# robots.txt for production environments

User-agent: * 
Disallow: /content/dam/*
Disallow: /system/
Disallow: /libs/
Disallow: /apps/
Disallow: /bin/
Disallow: /content/forms/
Disallow: /content/experience-fragments/
Disallow: /content/launches/
Disallow: /content/campaigns/
Disallow: /content/uc/news/articles/legacy/

# Explicitly allow Googlebot
User-agent: Googlebot
Allow: /

# Allow Siteimprove bot
User-agent: Siteimprove
Allow: /

# Block aggressive bots
User-agent: GPTBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: TikTokSpider
Disallow: /

# Explicitly allow Googlebot
User-agent: Googlebot
Allow: /