User-agent: *

# Only allow URLs generated with frontend routing.
Disallow: /*?id=*
Disallow: /*&id=*

# L=0 is the default language
Disallow: /*?L=0*
Disallow: /*&L=0*

# Disallow SOLR search result page indexing.
Disallow: /*&tx_solr[q]=*
Disallow: /*?tx_solr[q]=*

# Disallow all files in typo3-related folders.
Disallow: /fileadmin/
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /typo3temp/
Disallow: /uploads/

User-agent: AhrefsBot
Disallow: /

User-agent: GPTBot
Crawl-delay: 10

User-agent: ChatGPT-User
Crawl-delay: 10

# Gemini / Bard training
User-agent: Google-Extended
Crawl-delay: 10

# Common Crawl
User-agent: CCBot
Crawl-delay: 10

# Claude
User-agent: anthropic-ai
Crawl-delay: 10

# Meta
User-agent: meta-externalagent
Crawl-delay: 10
User-agent: meta-webindexer
Crawl-delay: 10
User-agent: meta-externalads
Crawl-delay: 10
User-agent: meta-externalfetcher
Crawl-delay: 10