User-agent: *
Allow: /
Allow: /umbraco/surface/
Disallow: /umbraco/

# AI answer engines, explicitly permitted to crawl public content.
# Each group repeats the rules above: a crawler obeys only its own group.
User-agent: GPTBot
Allow: /
Allow: /umbraco/surface/
Disallow: /umbraco/

User-agent: OAI-SearchBot
Allow: /
Allow: /umbraco/surface/
Disallow: /umbraco/

User-agent: PerplexityBot
Allow: /
Allow: /umbraco/surface/
Disallow: /umbraco/

User-agent: ClaudeBot
Allow: /
Allow: /umbraco/surface/
Disallow: /umbraco/

# Google-Extended is not a crawler. It controls whether content may be
# used for Gemini training and grounding. Allowed here by choice.
User-agent: Google-Extended
Allow: /

Sitemap: https://www.prothman.com/sitemap.xml