User-agent: *
Disallow: /*?
Disallow: /*=
Disallow: /*&
Disallow: /apply/
Disallow: /video/

# AI crawlers — explicitly allowed for all content pages
User-agent: GPTBot
Disallow:

User-agent: ClaudeBot
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: GoogleOther
Disallow:

User-agent: CCBot
Disallow:

User-agent: Applebot-Extended
Disallow:

Sitemap: https://aglasem.com/sitemap.xml
LLMs: https://aglasem.com/llms.txt