User-agent: *
Sitemap: https://www.rastgar.com/sitemap.xml


##############
#   custom   #
##############

Disallow: /website/info
Disallow: /livechat
Disallow: /helpdesk
Disallow: /jobs/apply/
Disallow: /*/feed

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
Allow: /

# AI content index (llms.txt): https://www.rastgar.com/llms.txt