User-agent: * Allow: / Disallow: /show/ Disallow: /modern-india-qa/ Disallow: /admin-comments.html Disallow: /pdf-chapter-splitter.html # AI crawlers / answer engines — explicitly allowed so RAS/Rajasthan exam # content can be cited in AI answers (ChatGPT, Claude, Perplexity, Gemini, etc.) User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Google-Extended Allow: / User-agent: GoogleOther Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bingbot Allow: / User-agent: CCBot Allow: / User-agent: Bytespider Allow: / User-agent: cohere-ai Allow: / User-agent: Amazonbot Allow: / Sitemap: https://omkarsir.com/sitemap.xml # sitemap.xml is a sitemap index -> sitemap-pages.xml, sitemap-quizzes.xml, # sitemap-current-affairs.xml, sitemap-vacancy.xml (regenerated by seo/optimize_seo.py) # LLM Discovery (https://llmstxt.org) # llms.txt: https://omkarsir.com/llms.txt # llms-full.txt: https://omkarsir.com/llms-full.txt