User-agent: *
Allow: /
Allow: /.well-known/
Allow: /index.json
Allow: /index.xml
Allow: /sitemap.xml
Disallow: /404.html

# Public content is discoverable, but not available for model training.
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: OAI-SearchBot
Allow: /
Allow: /.well-known/
Allow: /index.json
Allow: /index.xml
Allow: /sitemap.xml
Disallow: /404.html

User-agent: Claude-Web
Allow: /
Allow: /.well-known/
Allow: /index.json
Allow: /index.xml
Allow: /sitemap.xml
Disallow: /404.html

User-agent: PerplexityBot
Allow: /
Allow: /.well-known/
Allow: /index.json
Allow: /index.xml
Allow: /sitemap.xml
Disallow: /404.html

User-agent: ChatGPT-User
Allow: /
Allow: /.well-known/
Allow: /index.json
Allow: /index.xml
Allow: /sitemap.xml
Disallow: /404.html

Sitemap: https://www.faizshaikh.xyz/sitemap.xml