# All crawlers, including AI crawlers explicitly allowed for AISEO indexing. # One group so the Disallow rules apply to every listed crawler (a crawler # with its own named group ignores the rules in the * group). User-agent: * User-agent: GPTBot User-agent: ChatGPT-User User-agent: Claude-Web User-agent: anthropic-ai User-agent: PerplexityBot User-agent: Googlebot User-agent: Bingbot User-agent: DuckDuckBot User-agent: facebookexternalhit Allow: / # Block access to source assets not needed for indexing Disallow: /frames/ Disallow: /assets/video/ # Generated automatically on every Netlify deploy Sitemap: https://miccasspt.com/sitemap.xml