| User-agent: * |
| Allow: / |
| |
| # AI Crawlers |
| User-agent: GPTBot |
| Allow: / |
| |
| User-agent: OAI-SearchBot |
| Allow: / |
| |
| User-agent: ChatGPT-User |
| Allow: / |
| |
| User-agent: Claude-Web |
| Allow: / |
| |
| User-agent: Anthropic-AI |
| Allow: / |
| |
| User-agent: Google-Extended |
| Allow: / |
| |
| User-agent: PerplexityBot |
| Allow: / |
| |
| User-agent: Applebot-Extended |
| Allow: / |
| |
| # Sitemap |
| Sitemap: https://pyrefly.org/sitemap.xml |
| |
| # Content Signals (per https://contentsignals.org/) |
| # Declares that AI training is permitted on this content |
| Content-Signal: ai-train=yes, search=yes, ai-input=yes |
