User-agent: *
Allow: /

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: OAI-AdsBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-Code
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: claude-web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

User-agent: Google-NotebookLM
Allow: /

User-agent: Google-Agent
Allow: /

User-agent: Gemini-Deep-Research
Allow: /

User-agent: GoogleAgent-URLContext
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Bingbot
Allow: /

User-agent: CopilotBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: TikTokSpider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Amzn-SearchBot
Allow: /

User-agent: Amzn-User
Allow: /

User-agent: bedrockbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: Meta-WebIndexer
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: PetalBot
Allow: /

User-agent: PanguBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

User-agent: YouBot
Allow: /

User-agent: ExaBot
Allow: /

User-agent: Kimi-User
Allow: /

User-agent: TongyiBot
Allow: /

User-agent: ChatGLM-Spider
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: Webzio-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Sogouspider
Allow: /

User-agent: 360Spider
Allow: /

User-agent: Yisouspider
Allow: /

User-agent: Baiduspider-image
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Baiduspider-news
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Sogou web spider
Allow: /

User-agent: YoudaoBot
Allow: /

User-agent: Sogou inst spider
Allow: /

User-agent: Sogou spider2
Allow: /

User-agent: HaosouSpider
Allow: /

User-agent: Yeti
Allow: /

User-agent: SeznamBot
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Baiduspider-render
Allow: /

User-agent: Baiduspider-video
Allow: /

User-agent: MSNBot
Allow: /

User-agent: BingPreview
Allow: /

User-agent: Sogou News Spider
Allow: /

User-agent: Sogou Pic Spider
Allow: /

User-agent: 360Spider-Image
Allow: /

User-agent: 360Spider-Video
Allow: /

# SEO Hints
# max-video-preview: -1 (no limit on video preview length)
# Geo: Guangzhou, China (23.13N, 113.26E)

# Block PHP files from external access
Disallow: /*.php$

# Crawl-delay for AI bots - prevent server overload
Crawl-delay: 1


Sitemap: https://x.pewdo.com/sitemap.xml

Sitemap: https://x.pewdo.com/sitemap-index.xml
Sitemap: https://x.pewdo.com/sitemap.txt
Sitemap: https://x.pewdo.com/sitemap-core.xml
Sitemap: https://x.pewdo.com/sitemap-articles-01.xml
# AI Search Engine & GEO Discovery
# GEO Crawler Hub (static): https://x.pewdo.com/geo-crawler-hub.html
# HTML Sitemap: https://x.pewdo.com/html-sitemap.html
# AI Feed (JSON): https://x.pewdo.com/ai-feed.json
# LLMs.txt: https://x.pewdo.com/llms.txt
# LLMs Full: https://x.pewdo.com/llms-full.txt