User-agent: Baiduspider
User-agent: 360Spider
User-agent: Yisouspider
User-agent: Sogouspider
Disallow: /

User-agent: Googlebot
User-agent: Applebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Naverbot
User-agent: Twitterbot
User-agent: Yandex
User-agent: Facebot
User-agent: facebookexternalhit
User-agent: facebookcatalog
Allow: /

# Allow key AI crawlers
User-agent: Google-Extended
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Applebot-Extended
User-agent: MetaAI
User-agent: CCBot
Allow: /