# Fun Language site - robots.txt
# Base: https://funlang.org

User-agent: *
# Keep dynamic/private endpoints out of search engines.
Disallow: /*?*
Disallow: /*.php$
Disallow: /*.py$
Disallow: /tools/
Disallow: /ip/
Disallow: /myip/
Disallow: /we/
Disallow: /webrtc/
Disallow: /qr/
Disallow: /sms/
Disallow: /unc/
Disallow: /exe/
Disallow: /lib/
Disallow: /zdata/

# --- AI / generative engine crawlers: explicitly welcome ---
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Bytespider
Allow: /
User-agent: CCBot
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: meta-externalagent
Allow: /

Sitemap: https://funlang.org/sitemap.xml