Files
FlockPal/frontend/public/robots.txt
T
2026-04-20 10:03:58 -04:00

34 lines
553 B
Plaintext

# FlockPal robots.txt
# Allows normal search indexing while reserving rights against AI training and AI answer ingestion.
User-agent: *
Content-Signal: search=yes,ai-input=no,ai-train=no
Allow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: CloudflareBrowserRenderingCrawler
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: meta-externalagent
Disallow: /