added security enhancements

2026-04-20 10:02:50 -04:00
parent d1657ef7ed
commit 9392bf9735
4 changed files with 47 additions and 0 deletions
@@ -0,0 +1,33 @@
+# FlockPal robots.txt
+# Allows normal search indexing while reserving rights against AI training and AI answer ingestion.
+
+User-agent: *
+Content-Signal: search=yes,ai-input=no,ai-train=no
+Allow: /
+
+User-agent: Amazonbot
+Disallow: /
+
+User-agent: Applebot-Extended
+Disallow: /
+
+User-agent: Bytespider
+Disallow: /
+
+User-agent: CCBot
+Disallow: /
+
+User-agent: ClaudeBot
+Disallow: /
+
+User-agent: CloudflareBrowserRenderingCrawler
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: meta-externalagent
+Disallow: /