From 14d34a43d30131bcfe00892092647e9a99dd98dc Mon Sep 17 00:00:00 2001
From: lauralani <dev@lauka.net>
Date: Fri, 29 Dec 2023 15:22:55 +0100
Subject: [PATCH] update robots.txt

---
 static/robots.txt | 50 +++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 50 insertions(+)

diff --git a/static/robots.txt b/static/robots.txt
index b7ccd81..d1eb66c 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -1,2 +1,52 @@
+# Dark Visitors robots.txt
+
+# AI Assistant
+# https://darkvisitors.com/agents/chatgpt-user
+
+User-agent: ChatGPT-User
+Disallow: /
+
+# AI Assistant
+# https://darkvisitors.com/agents/cohere-ai
+
+User-agent: cohere-ai
+Disallow: /
+
+# AI Data Scraper
+# https://darkvisitors.com/agents/anthropic-ai
+
+User-agent: anthropic-ai
+Disallow: /
+
+# AI Data Scraper
+# https://darkvisitors.com/agents/ccbot
+
+User-agent: CCBot
+Disallow: /
+
+# AI Data Scraper
+# https://darkvisitors.com/agents/facebookbot
+
+User-agent: FacebookBot
+Disallow: /
+
+# AI Data Scraper
+# https://darkvisitors.com/agents/google-extended
+
+User-agent: Google-Extended
+Disallow: /
+
+# AI Data Scraper
+# https://darkvisitors.com/agents/gptbot
+
 User-agent: GPTBot
+Disallow: /
+
+# AI Data Scraper
+# https://darkvisitors.com/agents/omgilibot
+
+User-agent: omgilibot
+Disallow: /
+
+User-agent: omgili
 Disallow: /
\ No newline at end of file