diff --git a/static/robots.txt b/static/robots.txt index b7ccd81..d1eb66c 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,2 +1,52 @@ +# Dark Visitors robots.txt + +# AI Assistant +# https://darkvisitors.com/agents/chatgpt-user + +User-agent: ChatGPT-User +Disallow: / + +# AI Assistant +# https://darkvisitors.com/agents/cohere-ai + +User-agent: cohere-ai +Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/anthropic-ai + +User-agent: anthropic-ai +Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/ccbot + +User-agent: CCBot +Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/facebookbot + +User-agent: FacebookBot +Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/google-extended + +User-agent: Google-Extended +Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/gptbot + User-agent: GPTBot +Disallow: / + +# AI Data Scraper +# https://darkvisitors.com/agents/omgilibot + +User-agent: omgilibot +Disallow: / + +User-agent: omgili Disallow: / \ No newline at end of file