summaryrefslogtreecommitdiff
path: root/robots.txt
diff options
context:
space:
mode:
authoryctct <yctct@yctct.com>2025-08-12 21:07:42 +0200
committeryctct <yctct@yctct.com>2025-08-12 21:07:42 +0200
commit4f4d5ca2d5bf0ee55910ae2e0704bb33e27c1416 (patch)
tree5e22936465501327e8fd493e71615482ddf75825 /robots.txt
First commit
Diffstat (limited to 'robots.txt')
-rw-r--r--robots.txt73
1 files changed, 73 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..cabc3d7
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,73 @@
+User-agent: GPTBot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: Mediapartners-Google
+Disallow: /
+
+User-agent: SemrushBot
+Disallow: /
+
+user-agent: Pinterestbot
+disallow: /
+
+User-agent: AhrefsBot
+Disallow: /
+
+User-agent: dotbot
+Disallow: /
+
+User-agent: Semrush
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: PerplexityBot
+Disallow: /
+
+User-agent: Amazonbot
+Disallow: /
+
+User-agent: ClaudeBot
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+
+User-agent: Claude-Web
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-Agent: Applebot
+Disallow: /
+
+User-agent: Bytespider
+Disallow: /
+
+User-agent: Diffbot
+Disallow: /
+
+User-agent: ImagesiftBot
+Disallow: /
+
+User-agent: Omgili
+Disallow: /
+
+User-agent: YouBot
+Disallow: /
+
+User-agent: CCBot
+Disallow: /
+
+