From b4c607eb80884eb9c108cbd26b6e056131155dc9 Mon Sep 17 00:00:00 2001
From: Kazhnuz <kazhnuz@kobold.cafe>
Date: Thu, 17 Oct 2024 21:18:04 +0200
Subject: [PATCH] feat: ajoute robots.txt

Fixes #112
---
 public/robots.txt | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)
 create mode 100644 public/robots.txt

diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 0000000..109f531
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,20 @@
+# robots.txt
+# @url: https:/erratum.kazhnuz.space
+
+User-agent: *
+Allow: /
+
+User-agent: anthropic-ai
+Disallow: /
+User-agent: Claude-Web
+Disallow: /
+User-agent: CCbot
+Disallow: /
+User-agent: FacebookBot
+Disallow: /
+User-agent: Google-Extended
+Disallow: /
+User-agent: GPTBot
+Disallow: /
+User-agent: PiplBot
+Disallow: /
\ No newline at end of file