From f0b9fd1e727fd59c55d1a207414f54f4d9d980f8 Mon Sep 17 00:00:00 2001
From: Kazhnuz <kazhnuz@kobold.cafe>
Date: Mon, 14 Oct 2024 18:29:44 +0200
Subject: [PATCH] feat: ajoute robots.txt

Fixes #264
---
 public/robots.txt | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)
 create mode 100644 public/robots.txt

diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 0000000..ac7a6ed
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,20 @@
+# robots.txt
+# @url: https://pelicanjdr.kazhnuz.space
+
+User-agent: *
+Allow: /
+
+User-agent: anthropic-ai
+Disallow: /
+User-agent: Claude-Web
+Disallow: /
+User-agent: CCbot
+Disallow: /
+User-agent: FacebookBot
+Disallow: /
+User-agent: Google-Extended
+Disallow: /
+User-agent: GPTBot
+Disallow: /
+User-agent: PiplBot
+Disallow: /
\ No newline at end of file