diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..ac7a6ed --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,20 @@ +# robots.txt +# @url: https://pelicanjdr.kazhnuz.space + +User-agent: * +Allow: / + +User-agent: anthropic-ai +Disallow: / +User-agent: Claude-Web +Disallow: / +User-agent: CCbot +Disallow: / +User-agent: FacebookBot +Disallow: / +User-agent: Google-Extended +Disallow: / +User-agent: GPTBot +Disallow: / +User-agent: PiplBot +Disallow: / \ No newline at end of file