From 11f5efaba3254072279c331dce0b9fe14429df2f Mon Sep 17 00:00:00 2001
From: Stephan Hadan <stephan.hadan@hadan-it.com>
Date: Tue, 28 Jan 2025 14:32:47 +0100
Subject: [PATCH] - added robots.txt
---
hugo.toml | 6 +++---
static/robots.txt | 35 +++++++++++++++++++++++++++++++++++
2 files changed, 38 insertions(+), 3 deletions(-)
create mode 100644 static/robots.txt
diff --git a/hugo.toml b/hugo.toml
index 744154f..e54d181 100644
--- a/hugo.toml
+++ b/hugo.toml
@@ -10,7 +10,7 @@ unsafe=true
Handle = "reaktionsfaehig"
FirstName = "Stephan"
LastName = "Hadan"
- AboutPage = "/about"
+ AboutPage = "/about/"
Location = "Pforzheim, Germany"
FlickrID = "202172509@N02"
@@ -43,10 +43,10 @@ unsafe=true
name = "Datenschutz"
weight = 3
identifier = "dataprivacy"
- url = "/dataprivacy"
+ url = "/dataprivacy/"
[[menu.main]]
name = "Impressum"
weight = 4
identifier = "imprint"
- url = "/imprint"
+ url = "/imprint/"
diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 0000000..4d5c6ed
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,35 @@
+Sitemap: https://reaktionsfaehig.net/sitemap.xml
+User-agent: GPTBot
+Disallow: /
+User-agent: ChatGPT-User
+Disallow: /
+User-agent: Google-Extended
+Disallow: /
+User-agent: PerplexityBot
+Disallow: /
+User-agent: Amazonbot
+Disallow: /
+User-agent: ClaudeBot
+Disallow: /
+User-agent: Omgilibot
+Disallow: /
+User-Agent: FacebookBot
+Disallow: /
+User-Agent: Applebot
+Disallow: /
+User-agent: anthropic-ai
+Disallow: /
+User-agent: Bytespider
+Disallow: /
+User-agent: Claude-Web
+Disallow: /
+User-agent: Diffbot
+Disallow: /
+User-agent: ImagesiftBot
+Disallow: /
+User-agent: Omgilibot
+Disallow: /
+User-agent: Omgili
+Disallow: /
+User-agent: YouBot
+Disallow: /