From 11f5efaba3254072279c331dce0b9fe14429df2f Mon Sep 17 00:00:00 2001 From: Stephan Hadan <stephan.hadan@hadan-it.com> Date: Tue, 28 Jan 2025 14:32:47 +0100 Subject: [PATCH] - added robots.txt --- hugo.toml | 6 +++--- static/robots.txt | 35 +++++++++++++++++++++++++++++++++++ 2 files changed, 38 insertions(+), 3 deletions(-) create mode 100644 static/robots.txt diff --git a/hugo.toml b/hugo.toml index 744154f..e54d181 100644 --- a/hugo.toml +++ b/hugo.toml @@ -10,7 +10,7 @@ unsafe=true Handle = "reaktionsfaehig" FirstName = "Stephan" LastName = "Hadan" - AboutPage = "/about" + AboutPage = "/about/" Location = "Pforzheim, Germany" FlickrID = "202172509@N02" @@ -43,10 +43,10 @@ unsafe=true name = "Datenschutz" weight = 3 identifier = "dataprivacy" - url = "/dataprivacy" + url = "/dataprivacy/" [[menu.main]] name = "Impressum" weight = 4 identifier = "imprint" - url = "/imprint" + url = "/imprint/" diff --git a/static/robots.txt b/static/robots.txt new file mode 100644 index 0000000..4d5c6ed --- /dev/null +++ b/static/robots.txt @@ -0,0 +1,35 @@ +Sitemap: https://reaktionsfaehig.net/sitemap.xml +User-agent: GPTBot +Disallow: / +User-agent: ChatGPT-User +Disallow: / +User-agent: Google-Extended +Disallow: / +User-agent: PerplexityBot +Disallow: / +User-agent: Amazonbot +Disallow: / +User-agent: ClaudeBot +Disallow: / +User-agent: Omgilibot +Disallow: / +User-Agent: FacebookBot +Disallow: / +User-Agent: Applebot +Disallow: / +User-agent: anthropic-ai +Disallow: / +User-agent: Bytespider +Disallow: / +User-agent: Claude-Web +Disallow: / +User-agent: Diffbot +Disallow: / +User-agent: ImagesiftBot +Disallow: / +User-agent: Omgilibot +Disallow: / +User-agent: Omgili +Disallow: / +User-agent: YouBot +Disallow: /