From 5e93f560385e4ee146c6599eb3a0cf40b58e968c Mon Sep 17 00:00:00 2001 From: jaseg Date: Mon, 21 Feb 2022 12:19:50 +0100 Subject: Update robots.txt, allow crawling --- public/robots.txt | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/public/robots.txt b/public/robots.txt index 1f53798..0f66529 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,2 +1,6 @@ User-agent: * -Disallow: / +Disallow: /categories/ +Disallow: /tags/ +Disallow: /imprint/ + +Sitemap: https://blog.jaseg.de/sitemap.xml -- cgit