summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorjaseg <git@jaseg.de>2022-02-21 12:19:50 +0100
committerjaseg <git@jaseg.de>2022-02-21 12:19:50 +0100
commit5e93f560385e4ee146c6599eb3a0cf40b58e968c (patch)
tree841dd6bec6d1e5e5bc24f9998cd97aa7613acfbb
parentfdb87d6c0b3c1951b8dd15af3b209d8cfcce06c5 (diff)
downloadblog-5e93f560385e4ee146c6599eb3a0cf40b58e968c.tar.gz
blog-5e93f560385e4ee146c6599eb3a0cf40b58e968c.tar.bz2
blog-5e93f560385e4ee146c6599eb3a0cf40b58e968c.zip
Update robots.txt, allow crawling
-rw-r--r--public/robots.txt6
1 files changed, 5 insertions, 1 deletions
diff --git a/public/robots.txt b/public/robots.txt
index 1f53798..0f66529 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -1,2 +1,6 @@
User-agent: *
-Disallow: /
+Disallow: /categories/
+Disallow: /tags/
+Disallow: /imprint/
+
+Sitemap: https://blog.jaseg.de/sitemap.xml