diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..5edf161 --- /dev/null +++ b/robots.txt @@ -0,0 +1,8 @@ +User-agent: * +Allow: / + +# Sitemap +Sitemap: https://yourdomain.com/sitemap.xml + +# Crawl-delay für freundliches Crawling +Crawl-delay: 1 diff --git a/sitemap.xml b/sitemap.xml new file mode 100644 index 0000000..a981e70 --- /dev/null +++ b/sitemap.xml @@ -0,0 +1,9 @@ + + + + https://yourdomain.com/ + 2024-01-01 + weekly + 1.0 + +