Add sitemap.xml and robots.txt for SEO optimization

2025-08-04 11:29:06 +02:00
parent a131fc8077
commit 53d5309d65
3 changed files with 102 additions and 1 deletions
--- a/robots.txt
+++ b/robots.txt
@@ -1,2 +1,14 @@
 User-agent: *
-Allow: / 
+Allow: /
+
+# Sitemap
+Sitemap: https://date.elpatron.me/sitemap.xml
+
+# Disallow private areas
+Disallow: /stats
+Disallow: /log/
+Disallow: /htmlcov/
+
+# Allow API endpoints for documentation
+Allow: /api-docs
+Allow: /static/swagger.json