Add comprehensive SEO improvements: meta tags, robots.txt, sitemap.xml, and favicon. Fix meta description rendering issues with proper HTML entity encoding. Update port configuration to use PORT environment variable.

2025-08-26 08:29:34 +00:00
parent ae9107705d
commit eedaa253e4
16 changed files with 177 additions and 2 deletions
--- a/app/static/robots.txt
+++ b/app/static/robots.txt
@@ -0,0 +1,15 @@
+User-agent: *
+Allow: /
+
+Sitemap: https://markoveconomics.com/sitemap.xml
+
+# Prevent crawling of API endpoints
+Disallow: /api/
+Disallow: /test-
+Disallow: /debug
+
+# Prevent crawling of simulation results (if applicable)
+Disallow: /results/
+
+# Crawl delay for polite crawling
+Crawl-delay: 10