chore: add robots.txt

hamed-shirbandi · hamed-shirbandi · commit 18d850c01763 · 2025-09-28T17:55:22.000+02:00
diff --git a/src/2-Clients/WebApp/wwwroot/robots.txt b/src/2-Clients/WebApp/wwwroot/robots.txt
@@ -0,0 +1,9 @@
+User-agent: *
+Allow: /
+
+# Sitemap
+Sitemap: /blog/sitemap
+
+# Allow all search engines to crawl the entire site
+# This robots.txt file allows all web crawlers to access all content
+# while providing the sitemap location for better indexing
