fix: add robots.txt and remove *.txt from gitignore

- Add robots.txt to repository for SEO compliance - Remove *.txt from .gitignore as it was blocking robots.txt - Robots.txt allows crawling except for /api/ paths
2026-03-31 16:07:10 +07:00
parent edbf516cdd
commit 156c28f49e
2 changed files with 6 additions and 1 deletions
@@ -23,7 +23,6 @@

 # debug
 *.log
-*.txt
 npm-debug.log*
 yarn-debug.log*
 yarn-error.log*
@@ -0,0 +1,6 @@
+User-agent: *
+Disallow: /api/
+Allow: /
+
+# Sitemap
+# Sitemap: https://your-domain.com/sitemap.xml