From 156c28f49e11371f30b5a374debf086bed0031be Mon Sep 17 00:00:00 2001 From: admin Date: Tue, 31 Mar 2026 16:07:10 +0700 Subject: [PATCH] fix: add robots.txt and remove *.txt from gitignore - Add robots.txt to repository for SEO compliance - Remove *.txt from .gitignore as it was blocking robots.txt - Robots.txt allows crawling except for /api/ paths --- frontend/.gitignore | 1 - frontend/public/robots.txt | 6 ++++++ 2 files changed, 6 insertions(+), 1 deletion(-) create mode 100644 frontend/public/robots.txt diff --git a/frontend/.gitignore b/frontend/.gitignore index fbd329f..5f52b47 100644 --- a/frontend/.gitignore +++ b/frontend/.gitignore @@ -23,7 +23,6 @@ # debug *.log -*.txt npm-debug.log* yarn-debug.log* yarn-error.log* diff --git a/frontend/public/robots.txt b/frontend/public/robots.txt new file mode 100644 index 0000000..7316641 --- /dev/null +++ b/frontend/public/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Disallow: /api/ +Allow: / + +# Sitemap +# Sitemap: https://your-domain.com/sitemap.xml