chore: add robots.txt to control crawler access

2026-05-02 09:54:56 +08:00
parent 79afb0ee27
commit de3495b7a6
1 changed files with 6 additions and 10 deletions
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -1,13 +1,9 @@
-# robots.txt for zhaoguiyang.com
-# https://zhaoguiyang.com
-
 User-agent: *
 Allow: /
-
-# Sitemap
-Sitemap: https://zhaoguiyang.com/sitemap-index.xml
-
-# Disallow admin/private areas (if any)
 Disallow: /api/
-Disallow: /_astro/
-Disallow: /assets/
+Disallow: /admin/
+Disallow: /*?*
+Disallow: /zh/blog/tags/
+Disallow: /blog/tags/
+
+Sitemap: https://zhaoguiyang.com/sitemap-index.xml