From de3495b7a6771845e9f4738bcb30068409d48fa0 Mon Sep 17 00:00:00 2001
From: zguiyang <zhaoguiyang18@outlook.com>
Date: Sat, 2 May 2026 09:54:56 +0800
Subject: [PATCH] chore: add robots.txt to control crawler access

---
 public/robots.txt | 16 ++++++----------
 1 file changed, 6 insertions(+), 10 deletions(-)

diff --git a/public/robots.txt b/public/robots.txt
index 32a761b..50852d0 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -1,13 +1,9 @@
-# robots.txt for zhaoguiyang.com
-# https://zhaoguiyang.com
-
 User-agent: *
 Allow: /
-
-# Sitemap
-Sitemap: https://zhaoguiyang.com/sitemap-index.xml
-
-# Disallow admin/private areas (if any)
 Disallow: /api/
-Disallow: /_astro/
-Disallow: /assets/
+Disallow: /admin/
+Disallow: /*?*
+Disallow: /zh/blog/tags/
+Disallow: /blog/tags/
+
+Sitemap: https://zhaoguiyang.com/sitemap-index.xml