From 4696eec09df8e50ea06357cac227c5b96ddde522 Mon Sep 17 00:00:00 2001
From: Wendell <105543343+XiaoWendell@users.noreply.github.com>
Date: Fri, 22 Nov 2024 16:56:06 +0800
Subject: [PATCH] =?UTF-8?q?=E6=B7=BB=E5=8A=A0=20robots.txt=20=E6=96=87?=
 =?UTF-8?q?=E4=BB=B6=E4=BB=A5=E7=AE=A1=E7=90=86=E6=90=9C=E7=B4=A2=E5=BC=95?=
 =?UTF-8?q?=E6=93=8E=E7=88=AC=E8=99=AB=E8=AE=BF=E9=97=AE=E6=9D=83=E9=99=90?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 robots.txt | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)
 create mode 100644 robots.txt

diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..3acb11a
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,19 @@
+---
+permalink: /robots.txt
+# The robots rules
+---
+
+User-agent: *
+
+# Disallow certain paths
+Disallow: /assets/           # 阻止访问静态文件
+
+# Disallow Googlebot-Image from crawling images
+User-agent: Googlebot-Image
+Disallow: /img/    # 不允许爬虫访问图片目录
+
+# Allow all crawlers to index the main content
+Allow: /                      # 允许爬虫访问主页和其他页面
+
+# Sitemap location
+Sitemap: {{ '/sitemap.xml' | absolute_url }}