chore: Create robots.txt

FreeNowOrg · Oct 23, 2023 · 8528d43 · 8528d43 · vercel · Oct 23, 2023
1 parent 744fe9e
commit 8528d43
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -0,0 +1,10 @@
+User-agent: *
+Disallow: 
+Disallow: /ajax/
+Disallow: /user/
+Disallow: /api/
+Disallow: *.php
+
+# Google的爬虫太顶了，扛不住
+User-agent: googlebot-image
+Disallow: /