fix(app): only allow first 3 pages be crawl

yjl9903 · Jul 24, 2024 · 509d111 · 509d111
1 parent 71a501e
commit 509d111
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/packages/app/astro.config.ts b/packages/app/astro.config.ts
@@ -55,7 +55,15 @@ export default defineConfig({
       policy: [
         {
           userAgent: '*',
-          allow: ['/detail/', '/resource/', '/resources/', '/anime/', '/docs/'],
+          allow: [
+            '/docs/',
+            '/anime/',
+            '/detail/',
+            '/resource/',
+            '/resources/1',
+            '/resources/2',
+            '/resources/3'
+          ],
           disallow: ['/feed.xml', '/api/']
         }
       ]