deploy

2026-01-25 17:51:28 +01:00
parent a4c926ceb1
commit 3b03572fb0
6 changed files with 105 additions and 53 deletions
--- a/app/robots.ts
+++ b/app/robots.ts
@@ -2,11 +2,17 @@ import { MetadataRoute } from 'next';

 export default function robots(): MetadataRoute.Robots {
  return {
-    rules: {
-      userAgent: '*',
-      allow: '/',
-      disallow: ['/api/', '/health/'],
-    },
+    rules: [
+      {
+        userAgent: '*',
+        allow: '/',
+        disallow: ['/api/', '/health/'],
+      },
+      {
+        userAgent: ['GPTBot', 'ClaudeBot', 'PerplexityBot', 'Google-Extended', 'OAI-SearchBot'],
+        allow: '/',
+      }
+    ],
    sitemap: 'https://klz-cables.com/sitemap.xml',
  };
 }