initial migration

app/robots.ts

@@ -0,0 +1,21 @@
+import { MetadataRoute } from 'next';
+
+export default function robots(): MetadataRoute.Robots {
+  const baseUrl = process.env.SITE_URL || 'https://klz-cables.com';
+
+  return {
+    rules: {
+      userAgent: '*',
+      allow: '/',
+      disallow: [
+        '/api/',
+        '/admin/',
+        '/private/',
+        '/wp-admin/',
+        '/wp-content/',
+        '/wp-includes/',
+      ],
+    },
+    sitemap: `${baseUrl}/sitemap.xml`,
+  };
+}