fix(ci): remove redundant robots-test diagnostic route and check

.gitea/workflows/deploy.yml

@@ -485,14 +485,6 @@ jobs:
         run: |
           BASE_URL="${{ needs.prepare.outputs.next_public_url }}"
           
-          echo "Verifying diagnostic rewrite..."
-          STATUS=$(curl -s -L -o /dev/null -w "%{http_code}" "$BASE_URL/robots-test")
-          if [ "$STATUS" != "200" ]; then
-            echo "❌ Diagnostic rewrite /robots-test failed! (Status: $STATUS)"
-            exit 1
-          fi
-          echo "✅ Diagnostic rewrite OK"
-          
           echo "Verifying case study page..."
           STATUS=$(curl -s -o /dev/null -w "%{http_code}" "$BASE_URL/case-studies/klz-cables")
           if [ "$STATUS" != "200" ]; then

apps/web/src/middleware.ts

@@ -9,10 +9,6 @@ import type { NextRequest } from 'next/server';
 export function middleware(request: NextRequest) {
   const { pathname } = request.nextUrl;
 
-  // 1. Diagnostic Rewrite
-  if (pathname === '/robots-test') {
-    return NextResponse.rewrite(new URL('/robots.txt', request.url));
-  }
 
   // 2. Legacy Showcase Asset Mapping
   // Matches: /wp-content/*, /wp-includes/*, /assets/*, and their relative subpaths
@@ -36,7 +32,6 @@ export function middleware(request: NextRequest) {
 // Optimization: Only run middleware for legacy asset paths to minimize overhead
 export const config = {
   matcher: [
-    '/robots-test',
     '/wp-content/:path*',
     '/wp-includes/:path*',
     '/assets/:path*',

docker-compose.yml

@@ -26,7 +26,7 @@ services:
       - "caddy.reverse_proxy={{upstreams 3000}}"
 
       # Public Router (Whitelist for OG Images, Sitemaps, Health)
-      - 'traefik.http.routers.${PROJECT_NAME}-public.rule=(${TRAEFIK_HOST_RULE:-Host("${TRAEFIK_HOST:-mintel.localhost}")}) && (PathPrefix("/health") || PathPrefix("/api/health") || PathPrefix("/sitemap.xml") || PathPrefix("/robots.txt") || PathPrefix("/robots-test") || PathPrefix("/manifest.webmanifest") || PathPrefix("/api/og") || PathPrefix("/assets") || PathPrefix("/wp-content") || PathPrefix("/wp-includes") || PathPrefix("/showcase") || PathRegexp(".*opengraph-image.*") || PathRegexp(".*sitemap.*"))'
+      - 'traefik.http.routers.${PROJECT_NAME}-public.rule=(${TRAEFIK_HOST_RULE:-Host("${TRAEFIK_HOST:-mintel.localhost}")}) && (PathPrefix("/health") || PathPrefix("/api/health") || PathPrefix("/sitemap.xml") || PathPrefix("/robots.txt") || PathPrefix("/manifest.webmanifest") || PathPrefix("/api/og") || PathPrefix("/assets") || PathPrefix("/wp-content") || PathPrefix("/wp-includes") || PathPrefix("/showcase") || PathRegexp(".*opengraph-image.*") || PathRegexp(".*sitemap.*"))'
       - "traefik.http.routers.${PROJECT_NAME}-public.entrypoints=${TRAEFIK_ENTRYPOINT:-web}"
       - "traefik.http.routers.${PROJECT_NAME}-public.tls.certresolver=${TRAEFIK_CERT_RESOLVER:-}"
       - "traefik.http.routers.${PROJECT_NAME}-public.tls=${TRAEFIK_TLS:-false}"