21 lines
505 B
TypeScript
21 lines
505 B
TypeScript
import { config } from '@/lib/config';
|
|
import { MetadataRoute } from 'next';
|
|
|
|
export default function robots(): MetadataRoute.Robots {
|
|
const baseUrl = config.baseUrl || 'https://e-tib.com';
|
|
return {
|
|
rules: [
|
|
{
|
|
userAgent: '*',
|
|
allow: '/',
|
|
disallow: ['/api/', '/health/'],
|
|
},
|
|
{
|
|
userAgent: ['GPTBot', 'ClaudeBot', 'PerplexityBot', 'Google-Extended', 'OAI-SearchBot'],
|
|
allow: '/',
|
|
},
|
|
],
|
|
sitemap: `${baseUrl}/sitemap.xml`,
|
|
};
|
|
}
|