Sifa professional network frontend (Next.js, React, TailwindCSS)
sifa.id/
1import type { MetadataRoute } from 'next';
2
3export default function robots(): MetadataRoute.Robots {
4 return {
5 rules: [
6 {
7 userAgent: '*',
8 allow: '/p/',
9 disallow: ['/api/', '/settings/', '/import/', '/oauth/'],
10 },
11 { userAgent: 'GPTBot', disallow: '/' },
12 { userAgent: 'CCBot', disallow: '/' },
13 { userAgent: 'Google-Extended', disallow: '/' },
14 ],
15 sitemap: 'https://sifa.id/sitemap.xml',
16 };
17}