dpot-frontend/app/robots.ts

import { MetadataRoute } from 'next';

export default function robots(): MetadataRoute.Robots {
	return {
		rules: {
			userAgent: '*',
			allow: '/',
			disallow: [
				'/api/',
				'/profile/',
				'/change-',
				'/my-posts/',
				'/my-comments/',
				'/login-log/',
				'/exp-logs/',
				'/withdraw/',
				'/verify-email/',
				'/post/write/',
				'/post/edit/',
			],
		},
		sitemap: 'https://bitforum.io/sitemap.xml',
	};
}