User-agent: * Allow: / # Current project-specific paths to protect Disallow: /api/ # Matches your api.ts configuration Disallow: /admin/ # Matches your admin.ts configuration Disallow: /uploads/ # Matches your public/uploads directory Disallow: /config/ # Protect configuration files Disallow: /*.json$ # Protect JSON files like package.json, tsconfig.json Disallow: /*.ts$ # Protect TypeScript source files Disallow: /.env* # Protect environment files Disallow: /.git* # Protect git-related files # Add your sitemap location Sitemap: https://circulor.com/sitemap.xml # Specific rules for major bots User-agent: Googlebot Crawl-delay: 1 User-agent: Bingbot Crawl-delay: 1