# robots.txt for cpfgen.live User-agent: * Allow: / Allow: /sitemap.xml Allow: /terms Allow: /privacy Allow: /disclaimer Allow: /validate-cpf Allow: /bulk-generator Allow: /format-converter Allow: /api Allow: /docs # Disallow SEO API endpoints Disallow: /api/v1/seo/ Disallow: /api/v1/seo/audit Disallow: /api/v1/seo/performance Disallow: /api/v1/seo/score # Specific search engine bots User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: bingbot Allow: / Crawl-delay: 1 User-agent: YandexBot Allow: / Crawl-delay: 1 User-agent: Baiduspider Allow: / Crawl-delay: 1 User-agent: DuckDuckBot Allow: / Crawl-delay: 1 # Disallow admin and system paths Disallow: /admin/ Disallow: /admin/seo/ Disallow: *.json Disallow: *.xml Allow: /sitemap.xml Allow: /static/xml/sitemap.xml # Disallow premium pages from being indexed Disallow: /premium/checkout Disallow: /premium/payment Disallow: /premium/account # Sitemap location Sitemap: https://cpfgen.live/sitemap.xml