# Breast Hub ยท robots.txt # https://breasthub.net User-agent: * # Public marketing / research pages Allow: /$ Allow: /models Allow: /models/ Allow: /pricing Allow: /contact Allow: /register Allow: /login # Console โ€” auth-gated, don't index Disallow: /dashboard Disallow: /analysis Disallow: /history Disallow: /settings Disallow: /admin Disallow: /upload Disallow: /reports Disallow: /cohort Disallow: /integrations Disallow: /share/ # Backend routes โ€” not for search engines Disallow: /api/ # AI training crawlers โ€” allow research context, block model-training scraping User-agent: GPTBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: ClaudeBot Disallow: / User-agent: CCBot Disallow: / Sitemap: https://breasthub.net/sitemap.xml