# robots.txt for https://www.backflipt.com/ # Last updated: 2025-11-20 User-agent: * # Allow everything by default Allow: / # Block internal / technical paths that should not be indexed Disallow: /api/ Disallow: /_next/ Disallow: /static/ Disallow: /assets/admin/ Disallow: /admin/ Disallow: /internal/ Disallow: /drafts/ Disallow: /tmp/ Disallow: /search/ Disallow: /login/ Disallow: /test/ Disallow: /signin.php # Block AI crawlers User-agent: GPTBot User-agent: Claude-Web User-agent: ChatGPT-User User-agent: PerplexityBot User-agent: Google-Extended User-agent: FacebookBot User-agent: anthropic-ai User-agent: CCBot User-agent: Amazonbot User-agent: ClaudeBot User-agent: Bytespider Disallow: / # If you have any staging/sandbox environments under main domain, block them: Disallow: /staging/ Disallow: /sandbox/ # Explicitly allow important marketing and product pages (documentation-friendly) Allow: /lumen-a2a-gateway Allow: /lumen-poet Allow: /lumen-financial-solutions Allow: /lumen-healthcare-solutions Allow: /lumen-transportation-solutions Allow: /backflipt-ai-platform Allow: /managed-file-transfer-products Allow: /transferiq-orchestrate Allow: /lumen-ai-transferview Allow: /transferiq-continuous-touch Allow: /transferiq-aws-mft-byoc Allow: /backflipt-apps-for-mft Allow: /backflipt-analytics-for-mft Allow: /backflipt-provisioning-center-for-mft Allow: /backflipt-continuous-touch-for-mft Allow: /backflipt-apps-for-axway-mft Allow: /transportation-solutions Allow: /healthcare-solutions Allow: /insurance-financial-industries-solutions Allow: /energy-utilities-solutions Allow: /government-solutions Allow: /videos Allow: /case-studies Allow: /solution-briefs Allow: /white-papers Allow: /infographics Allow: /infographic-backflipt-apps-for-axway-mft Allow: /get-my-api-to-ai-report # Block archival bots User-agent: ia_archiver Disallow: / # Point crawlers to your XML sitemap (update path if different) Sitemap: https://www.backflipt.com/sitemap.xml