# Robots.txt for PayFlow - AI Payment Processing Platform
# Updated: 2025-10-29

User-agent: *
Allow: /

# Main pages
Allow: /features
Allow: /pricing
Allow: /about
Allow: /developers
Allow: /enterprise
Allow: /support

# Content marketing pages
Allow: /resource-hub
Allow: /industry-guides
Allow: /payment-tools
Allow: /case-studies
Allow: /payment-guides
Allow: /research-reports
Allow: /blog
Allow: /knowledge-base

# Product pages
Allow: /widget-builder
Allow: /ai-widget-builder
Allow: /dashboard

# Developer resources
Allow: /docs
Allow: /api-docs
Allow: /sdk-docs

# Authentication pages (allow for better user experience)
Allow: /signin
Allow: /signup

# Legal pages
Allow: /privacy
Allow: /terms

# Disallow sensitive areas
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/private/
Disallow: /settings/
Disallow: /billing-portal-credentials
Disallow: /webhooks
Disallow: /transfer
Disallow: /*.json$
Disallow: /error

# Allow important crawlable assets
Allow: /sitemap.xml
Allow: /sitemap-*.xml
Allow: /robots.txt
Allow: /*.pdf
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg

# Sitemap location
Sitemap: https://payflowmanager.mocha.app/sitemap.xml

# Crawl-delay for being respectful to servers
Crawl-delay: 1

# Specific instructions for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: YandexBot
Allow: /
Crawl-delay: 1