User-agent: *
Allow: /

# Programmatic SEO pages
Allow: /affiliate-programs/
Allow: /affiliate-programs/category/
Allow: /affiliate-programs/recurring
Allow: /affiliate-programs/one-time
Allow: /affiliate-programs/highest-paying
Allow: /compare/
Allow: /how-to-promote/
Allow: /marketplace

# SEO Tools
Allow: /meta-tags-analyzer
Allow: /robots-txt-validator
Allow: /xml-sitemap-generator
Allow: /broken-link-checker
Allow: /page-speed-analyzer
Allow: /heading-structure-analyzer
Allow: /image-seo-checker
Allow: /social-media-preview-generator
Allow: /ssl-certificate-checker
Allow: /website-performance-audit

# Calculators
Allow: /affiliate-calculators
Allow: /*-affiliate-earnings-calculator

# Blog
Allow: /blog/
Allow: /blog/category/

# Content Pages (pSEO)
Allow: /best-affiliate-programs-for/
Allow: /alternatives/
Allow: /affiliate-marketing-in/
Allow: /affiliate-marketing-for/
Allow: /affiliate-marketing-on/
Allow: /affiliate-website-templates/

# Block internal/build files
Disallow: /_next/
Disallow: /api/
Disallow: /*.json$

# Sitemap
Sitemap: https://www.usearticle.com/sitemap.xml

# AI Search Crawlers — explicitly allow for AI citation visibility
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /