# Default — all crawlers
User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /app/history/
Disallow: /app/essay/
Disallow: /app/vocabulary/
Disallow: /app/home
Disallow: /app/speaking/analysis
Disallow: /app/speaking/result
Disallow: /app/speaking/part-2/
Disallow: /app/speaking/skill/
Disallow: /app/speaking/input
Disallow: /app/mock-test/history/
Disallow: /app/mock-test/results/
Disallow: /app/practices/history
Disallow: /app/real-tests/attempts/
Disallow: /app/real-tests/history
Disallow: /app/real-tests/*/preflight
Disallow: /profile/
Disallow: /payment-cancel
Disallow: /payment-checkout
Disallow: /payment-success
Disallow: /essay/analysis
Disallow: /coming-soon
Disallow: /campaign
Disallow: /unsubscribe
Disallow: /*/admin/
Disallow: /*/app/history/
Disallow: /*/app/essay/
Disallow: /*/app/vocabulary/
Disallow: /*/app/home
Disallow: /*/app/speaking/analysis
Disallow: /*/app/speaking/result
Disallow: /*/app/speaking/part-2/
Disallow: /*/app/speaking/skill/
Disallow: /*/app/speaking/input
Disallow: /*/app/mock-test/history/
Disallow: /*/app/mock-test/results/
Disallow: /*/app/practices/history
Disallow: /*/app/real-tests/attempts/
Disallow: /*/app/real-tests/history
Disallow: /*/app/real-tests/*/preflight
Disallow: /*/profile/
Disallow: /*/payment-cancel
Disallow: /*/payment-checkout
Disallow: /*/payment-success
Disallow: /*/essay/analysis
Disallow: /*/coming-soon
Disallow: /*/campaign
Disallow: /*/unsubscribe
Allow: /

# AI Crawlers — Explicit Allow for AIO/GEO
User-agent: GPTBot
Disallow: /admin/
Disallow: /api/
Disallow: /app/history/
Disallow: /app/essay/
Disallow: /app/vocabulary/
Disallow: /app/home
Disallow: /app/speaking/analysis
Disallow: /app/speaking/result
Disallow: /app/speaking/part-2/
Disallow: /app/speaking/skill/
Disallow: /app/speaking/input
Disallow: /app/mock-test/history/
Disallow: /app/mock-test/results/
Disallow: /app/practices/history
Disallow: /app/real-tests/attempts/
Disallow: /app/real-tests/history
Disallow: /app/real-tests/*/preflight
Disallow: /profile/
Disallow: /payment-cancel
Disallow: /payment-checkout
Disallow: /payment-success
Disallow: /essay/analysis
Disallow: /coming-soon
Disallow: /campaign
Disallow: /unsubscribe
Disallow: /*/admin/
Disallow: /*/app/history/
Disallow: /*/app/essay/
Disallow: /*/app/vocabulary/
Disallow: /*/app/home
Disallow: /*/app/speaking/analysis
Disallow: /*/app/speaking/result
Disallow: /*/app/speaking/part-2/
Disallow: /*/app/speaking/skill/
Disallow: /*/app/speaking/input
Disallow: /*/app/mock-test/history/
Disallow: /*/app/mock-test/results/
Disallow: /*/app/practices/history
Disallow: /*/app/real-tests/attempts/
Disallow: /*/app/real-tests/history
Disallow: /*/app/real-tests/*/preflight
Disallow: /*/profile/
Disallow: /*/payment-cancel
Disallow: /*/payment-checkout
Disallow: /*/payment-success
Disallow: /*/essay/analysis
Disallow: /*/coming-soon
Disallow: /*/campaign
Disallow: /*/unsubscribe
Allow: /

User-agent: ClaudeBot
Disallow: /admin/
Disallow: /api/
Disallow: /app/history/
Disallow: /app/essay/
Disallow: /app/vocabulary/
Disallow: /app/home
Disallow: /app/speaking/analysis
Disallow: /app/speaking/result
Disallow: /app/speaking/part-2/
Disallow: /app/speaking/skill/
Disallow: /app/speaking/input
Disallow: /app/mock-test/history/
Disallow: /app/mock-test/results/
Disallow: /app/practices/history
Disallow: /app/real-tests/attempts/
Disallow: /app/real-tests/history
Disallow: /app/real-tests/*/preflight
Disallow: /profile/
Disallow: /payment-cancel
Disallow: /payment-checkout
Disallow: /payment-success
Disallow: /essay/analysis
Disallow: /coming-soon
Disallow: /campaign
Disallow: /unsubscribe
Disallow: /*/admin/
Disallow: /*/app/history/
Disallow: /*/app/essay/
Disallow: /*/app/vocabulary/
Disallow: /*/app/home
Disallow: /*/app/speaking/analysis
Disallow: /*/app/speaking/result
Disallow: /*/app/speaking/part-2/
Disallow: /*/app/speaking/skill/
Disallow: /*/app/speaking/input
Disallow: /*/app/mock-test/history/
Disallow: /*/app/mock-test/results/
Disallow: /*/app/practices/history
Disallow: /*/app/real-tests/attempts/
Disallow: /*/app/real-tests/history
Disallow: /*/app/real-tests/*/preflight
Disallow: /*/profile/
Disallow: /*/payment-cancel
Disallow: /*/payment-checkout
Disallow: /*/payment-success
Disallow: /*/essay/analysis
Disallow: /*/coming-soon
Disallow: /*/campaign
Disallow: /*/unsubscribe
Allow: /

User-agent: PerplexityBot
Disallow: /admin/
Disallow: /api/
Disallow: /app/history/
Disallow: /app/essay/
Disallow: /app/vocabulary/
Disallow: /app/home
Disallow: /app/speaking/analysis
Disallow: /app/speaking/result
Disallow: /app/speaking/part-2/
Disallow: /app/speaking/skill/
Disallow: /app/speaking/input
Disallow: /app/mock-test/history/
Disallow: /app/mock-test/results/
Disallow: /app/practices/history
Disallow: /app/real-tests/attempts/
Disallow: /app/real-tests/history
Disallow: /app/real-tests/*/preflight
Disallow: /profile/
Disallow: /payment-cancel
Disallow: /payment-checkout
Disallow: /payment-success
Disallow: /essay/analysis
Disallow: /coming-soon
Disallow: /campaign
Disallow: /unsubscribe
Disallow: /*/admin/
Disallow: /*/app/history/
Disallow: /*/app/essay/
Disallow: /*/app/vocabulary/
Disallow: /*/app/home
Disallow: /*/app/speaking/analysis
Disallow: /*/app/speaking/result
Disallow: /*/app/speaking/part-2/
Disallow: /*/app/speaking/skill/
Disallow: /*/app/speaking/input
Disallow: /*/app/mock-test/history/
Disallow: /*/app/mock-test/results/
Disallow: /*/app/practices/history
Disallow: /*/app/real-tests/attempts/
Disallow: /*/app/real-tests/history
Disallow: /*/app/real-tests/*/preflight
Disallow: /*/profile/
Disallow: /*/payment-cancel
Disallow: /*/payment-checkout
Disallow: /*/payment-success
Disallow: /*/essay/analysis
Disallow: /*/coming-soon
Disallow: /*/campaign
Disallow: /*/unsubscribe
Allow: /

User-agent: Google-Extended
Disallow: /admin/
Disallow: /api/
Disallow: /app/history/
Disallow: /app/essay/
Disallow: /app/vocabulary/
Disallow: /app/home
Disallow: /app/speaking/analysis
Disallow: /app/speaking/result
Disallow: /app/speaking/part-2/
Disallow: /app/speaking/skill/
Disallow: /app/speaking/input
Disallow: /app/mock-test/history/
Disallow: /app/mock-test/results/
Disallow: /app/practices/history
Disallow: /app/real-tests/attempts/
Disallow: /app/real-tests/history
Disallow: /app/real-tests/*/preflight
Disallow: /profile/
Disallow: /payment-cancel
Disallow: /payment-checkout
Disallow: /payment-success
Disallow: /essay/analysis
Disallow: /coming-soon
Disallow: /campaign
Disallow: /unsubscribe
Disallow: /*/admin/
Disallow: /*/app/history/
Disallow: /*/app/essay/
Disallow: /*/app/vocabulary/
Disallow: /*/app/home
Disallow: /*/app/speaking/analysis
Disallow: /*/app/speaking/result
Disallow: /*/app/speaking/part-2/
Disallow: /*/app/speaking/skill/
Disallow: /*/app/speaking/input
Disallow: /*/app/mock-test/history/
Disallow: /*/app/mock-test/results/
Disallow: /*/app/practices/history
Disallow: /*/app/real-tests/attempts/
Disallow: /*/app/real-tests/history
Disallow: /*/app/real-tests/*/preflight
Disallow: /*/profile/
Disallow: /*/payment-cancel
Disallow: /*/payment-checkout
Disallow: /*/payment-success
Disallow: /*/essay/analysis
Disallow: /*/coming-soon
Disallow: /*/campaign
Disallow: /*/unsubscribe
Allow: /

# Content harvesters — no crawl budget granted
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: SeoKicks
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Scrapy
Disallow: /

# Sitemap
Sitemap: https://ai4ielts.com/sitemap.xml