User-agent: *
Allow: /

# Existing blocks (preserved)
Disallow: /rate_limits/
Disallow: /ai-proxy.php

# Other backend endpoints that should not be crawled
Disallow: /credit-check.php
Disallow: /create-topup-invoice.php
Disallow: /topup-webhook.php
Disallow: /poll-job.php
Disallow: /worker.php
Disallow: /affiliate-tracker.php
Disallow: /analytics-tracker.php
Disallow: /default.php

# Server-side data directories
Disallow: /credit_usage/

# Backup and temporary files
Disallow: /*.bak

Sitemap: https://www.cvshortlist.com/sitemap.xml