User-agent: *
Allow: /
Allow: /wp-content/uploads/
Allow: /images/

Disallow: /wp-admin/
Disallow: /?s=
Disallow: /?cep=
Disallow: /?s=
Disallow: /?l=
Disallow: /?*
Disallow: /feed
Disallow: /*/feed/
Disallow: /comments/feed
Disallow: /*/comments/feed
Allow: /wp-admin/admin-ajax.php

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Bing AI / Copilot
User-agent: Bingbot
Allow: /

# You.com AI
User-agent: YouBot
Allow: /

# Amazon AI
User-agent: Amazonbot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Apple AI
User-agent: Applebot
Allow: /

# Bytespider (TikTok/Search)
User-agent: Bytespider
Allow: /

# Ahrefs SEO Bot
User-agent: AhrefsBot
Allow: /

# Semrush SEO Bot
User-agent: SemrushBot
Allow: /

# Example spam bots
User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

Sitemap: https://dailyflightdeal.com/sitemap_index.xml
Sitemap: https://dailyflightdeal.com/post-sitemap.xml
Sitemap: https://dailyflightdeal.com/airline-sitemap.xml
Sitemap: https://dailyflifhtdeal.com/page-sitemap.xml
Sitemap: https://dailyflightdeal.com/category-sitemap.xml