# ============================================
# ROBOTS.TXT FOR PERSONALDRIVERS.COM
# Last Updated: January 2026
# ============================================

# Default rule - allow all crawlers
User-agent: *
Allow: /

Disallow: /wp-admin/
Disallow: /secure-admin/
Disallow: /secure-ajax.php?action=aiovg_update_views_count*
Disallow: /player-embed-2/
Disallow: /newlogin/
Disallow: /*?campaignid=
Disallow: /wp-includes/
Disallow: /*?s=
Disallow: /*?p=
Disallow: /*?form_id=
Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php

# Sitemap location
Sitemap: https://www.personaldrivers.com/MySecureSitemap/sitemap_index.xml

# ============================================
# SEARCH ENGINE CRAWLERS - ALL ALLOWED
# ============================================
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

# ============================================
# AI CRAWLERS
# ============================================
# Allow AI assistants (helps users find you)
User-agent: ChatGPT-User
Allow: /

# ============================================
# SEO TOOL CRAWLERS - AHREFS ONLY
# ============================================
# ALLOWED: Ahrefs (your SEO tool)
User-agent: AhrefsBot
Allow: /

# BLOCKED: All other SEO tools
User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /


# Block crawling of CSS with cache-busting parameters
User-agent: Googlebot
Disallow: /*?rnd=*
Disallow: /*&rnd=*
Disallow: /*?wpr_t=*
Disallow: /*&wpr_t=*
Disallow: /*?v=

# Allow crawling of CSS

User-agent: *
Allow: /*.css$