# =================================================================
# SEARCH ENGINES
# =================================================================

User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
User-agent: GoogleOther
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: archive.org_bot
User-agent: Yandex
Allow: /
Allow: /*?page=*
Allow: /*&page=*
Disallow: /inventory*,*
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print
Disallow: /scheduletestdrive?*
Disallow: /reserve-your-vehicle/

# =================================================================
# USER-INITIATED AI AGENTS
# =================================================================

User-agent: Google-Agent
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: meta-externalfetcher
Allow: /
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print

# =================================================================
# AI SEARCH AND RETRIEVAL CRAWLERS
# =================================================================

User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
Allow: /
Allow: /*?page=*
Allow: /*&page=*
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print
Disallow: /scheduletestdrive?*
Disallow: /reserve-your-vehicle/

# =================================================================
# AI TRAINING CRAWLERS
# =================================================================

User-agent: GPTBot
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Bytespider
User-agent: Cohere-ai
Allow: /
Allow: /*?page=*
Allow: /*&page=*
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print
Disallow: /scheduletestdrive?*
Disallow: /reserve-your-vehicle/

# =================================================================
# GENERAL KNOWLEDGE AND DATA CRAWLERS
# =================================================================

User-agent: CCBot
User-agent: Diffbot
Allow: /
Allow: /*?page=*
Allow: /*&page=*
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print
Disallow: /scheduletestdrive?*
Disallow: /reserve-your-vehicle/

# =================================================================
# AMAZON SERVICES
# =================================================================

User-agent: Amazonbot
Allow: /
Allow: /*?page=*
Allow: /*&page=*
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print
Disallow: /scheduletestdrive?*
Disallow: /reserve-your-vehicle/

# =================================================================
# META AI
# =================================================================

User-agent: meta-externalagent
Allow: /
Allow: /*?page=*
Allow: /*&page=*
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print
Disallow: /scheduletestdrive?*
Disallow: /reserve-your-vehicle/

# =================================================================
# SOCIAL MEDIA CRAWLERS
# =================================================================

User-agent: FacebookBot
Allow: /
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print

# =================================================================
# APPLE AI DATA USE
# =================================================================

User-agent: Applebot-Extended
Allow: /
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print

# =================================================================
# GOOGLE AI DATA USE
# =================================================================

User-agent: Google-Extended
Allow: /
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print

# =================================================================
# SEO TOOL CRAWLERS
# =================================================================

User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: rogerbot
User-agent: DotBot
Allow: /
Allow: /*?page=*
Allow: /*&page=*
Disallow: /inventory*,*
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print
Disallow: /scheduletestdrive?*
Disallow: /reserve-your-vehicle/

# =================================================================
# GOOGLE ADS BOTS
# =================================================================

User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Mediapartners-Google
Allow: /

# =================================================================
# MICROSOFT, OPENAI ADS, AND PREVIEW
# =================================================================

User-agent: AdIdxBot
User-agent: MicrosoftPreview
User-agent: OAI-AdsBot
Allow: /

# =================================================================
# DEFAULT
# =================================================================

User-agent: *
Allow: /
Allow: /*?page=*
Allow: /*&page=*
Disallow: /inventory*,*
Disallow: /login
Disallow: /Account/Login
Disallow: /identitylogin
Disallow: /print
Disallow: /scheduletestdrive?*
Disallow: /reserve-your-vehicle/

# =================================================================
# SITEMAP
# =================================================================

Sitemap: https://www.volkswagenofwinchester.com/sitemap.xml