# Robots.txt for vectordigitals.net
# Optimized for SEO best practices
# AI-friendly: Allows ChatGPT, Gemini, DeepSeek, and other AI platforms

# Sitemap reference
Sitemap: https://www.vectordigitals.net/sitemap_index.xml

# Allow all good bots by default (including AI)
User-agent: *
Allow: /

# Disallow admin areas
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Disallow WordPress core directories
Disallow: /wp-includes/

# Disallow sensitive directories
Disallow: /wp-content/uploads/woo-import-export/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

# Allow uploads folder (except sensitive areas)
Allow: /wp-content/uploads/

# Disallow search and filter URLs (prevents duplicate content)
Disallow: /*?s=
Disallow: /*?p=
Disallow: /search/
Disallow: /?s=

# Disallow WordPress JSON API endpoints
Disallow: /wp-json/

# Block only traditional bad bots (SEO scrapers, not AI)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

# Note: AI bots (GPTBot, Google-Extended, Claude, etc.) are ALLOWED
# This enables your content to appear in AI search results and recommendations