User-agent: *
Allow: /

# High-priority pages for motorcycle repair and marketplace
Allow: /marketplace
Allow: /how-it-works
Allow: /experts
Allow: /partners
Allow: /.well-known/

# Block admin and private areas
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Faceted marketplace URLs are duplicate views of /marketplace and were
# appearing in GSC as "Crawled - not indexed" — block them so Googlebot
# stops wasting crawl budget re-checking them.
Disallow: /marketplace?category=
Disallow: /*?category=

# AI Crawler Access
User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# Allow important bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Sitemap location
Sitemap: https://motosidekick.com/sitemap.xml

# Crawl delay for respectful crawling
Crawl-delay: 1