# Major search engines
User-agent: Googlebot
Allow: /
Disallow: /search*
Disallow: /cart*
Disallow: /checkout*
Disallow: /account*

User-agent: bingbot
Allow: /
Disallow: /search*
Disallow: /cart*
Disallow: /checkout*
Disallow: /account*

# Social link previews
User-agent: facebookexternalhit
Allow: /

# Blocked crawlers (optional)
User-agent: Baiduspider
User-agent: Yandex
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: dotbot
User-agent: MegaIndex
User-agent: PetalBot
Disallow: /

# Default rules
User-agent: *
Allow: /
Disallow: /search*
Disallow: /cart*
Disallow: /checkout*
Disallow: /account*
Disallow: /admin/
Disallow: /internal/
Disallow: /tools/
Disallow: /cron/
Disallow: /queue/
Disallow: /logs/
Disallow: /backup/
Disallow: /exports/
Disallow: /uploads/tmp/
Disallow: /media/tmp/
Disallow: /configurator/

# XML Sitemap (index)
Sitemap: https://sitemap.worldpartsdirect.com/sitemapindex.xml