User-agent: *

Allow: /

# Directories
Disallow: /shared/
Disallow: /popups/
Disallow: /leads/

# Files
Disallow: /inventory.aspx
Disallow: *sort*
Disallow: *refine*
Disallow: /session-update.ashx
Disallow: /WebResource.axd
Disallow: /ScriptResource.axd

# Unwanted robots
User-agent: MauiBot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: Wells Search II 0.0
Disallow: /

User-agent: heritrix/1.10.0
Disallow:/

User-agent: ShopWiki
Disallow: /

User-agent: ScanAlert
Disallow: /

User-agent: Copernic
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: Aboundex 
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: rogerbot
Disallow:
Crawl-Delay: 6

Sitemap:https://www.motorcar.com/sitemap.xml
Sitemap:https://www.motorcar.com/sitemap-images-index.xml
Sitemap:https://www.motorcar.com/sitemap-video-index.xml
Sitemap:https://www.motorcar.com/sitemap-inventory-index.xml