User-agent: bingbot Disallow: Crawl-Delay: 2 User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / User-agent: AhrefsBot Allow: / User-agent: Ezooms Allow: / User-agent: MJ12bot Allow: / User-agent: * Disallow: /new_vehicle_detail.asp Disallow: /new_vehicle_compare.asp Disallow: /news_article.asp Disallow: /new_model_detail_print.asp Disallow: /used_bikes/ Disallow: /default.asp?page=xCompareModels Disallow: /fiche_section_detail.asp Crawl-delay: 2