User-agent: * Allow: / Disallow: *?lightbox= # Optimization for Google Ads Bot User-agent: AdsBot-Google-Mobile User-agent: AdsBot-Google Disallow: /_partials* Disallow: /pro-gallery-webapp/v1/galleries/* Disallow: /dynamic-brands-1-sitemap.xml # Block PetalBot User-agent: PetalBot Disallow: / # Crawl delay for overly enthusiastic bots User-agent: dotbot Crawl-delay: 10 User-agent: AhrefsBot Crawl-delay: 10 Sitemap: https://www.blackhorseautos.com/sitemap.xml