# General rules for all bots User-agent: * Disallow: /user/ Disallow: /booking/ Disallow: /myride/ Disallow: /payment/ Disallow: /search/ Disallow: /api/ Disallow: /*? # Blocks all query parameter URLs Disallow: /*& # Blocks URLs with multiple parameters # Allow major search engines (Google & Bing) to crawl everything else User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / # Block SEO & competitor research bots User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: Moz Disallow: / User-agent: DotBot Disallow: / User-agent: SeznamBot Disallow: / # Set crawl-delay for bots that might overload the server User-agent: Bingbot Crawl-delay: 5 User-agent: Yandex Crawl-delay: 10 Sitemap: https://myeurotaxi.com/sitemap.xml Sitemap: https://myeurotaxi.com/rss.xml