# www.robotstxt.org/ # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 User-agent: * Disallow: /*sorting Disallow: /*switch Disallow: /*reviews User-agent: sogou spider Disallow: /wishlist User-agent: ia_archiver Disallow: /wishlist User-agent: Baiduspider Disallow: /wishlist User-agent: YandexBot Disallow: /wishlist User-agent: shopstyle bot/1.0 Disallow: /wishlist User-agent: python-grcrawler Disallow: /wishlist User-agent: Mail.Ru Disallow: /wishlist User-agent: SEOkicks-Robot Disallow: /wishlist User-agent: Axis/1.4 Disallow: /wishlist User-agent: proximic Disallow: /wishlist User-agent: grapeshot Disallow: /wishlist User-agent: BLEXBot Disallow: /wishlist User-agent: SemrushBot Disallow: /wishlist User-agent: Wget Disallow: /wishlist User-agent: AhrefsBot Disallow: /wishlist # http://www.opensiteexplorer.org/dotbot User-agent: DotBot User-agent: dotbot Disallow: /wishlist # https://dataforseo.com/dataforseo-bot User-agent: DataForSeoBot Disallow: /wishlist # http://www.majestic12.co.uk/projects/dsearch/mj12bot.php User-agent: MJ12bot Disallow: /wishlist User-agent: SemanticScholarBot Disallow: /wishlist Sitemap: https://astoreo.cz/sitemap_index.xml