# For all robots User-agent: * # Block access to specific groups of pages Disallow: */sso/ Disallow: */singlesignon/ Disallow: /? Disallow: /*icid= Disallow: /*cid= Disallow: /*aboSponsorCode= Disallow: /*crossSellStrategy= Disallow: /*refProductCode= Disallow: /*forceShowPLP= Disallow: /*product_labels= Disallow: /404 Disallow: /ru/404 Disallow: /cart Disallow: /ru/cart Disallow: /*brand= Disallow: /*priceValue= Disallow: /*pointValue= Disallow: /*paymentModeCode= Disallow: /user/ Disallow: /users/ Disallow: /page_000 Disallow: /*%20 Disallow: /sovety__ Disallow: /sovety/ Disallow: /ru/calendar/ Disallow: /calendar/ Disallow: */user/ Disallow: */users/ Disallow: /*code=en Disallow: /*escaped_fragment Disallow: /*flow= Disallow: */*?app= Disallow: /login/register1 Disallow: /login/aboregister1 Disallow: /login/aboregister2 Disallow: /registration-selection Disallow: */p/ Disallow: /bestsellers Disallow: /contact-us Request-rate: 1/10 # maximum rate is one page every 10 seconds Crawl-delay: 10 # 10 seconds between page requests Visit-time: 0400-0845 # only visit between 04:00 and 08:45 UTC # Insignificant parameters Clean-param: crossSellStrategy&refProductCode&searchKeyword&product_labels&forceShowPLP&text&paymentModeCode&cancelredirect&lng&idp&site&isBaseFlow Sitemap: https://www.amway.ua/sitemap.xml # Block AdsBot-Google as it's making Fake registrations User-agent: AdsBot-Google Disallow: / # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: /