# For all robots User-agent: * # Block access to specific groups of pages Disallow:/cart Disallow:/cart/ Disallow:/checkout Disallow:/checkout/ Disallow:/my-account Disallow:/my-account/ Disallow:/login Disallow:/login/ Disallow:/register Disallow:/register/ Disallow:/cookies Disallow:/product-compare/all-feature Disallow:/en/ Disallow:/mobile/ Disallow:/jp/ Disallow:/wishlists/ Disallow:/test123/ Disallow:/rczx/ Disallow:/careers Disallow:/Products/ Disallow:/products/ Disallow:/medias/ Disallow:/gymz/ Disallow:/quotation/add/ Disallow:/search/ Disallow:/*?* Disallow:/?* Disallow:/search?* Disallow:/*q=* Disallow:/*/filter/* Disallow:/*?page=* # Old rules,there is no way to confirm whether it needs to be adjusted Disallow:/news_and_press/Research_News/*.pdf Disallow:/datacenter/*.xml Disallow:/news_and_press/*.html Disallow:/support-training/notes/clicklink Disallow:/content/home Disallow:/moons/about-us/certifications Disallow:/moons/login Disallow:/staticpic/images/17HC2002N-1.png Disallow:/support-training/Support-001 Disallow:/news/moons-signed/ Disallow:/product-compare/ Disallow:/c/*/stepangle-1.8%C2%B0/c/ Disallow:/c/*/stepangle-0.9%C2%B0/c/ Disallow:/c/*/stepangle-1.2%C2%B0/c/ Disallow:/c/*/Approvals-*/c/ Disallow:/C/Users/*.pdf Disallow:/news_and_press/*.pdf Disallow:/Product_1/ Disallow:/commonpopup # M website rules Disallow:/m/cart Disallow:/m/cart/ Disallow:/m/checkout Disallow:/m/checkout/ Disallow:/m/my-account Disallow:/m/my-account/ Disallow:/m/login Disallow:/m/login/ Disallow:/m/register Disallow:/m/register/ Disallow:/m/cookies Disallow:/m/product-compare/all-feature Disallow:/m/en/ Disallow:/m/wishlists/ Disallow:/m/test123/ Disallow:/m/rczx/ Disallow:/m/careers Disallow:/m/Products/ Disallow:/m/products/ Disallow:/m/medias/ Disallow:/m/gymz/ Disallow:/m/quotation/add/ Disallow:/m/search/ Disallow:/m/*?* Disallow:/m?* Disallow:/m/*q=* Disallow:/m/*/filter/* # Allow search crawlers to discover the sitemap Sitemap:https://www.moons.com.cn/sitemap.xml # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: /