# # Optimize Robots TXT file for Sextoysworld.in # User-agent: * Request-rate: 1/5 # maximum rate is one page every 5 seconds Crawl-delay: 5 # 5 seconds between page requests Visit-time: 0200-0700 # only visit between 02:00 and 07:00 UTC Disallow: /login Disallow: /create-account Disallow: /forgot-password Disallow: /my-account Disallow: /address-book Disallow: /wishlist Disallow: /order-history Disallow: /downloads Disallow: /recurring Disallow: /reward-points Disallow: /return Disallow: /transactions Disallow: /newsletter Disallow: /edit-account Disallow: /change-password Disallow: /logout Disallow: /request-return Disallow: /gift-vouchers Disallow: /compare-products Disallow: /search Disallow: /contact-us Disallow: /shopping-cart Disallow: /checkout Disallow: /affiliates Disallow: /create-affiliate-account Disallow: /affiliate-login Disallow: /affiliate-transactions Disallow: /affiliate-tracking-code Disallow: /affiliate-payment-options Disallow: /edit-affiliate-account Disallow: /change-affiliate-password Disallow: /affiliate-logout Disallow: /affiliate-forgot-password Disallow: /success Disallow: /admin Disallow: /system #Disallow: /brands #Disallow: /specials #Disallow: /sitemap Disallow: *?sort=* Disallow: *&sort=* Disallow: *route=account Disallow: *route=affiliate Disallow: *route=checkout Disallow: *route=product Disallow: *search Disallow: *? Disallow: *?sort=* Disallow: *&sort=* Disallow: *?order=* Disallow: *&order=* Disallow: *?limit=* Disallow: *&limit=* Disallow: *?path=* Disallow: *?page=* Disallow: *?tag=* Disallow: *?_route_=* Disallow: *&path=* Disallow: /index.php?route=product/manufacturer Disallow: /index.php?route=product/compare Disallow: /index.php?route=product/category Disallow: /index.php?route=checkout/* Disallow: /index.php?route=common/maintenance Disallow: /index.php?route=common/cart Disallow: /index.php?route=account/* User-agent: EtaoSpider Disallow: /* User-agent: 008 Disallow: * User-agent: Applebot Disallow: * User-agent: Baiduspider Disallow: * User-agent: Baiduspider-video User-agent: Baiduspider-image Disallow: * User-agent: Barkrowler Disallow: * User-agent: bidswitchbot Disallow: * User-agent: BUbiNG Disallow: * User-agent: CCBot Disallow: * User-agent: DomainStatsBot Disallow: * User-agent: dotbot Disallow: * User-agent: DnyzBot Disallow: * User-agent: Exabot Disallow: * User-agent: Ezooms Disallow: * User-agent: FemtosearchBot Disallow: * User-agent: Gigabot Disallow: * User-agent: moget User-agent: ichiro Disallow: * User-agent: grapeshot Disallow: * User-agent: GuzzleHttp Disallow: * User-agent: Kumo Disallow: * User-agent: Linguee Disallow: * User-agent: Lipperhey Disallow: * User-agent: ltx71 Disallow: * User-agent: MauiBot Disallow: * User-agent: MJ12bot Disallow: * User-agent: naverbot User-agent: Yeti Disallow: * User-agent: Nutch Disallow: * User-agent: oBot Disallow: * User-agent: psbot Disallow: * User-agent: Riddler Disallow: * User-agent: Scrubby Disallow: * User-agent: asterias Disallow: * User-agent: semanticjuice Disallow: * User-agent: SemrushBot Disallow: * User-agent: SemrushBot-SA Disallow: * User-agent: SeznamBot Disallow: * User-agent: SiteSucker Disallow: * User-agent: YoudaoBot Disallow: * Sitemap: https://www.sextoysworld.in/sitemap.xml #Begin Attracta SEO Tools Sitemap. Do not remove sitemap: http://cdn.attracta.com/sitemap/5949542.xml.gz #End Attracta SEO Tools Sitemap. Do not remove #Begin Attracta SEO Tools Sitemap. Do not remove sitemap: http://cdn.attracta.com/sitemap/5744710.xml.gz #End Attracta SEO Tools Sitemap. Do not remove