# robots.txt 2016/05/16 jhunt-pmg $ # # Site: J.Crew.com WWW # # This file is retrieved automatically by crawlers conforming to # the Robots.txt standard. It defines what URLs should/shouldn't # be indexed. # See # # Format: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: / User-agent: * Disallow: /AST/filterAsst/ Disallow: /account/ Disallow: /checkout/ Disallow: /checkout2/ Allow: /checkout2/shoppingbag.jsp Disallow: /help/include/inc_storelocator_right.jsp Disallow: /index2.jsp Disallow: /sizecharts/ Disallow: /api/ Disallow: /login/ Disallow: /register/ Disallow: /embed/ Disallow: /clienterror/ Disallow: /feature-page/ Disallow: /size-charts/ Disallow: /sizecharts-module/ Disallow: /web-tracking/ Disallow: */search/ Disallow: */search2/ Sitemap: https://www.jcrew.com/sitemap-index.xml