# robots.txt 2017/01/01 by jhunt # # Site: factory.jcrew.com WWW # # This file is retrieved automatically by crawlers conforming to # the Robots.txt standard. It defines what URLs should/shouldn't # be indexed. # See # # Format: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: / # All User Agent Exclusions User-agent: * Disallow: */AST/filterAsst/ Disallow: */account/ Disallow: */checkout/ Disallow: */checkout2/ Allow: */checkout2/shoppingbag.jsp$ Disallow: */help/include/inc_storelocator_right.jsp Disallow: */index2.jsp Allow: */sizecharts/main.jsp$ Disallow: */sizecharts/ Allow: */flatpages/social_res_april0.jsp$ Disallow: */flatpages/social_res_april0.jsp Allow: */help/international_orders.jsp$ Allow: */help/international_orders.jsp?sidecar=true Disallow: */help/international_orders.jsp Allow: */intl/context_chooser.jsp$ Disallow: */intl/context_chooser.jsp Allow: */wishlist$ Disallow: */wishlist Disallow: */shopall Disallow: /api/ Allow: */login$ Disallow: */login Disallow: */register/ Disallow: */embed/ Disallow: */clienterror/ Disallow: */feature-page/ Disallow: */size-charts/ Disallow: */sizecharts-module/ Disallow: */web-tracking/ Disallow: */search2/ Allow: /s7-img-facade/* Allow: /ajax/* Disallow: /*?*&*&*&* Disallow: *bmUID* Disallow: *PRDOVR* Disallow: /brand_creative/ Sitemap: https://www.jcrew.com/sitemap/sitemap-index.xml