User-agent: * Allow: /social_instagram/ Sitemap: https://www.enduraline.com/sitemap.xml ############## # custom # ############## # Default rules for all bots User-agent: * Crawl-delay: 2 Disallow: /cdn-cgi/l/email-protection Disallow: /shop/wishlist Disallow: /calendar Disallow: /website/social/facebook Disallow: /website/social/twitter Disallow: /brand Disallow: /website/info # Anthropic / Claude User-agent: ClaudeBot Disallow: / User-agent: Claude-SearchBot Crawl-delay: 2 Disallow: /cdn-cgi/l/email-protection Disallow: /shop/wishlist Disallow: /calendar Disallow: /website/social/facebook Disallow: /website/social/twitter Disallow: /brand Disallow: /website/info User-agent: Claude-User Crawl-delay: 2 Disallow: /cdn-cgi/l/email-protection Disallow: /shop/wishlist Disallow: /calendar Disallow: /website/social/facebook Disallow: /website/social/twitter Disallow: /brand Disallow: /website/info # Pinterest bot — restrictive due to abuse User-agent: Pinterestbot Crawl-delay: 30 Disallow: /portal/ Disallow: /mail/ # Google User-agent: Googlebot Crawl-delay: 1 # Bing User-agent: bingbot Crawl-delay: 2 # Facebook User-agent: facebookexternalhit Crawl-delay: 5 Sitemap: https://www.enduraline.com/sitemap.xml