# Disallow access to admin areas for all bots  
User-agent: *  
Disallow: /admin/  
Disallow: /internal/  
Disallow: /


# Allow AI search and agent use
User-agent: OAI-SearchBot
User-agent: ChatGPT-User  
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
User-agent: GPTBot
User-agent: ChatGPT-User/2.0
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: claude-web
User-agent: Perplexity-User
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: DuckAssistBot
User-agent: cohere-ai
User-agent: Amazonbot
User-agent: FacebookBot
User-agent: LinkedInBot
User-agent: Bytespider
User-agent: AI2Bot
User-agent: CCBot
User-agent: Diffbot
User-agent: omgili
User-agent: TimpiBot
User-agent: MistralAI-User
Allow: /



# Allow traditional search indexing  
User-agent: Googlebot  
User-agent: Bingbot  
Allow: /


User-Agent: *

Disallow: /*/downloads/nolink/*
Disallow: /*/golf/*
Disallow: /*/europe2010/*
Disallow: /*/assets/downloads/*
Disallow: /*/branchEvents/*
Disallow: /*/mobile/*
Disallow: /*/default/*
Disallow: /*/hardship/*
Disallow: /*/cdn-cgi/*
Disallow: /*/testimonials/*
Disallow: /*/contact/global-services/*
Disallow: /en-us/contact-us/global-forwarding-leads/*
Disallow: /*/lp/*
Disallow:/*/sp/*
Disallow:/*/lp-*
Disallow: /*/search/?*
Disallow: /*/chrfreshglobal/*
Disallow: /*/chrglobal/*
Disallow: /*/ChRobinsonUSA/*
Disallow: /en-US/resources/resource-center/webinars/content-n/*
Disallow: /en-US/About-Us/Mexico/Mexico-Capabilities/
Disallow: /en-US/About-Us/Canada/Canada-Supply-Chain-Solutions/
Disallow: /en-us/newsroom/in-the-news/*
Disallow: *sitecore*
Disallow: *thank-you*
Disallow: *error*
Disallow: *wxc-c1*
Disallow: *wxc-c2*
Disallow: *g-xsm*
Disallow: *wxc-gs1*
Disallow: *wxc-gs2*


Sitemap: https://www.chrobinson.com/chrobinson-de-de-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-en-au-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-en-gb-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-en-us-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-es-ar-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-es-es-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-es-us-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-fr-ca-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-fr-fr-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-it-it-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-ko-kr-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-pl-pl-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-zh-tw-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-zh-cn-sitemap.xml
Sitemap: https://www.chrobinson.com/chrobinson-en-sg-sitemap.xml