Robots.txt

Robots.txt Rules

Crawler Rules
adsbot-google
  • Allow: /
adsbot-google-mobile
  • Allow: /
adidxbot
  • Allow: /
mediapartners-google
  • Allow: /
ads-naver
  • Allow: /
y!j-bry
  • Allow: /
y!j-brz
  • Allow: /
  • Allow: /
  • Disallow: /*docs-api-legacy$
  • Disallow: /*docs-api-legacy/
  • Disallow: /cdn-cgi/bm/cv/
  • Disallow: /cdn-cgi/challenge-platform/
  • Disallow: /cdn-cgi/images/trace/
  • Disallow: /cdn-cgi/rum
  • Disallow: /cdn-cgi/scripts/
  • Disallow: /cdn-cgi/styles/
  • Disallow: /cdn-cgi/zaraz/
Google
  • Allow: /
Bing
  • Allow: /
yeti
  • Allow: /
y!j-asr
  • Allow: /
y!j-wsc
  • Allow: /
Yahoo!
  • Allow: /
  • Disallow: */translator/c/
  • Disallow: /*utm_campaign=
  • Disallow: /*utm_source=linguee
  • Disallow: /*docs-api-legacy$
  • Disallow: /*docs-api-legacy/
  • Disallow: /cdn-cgi/bm/cv/
  • Disallow: /cdn-cgi/challenge-platform/
  • Disallow: /cdn-cgi/images/trace/
  • Disallow: /cdn-cgi/rum
  • Disallow: /cdn-cgi/scripts/
  • Disallow: /cdn-cgi/styles/
  • Disallow: /cdn-cgi/zaraz/
All
  • Allow: /
  • Allow: */translator/c/
  • Disallow: /*docs-api-legacy$
  • Disallow: /*docs-api-legacy/
  • Disallow: /cdn-cgi/bm/cv/
  • Disallow: /cdn-cgi/challenge-platform/
  • Disallow: /cdn-cgi/images/trace/
  • Disallow: /cdn-cgi/rum
  • Disallow: /cdn-cgi/scripts/
  • Disallow: /cdn-cgi/styles/
  • Disallow: /cdn-cgi/zaraz/

Sitemaps

Priority Location
Nothing to show.

Raw Text

############################################
# Last full revision: 2025-07-23
############################################

##### Ads & Monetization #####
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdIdxBot
User-agent: Mediapartners-Google
User-agent: Ads-Naver
User-agent: Y!J-BRY
User-agent: Y!J-BRZ
# Full access for ads quality assessment & UTM tracking
Allow: /
# API legacy docs exclusion
Disallow: /*docs-api-legacy$
Disallow: /*docs-api-legacy/
# Cloudflare paths
Disallow: /cdn-cgi/bm/cv/
Disallow: /cdn-cgi/challenge-platform/
Disallow: /cdn-cgi/images/trace/
Disallow: /cdn-cgi/rum
Disallow: /cdn-cgi/scripts/
Disallow: /cdn-cgi/styles/
Disallow: /cdn-cgi/zaraz/

##### Organic #####
User-agent: Googlebot
User-agent: Bingbot
User-agent: Yeti
User-agent: Y!J-ASR
User-agent: Y!J-WSC
User-agent: Slurp
# Block campaign paths & UTM parameters
Disallow: */translator/c/
Disallow: /*utm_campaign=*
Disallow: /*utm_source=linguee*
# API legacy docs exclusion
Disallow: /*docs-api-legacy$
Disallow: /*docs-api-legacy/
# Cloudflare paths
Disallow: /cdn-cgi/bm/cv/
Disallow: /cdn-cgi/challenge-platform/
Disallow: /cdn-cgi/images/trace/
Disallow: /cdn-cgi/rum
Disallow: /cdn-cgi/scripts/
Disallow: /cdn-cgi/styles/
Disallow: /cdn-cgi/zaraz/

##### Everone else #####
User-agent: *
# Explicit access for campaign paths
Allow: */translator/c/
# API legacy docs exclusion
Disallow: /*docs-api-legacy$
Disallow: /*docs-api-legacy/
# Cloudflare paths
Disallow: /cdn-cgi/bm/cv/
Disallow: /cdn-cgi/challenge-platform/
Disallow: /cdn-cgi/images/trace/
Disallow: /cdn-cgi/rum
Disallow: /cdn-cgi/scripts/
Disallow: /cdn-cgi/styles/
Disallow: /cdn-cgi/zaraz/