Robots.txt

Robots.txt Rules

Crawler Rules
Bing
  • Allow: /
  • Disallow: /ekansa/Open-Context-Data
  • Disallow: /ekansa/opencontext-
  • Disallow: /account-login
  • Disallow: */tarball/
  • Disallow: */zipball/
  • Disallow: /Explodingstuff/
  • Disallow: /copilot/
  • Disallow: /copilot/c/
adidxbot
  • Allow: /
  • Disallow: /ekansa/Open-Context-Data
  • Disallow: /ekansa/opencontext-
  • Disallow: /account-login
  • Disallow: */tarball/
  • Disallow: */zipball/
  • Disallow: /Explodingstuff/
  • Disallow: /copilot/
  • Disallow: /copilot/c/
bingpreview
  • Allow: /
  • Disallow: /ekansa/Open-Context-Data
  • Disallow: /ekansa/opencontext-
  • Disallow: /account-login
  • Disallow: */tarball/
  • Disallow: */zipball/
  • Disallow: /Explodingstuff/
  • Disallow: /copilot/
  • Disallow: /copilot/c/
baidu
  • Allow: /
All
  • Allow: /
  • Allow: /*?tab=achievements&achievement=
  • Disallow: /*/*/pulse
  • Disallow: /*/*/projects
  • Disallow: /*/*/forks
  • Disallow: /*/*/issues/new
  • Disallow: /*/*/milestones/new
  • Disallow: /*/*/issues/search
  • Disallow: /*/*/commits/
  • Disallow: /*/*/branches
  • Disallow: /*/*/contributors
  • Disallow: /*/*/tags
  • Disallow: /*/*/stargazers
  • Disallow: /*/*/watchers
  • Disallow: /*/*/network
  • Disallow: /*/*/graphs
  • Disallow: /*/*/compare
  • Disallow: /*/tree/
  • Disallow: /gist/
  • Disallow: /*/download
  • Disallow: /*/revisions
  • Disallow: /*/commits/*?author
  • Disallow: /*/commits/*?path
  • Disallow: /*/comments
  • Disallow: /*/archive/
  • Disallow: /*/blame/
  • Disallow: /*/raw/
  • Disallow: /*/cache/
  • Disallow: /.git/
  • Disallow: */.git/
  • Disallow: /*.git$
  • Disallow: /search/advanced
  • Disallow: /search$
  • Disallow: /*q=
  • Disallow: /*.atom$
  • Disallow: /ekansa/Open-Context-Data
  • Disallow: /ekansa/opencontext-
  • Disallow: */tarball/
  • Disallow: */zipball/
  • Disallow: /*source=
  • Disallow: /*ref_cta=
  • Disallow: /*plan=
  • Disallow: /*return_to=
  • Disallow: /*ref_loc=
  • Disallow: /*setup_organization=
  • Disallow: /*source_repo=
  • Disallow: /*ref_page=
  • Disallow: /*source=
  • Disallow: /*referrer=
  • Disallow: /*report=
  • Disallow: /*author=
  • Disallow: /*since=
  • Disallow: /*until=
  • Disallow: /*commits?author=
  • Disallow: /*report-abuse?report=
  • Disallow: /*tab=
  • Disallow: /account-login
  • Disallow: /Explodingstuff/
  • Disallow: /copilot/
  • Disallow: /copilot/c/

Sitemaps

Priority Location
Nothing to show.

Raw Text

# If you would like to crawl GitHub contact us via https://support.github.com?tags=dotcom-robots
# We also provide an extensive API: https://docs.github.com
User-agent: bingbot
Disallow: /ekansa/Open-Context-Data
Disallow: /ekansa/opencontext-*
Disallow: /account-login
Disallow: */tarball/
Disallow: */zipball/
Disallow: /Explodingstuff/
Disallow: /copilot/
Disallow: /copilot/c/

User-agent: adidxbot
Disallow: /ekansa/Open-Context-Data
Disallow: /ekansa/opencontext-*
Disallow: /account-login
Disallow: */tarball/
Disallow: */zipball/
Disallow: /Explodingstuff/
Disallow: /copilot/
Disallow: /copilot/c/

User-agent: BingPreview
Disallow: /ekansa/Open-Context-Data
Disallow: /ekansa/opencontext-*
Disallow: /account-login
Disallow: */tarball/
Disallow: */zipball/
Disallow: /Explodingstuff/
Disallow: /copilot/
Disallow: /copilot/c/

User-agent: baidu
crawl-delay: 1


User-agent: *

Disallow: /*/*/pulse
Disallow: /*/*/projects
Disallow: /*/*/forks
Disallow: /*/*/issues/new
Disallow: /*/*/milestones/new
Disallow: /*/*/issues/search
Disallow: /*/*/commits/
Disallow: /*/*/branches
Disallow: /*/*/contributors
Disallow: /*/*/tags
Disallow: /*/*/stargazers
Disallow: /*/*/watchers
Disallow: /*/*/network
Disallow: /*/*/graphs
Disallow: /*/*/compare

Disallow: /*/tree/
Disallow: /gist/
Disallow: /*/download
Disallow: /*/revisions
Disallow: /*/commits/*?author
Disallow: /*/commits/*?path
Disallow: /*/comments
Disallow: /*/archive/
Disallow: /*/blame/
Disallow: /*/raw/
Disallow: /*/cache/
Disallow: /.git/
Disallow: */.git/
Disallow: /*.git$
Disallow: /search/advanced
Disallow: /search$
Disallow: /*q=
Disallow: /*.atom$

Disallow: /ekansa/Open-Context-Data
Disallow: /ekansa/opencontext-*
Disallow: */tarball/
Disallow: */zipball/

Disallow: /*source=*
Disallow: /*ref_cta=*
Disallow: /*plan=*
Disallow: /*return_to=*
Disallow: /*ref_loc=*
Disallow: /*setup_organization=*
Disallow: /*source_repo=*
Disallow: /*ref_page=*
Disallow: /*source=*
Disallow: /*referrer=*
Disallow: /*report=*
Disallow: /*author=*
Disallow: /*since=*
Disallow: /*until=*
Disallow: /*commits?author=*
Disallow: /*report-abuse?report=*
Disallow: /*tab=*
Allow: /*?tab=achievements&achievement=*

Disallow: /account-login
Disallow: /Explodingstuff/

Disallow: /copilot/
Disallow: /copilot/c/