Robots.txt

Robots.txt Rules

Crawler Rules
All
  • Allow: /
  • Allow: /Sitemaps/
  • Allow: /sitemaps/
  • Allow: /dynamics/
  • Allow: /*/dynamics/
  • Allow: /imagine/
  • Allow: /*/imagine/
  • Allow: /healthvault/
  • Allow: /*/healthvault/
  • Allow: /magazine/
  • Allow: /*/magazine/
  • Allow: /windows/
  • Allow: /*/windows/*/
  • Allow: /*/windows/hardware/
  • Allow: /*/windows/uwp/
  • Allow: /*/windows/uwp/*/
  • Allow: /goglobal/
  • Allow: /*/goglobal/
  • Allow: /globalization/
  • Allow: /*/globalization/
  • Allow: /powershell/
  • Allow: /*/powershell/
  • Allow: /virtualization/
  • Allow: /*/virtualization/
  • Allow: /evalcenter/
  • Allow: /*/evalcenter/
  • Allow: /library/
  • Allow: /*/library/
  • Allow: /library/vs/alm/
  • Allow: /*/library/vs/alm/
  • Allow: /library/windows/
  • Allow: /*/library/windows/
  • Allow: /*/library/Windows/
  • Allow: /*/library/windowsazure/
  • Allow: /*/library/partnercenter/
  • Allow: /library/azure/
  • Allow: /*/library/azure/
  • Allow: /*/library/ie/
  • Allow: /*/library/vstudio/
  • Allow: /*/library/office/
  • Allow: /*/library/video/
  • Allow: /*/library/exchange/
  • Allow: /*/library/lync/
  • Allow: /*/library/windowsphone/
  • Allow: /feeds/rss
  • Allow: /ar-ae/
  • Allow: /ar-eg/
  • Allow: /ar-sa/
  • Allow: /bg-bg/
  • Allow: /cs-cz/
  • Allow: /da-dk/
  • Allow: /de-at/
  • Allow: /de-ch/
  • Allow: /de-de/
  • Allow: /el-gr/
  • Allow: /en-au/
  • Allow: /en-ca/
  • Allow: /en-gb/
  • Allow: /en-hk/
  • Allow: /en-ie/
  • Allow: /en-in/
  • Allow: /en-jm/
  • Allow: /en-my/
  • Allow: /en-nz/
  • Allow: /en-ph/
  • Allow: /en-sg/
  • Allow: /en-tt/
  • Allow: /en-us/
  • Allow: /en-za/
  • Allow: /es-ar/
  • Allow: /es-bo/
  • Allow: /es-cl/
  • Allow: /es-co/
  • Allow: /es-cr/
  • Allow: /es-do/
  • Allow: /es-ec/
  • Allow: /es-es/
  • Allow: /es-gt/
  • Allow: /es-hn/
  • Allow: /es-mx/
  • Allow: /es-ni/
  • Allow: /es-pa/
  • Allow: /es-pe/
  • Allow: /es-pr/
  • Allow: /es-py/
  • Allow: /es-sv/
  • Allow: /es-uy/
  • Allow: /es-ve/
  • Allow: /es-xl/
  • Allow: /et-ee/
  • Allow: /fi-fi/
  • Allow: /fr-be/
  • Allow: /fr-ca/
  • Allow: /fr-ch/
  • Allow: /fr-fr/
  • Allow: /he-il/
  • Allow: /hr-hr/
  • Allow: /hu-hu/
  • Allow: /hy-am/
  • Allow: /id-id/
  • Allow: /it-it/
  • Allow: /ja-jp/
  • Allow: /kk-kz/
  • Allow: /ko-kr/
  • Allow: /lt-lt/
  • Allow: /lv-lv/
  • Allow: /ms-my/
  • Allow: /nb-no/
  • Allow: /nl-be/
  • Allow: /nl-nl/
  • Allow: /pl-pl/
  • Allow: /pt-br/
  • Allow: /pt-pt/
  • Allow: /ro-ro/
  • Allow: /ru-ru/
  • Allow: /sk-sk/
  • Allow: /sl-si/
  • Allow: /sr-latn-rs/
  • Allow: /sr-latn-cs/
  • Allow: /sv-se/
  • Allow: /th-th/
  • Allow: /tr-tr/
  • Allow: /uk-ua/
  • Allow: /zh-cn/
  • Allow: /zh-hk/
  • Allow: /zh-tw/
  • Disallow: /*/library/*/
  • Disallow: /subscriptions/manage/
  • Disallow: /*/subscriptions/manage/
  • Disallow: /subscriptions/securejson/
  • Disallow: /*/subscriptions/securejson/
  • Disallow: /*/ie/
  • Disallow: /*/site/
  • Disallow: /mtlibraryrss/
  • Disallow: /*/mtlibraryrss/
  • Disallow: /*/msdnmag/
  • Disallow: /*/msdn-files/
  • Disallow: /msdn-files/
  • Disallow: /*/msdn10/
  • Disallow: /*/workshop/
  • Disallow: /workshop/
  • Disallow: /*/chats/
  • Disallow: /chats/
  • Disallow: /*/chat/
  • Disallow: /chat/
  • Disallow: /*/msdntv/
  • Disallow: /msdntv/
  • Disallow: /*/theshow/
  • Disallow: /theshow/
  • Disallow: /*/windowsvista/
  • Disallow: /windowsvista/
  • Disallow: /*/longhorn/
  • Disallow: /longhorn/
  • Disallow: /*/winfx/
  • Disallow: /winfx/
  • Disallow: /*/howtobuy/
  • Disallow: /howtobuy/
  • Disallow: /*/codesamples/
  • Disallow: /codesamples/
  • Disallow: /*/seminar/
  • Disallow: /seminar/
  • Disallow: /kb/
  • Disallow: /*/kb/
  • Disallow: /*/launch2005/
  • Disallow: /launch2005/
  • Disallow: /*/training/
  • Disallow: /training/
  • Disallow: /ssafe/
  • Disallow: /voices/
  • Disallow: /teamplain/
  • Disallow: /courses/
  • Disallow: /surveys/
  • Disallow: /vbtv/
  • Disallow: /windowsforms/
  • Disallow: /64-bit/
  • Disallow: /devdns/
  • Disallow: /elearning/
  • Disallow: /integrate/
  • Disallow: /shows/
  • Disallow: /getthebetas/
  • Disallow: /getstarted/
  • Disallow: /learn/
  • Disallow: /performance/
  • Disallow: /rampup/
  • Disallow: /sbs/
  • Disallow: /soap/
  • Disallow: /winforms/
  • Disallow: /vinterdev/
  • Disallow: /windows2000/
  • Disallow: /wsus/
  • Disallow: /win9x/
  • Disallow: /updatemanagement/
  • Disallow: /b/
  • Disallow: /cetools/
  • Disallow: /def/
  • Disallow: /devmx/
  • Disallow: /devmailmobile/
  • Disallow: /oslo/
  • Disallow: /vs2005/
  • Disallow: /ieupdate/
  • Disallow: /express/
  • Disallow: /*/express/
  • Disallow: /visualj/
  • Disallow: /platform/
  • Disallow: /Platform/
  • Disallow: /Areas/
  • Disallow: /areas/
  • Disallow: /Areas/Epx/Content/500.aspx?aspxerrorpath=
  • Disallow: /uxtest/ux/
  • Disallow: /*.axd
  • Disallow: /*.mspx
  • Disallow: /*/library/export/help/
  • Disallow: /*/library/export/
  • Disallow: /*/library/preferences/
  • Disallow: /*/library/community/
  • Disallow: /*/library/community/user/
  • Disallow: /*/library/community/history/
  • Disallow: /*/library/community/edit/
  • Disallow: /*/library/community/add/
  • Disallow: /*/stoguides/
  • Disallow: /*/stopartnertest/
  • Disallow: /*/blogvisualizer/
  • Disallow: /*/viewer/
  • Disallow: /*/blank/
  • Disallow: /*/objectforward/
  • Disallow: /isapi/
  • Disallow: /preferences/
  • Disallow: /*/preferences/
  • Disallow: /SelectLocale?fromPage=
  • Disallow: /*/SelectLocale?fromPage=
  • Disallow: /selectlocale-dmc?fromPage=
  • Disallow: /*/selectlocale-dmc?fromPage=
  • Disallow: /*/Message-Error.htm
  • Disallow: /500.htm?aspxerrorpath=
  • Disallow: /500.aspx?aspxerrorpath=
  • Disallow: /cgi-bin/
  • Disallow: /*/store/
  • Disallow: /store/
  • Disallow: /*.$
  • Disallow: /*.asp$
  • Disallow: /*.htm$
  • Disallow: /*/library/*.$
  • Disallow: /*/library/*.asp$
  • Disallow: /*/library/*.htm$
  • Disallow: /*(d=
  • Disallow: /*/library/*(d=
  • Disallow: ?xml=
  • Disallow: /*/?xml=
  • Disallow: /*/?action=
  • Disallow: /*appId=Dev10IDEF1
  • Disallow: /?t=
  • Disallow: /*?*/
  • Disallow: /&
  • Disallow: /&loc=
  • Disallow: /*(l=*)
  • Disallow: /*).query
  • Disallow: /*?pull=
  • Disallow: /*%3Fpull%3D
  • Disallow: /*&layout=
  • Disallow: /*&prev=
  • Disallow: /.../
  • Disallow: /%20library/
  • Disallow: /*%20(http
  • Disallow: /*.php
  • Disallow: /en%E2%80%90us
  • Disallow: /enus/
  • Disallow: /en-usbrary
  • Disallow: /en-us-library
  • Disallow: /en-%20us
  • Disallow: /*/libarary/
  • Disallow: /*/libary/
  • Disallow: /*/libray/
  • Disallow: /*/%20library/
  • Disallow: /*/library%20/
  • Disallow: /*/ibrary/
  • Disallow: /*%3C
  • Disallow: /*%26
  • Disallow: /*%22
  • Disallow: /*%20
  • Disallow: /*%7C
  • Disallow: /*/{0}/
  • Disallow: /{0}/
  • Disallow: /library?/
  • Disallow: /en- us/
  • Disallow: /msn/
  • Disallow: /.../
  • Disallow: /en~us/
  • Disallow: /m/
  • Disallow: /vsstudio/
  • Disallow: /vsx2008/
  • Disallow: /wincontacts/
  • Disallow: /wn3/
  • Disallow: /librar/
  • Disallow: /jajp/
  • Disallow: /widnows/
  • Disallow: /cookie.aspx
  • Disallow: /microsoft.com/

Sitemaps

Priority Location
3https://msdn.microsoft.com/msdn-subscriptions-sitemap.xml
2https://msdn.microsoft.com/sitemapindex.xml
1https://msdn.microsoft.com/op_sitemapindex.xml

Raw Text

# MSDN.MICROSOFT.COM
# 10:50 AM 7/21/2016
User-Agent: *

# Legacy site path
Disallow: /*/library/*/
Disallow: /subscriptions/manage/
Disallow: /*/subscriptions/manage/
Disallow: /subscriptions/securejson/
Disallow: /*/subscriptions/securejson/
Disallow: /*/ie/
Disallow: /*/site/
Disallow: /mtlibraryrss/
Disallow: /*/mtlibraryrss/
Disallow: /*/msdnmag/
Disallow: /*/msdn-files/
Disallow: /msdn-files/
Disallow: /*/msdn10/
Disallow: /*/workshop/
Disallow: /workshop/
Disallow: /*/chats/
Disallow: /chats/
Disallow: /*/chat/
Disallow: /chat/
Disallow: /*/msdntv/
Disallow: /msdntv/
Disallow: /*/theshow/
Disallow: /theshow/
Disallow: /*/windowsvista/
Disallow: /windowsvista/
Disallow: /*/longhorn/
Disallow: /longhorn/
Disallow: /*/winfx/
Disallow: /winfx/
Disallow: /*/howtobuy/
Disallow: /howtobuy/
Disallow: /*/codesamples/
Disallow: /codesamples/
Disallow: /*/seminar/
Disallow: /seminar/
Disallow: /kb/
Disallow: /*/kb/
Disallow: /*/launch2005/
Disallow: /launch2005/
Disallow: /*/training/
Disallow: /training/
Disallow: /ssafe/
Disallow: /voices/
Disallow: /teamplain/
Disallow: /courses/
Disallow: /surveys/
Disallow: /vbtv/
Disallow: /windowsforms/
Disallow: /64-bit/
Disallow: /devdns/
Disallow: /elearning/
Disallow: /integrate/
Disallow: /shows/
Disallow: /getthebetas/
Disallow: /getstarted/
Disallow: /learn/
Disallow: /performance/
Disallow: /rampup/
Disallow: /sbs/
Disallow: /soap/
Disallow: /winforms/
Disallow: /vinterdev/
Disallow: /windows2000/
Disallow: /wsus/
Disallow: /win9x/
Disallow: /updatemanagement/
Disallow: /b/
Disallow: /cetools/
Disallow: /def/
Disallow: /devmx/
Disallow: /devmailmobile/
Disallow: /oslo/
Disallow: /vs2005/
Disallow: /ieupdate/
Disallow: /express/
Disallow: /*/express/
Disallow: /visualj/

# Application Paths
Disallow: /platform/
Disallow: /Platform/
Disallow: /Areas/
Disallow: /areas/
Disallow: /Areas/Epx/Content/500.aspx?aspxerrorpath=
Disallow: /uxtest/ux/
Disallow: /*.axd
Disallow: /*.mspx
Disallow: /*/library/export/help/
Disallow: /*/library/export/
Disallow: /*/library/preferences/
Disallow: /*/library/community/
Disallow: /*/library/community/user/
Disallow: /*/library/community/history/
Disallow: /*/library/community/edit/
Disallow: /*/library/community/add/
Disallow: /*/stoguides/
Disallow: /*/stopartnertest/
Disallow: /*/blogvisualizer/
Disallow: /*/viewer/
Disallow: /*/blank/
Disallow: /*/objectforward/
Disallow: /isapi/
Disallow: /preferences/
Disallow: /*/preferences/
Disallow: /SelectLocale?fromPage=
Disallow: /*/SelectLocale?fromPage=
Disallow: /selectlocale-dmc?fromPage=
Disallow: /*/selectlocale-dmc?fromPage=
Disallow: /*/Message-Error.htm
Disallow: /500.htm?aspxerrorpath=
Disallow: /500.aspx?aspxerrorpath=
Disallow: /cgi-bin/
Disallow: /*/store/
Disallow: /store/

# Misc Patterns
Disallow: /*.$
Disallow: /*.asp$
Disallow: /*.htm$
Disallow: /*/library/*.$
Disallow: /*/library/*.asp$
Disallow: /*/library/*.htm$
Disallow: /*(d=
Disallow: /*/library/*(d=
Disallow: ?xml=
Disallow: /*/?xml=
Disallow: /*/?action=
Disallow: /*appId=Dev10IDEF1
Disallow: /?t=
Disallow: /*?*/
Disallow: /&*
Disallow: /&loc=
Disallow: /*(l=*)
Disallow: /*).query
Disallow: /*?pull=
Disallow: /*%3Fpull%3D
Disallow: /*&layout=
Disallow: /*&prev=
Disallow: /.../
Disallow: /%20library/
Disallow: /*%20(http
Disallow: /*.php
Disallow: /en%E2%80%90us
Disallow: /enus/
Disallow: /en-usbrary
Disallow: /en-us-library
Disallow: /en-%20us
Disallow: /*/libarary/
Disallow: /*/libary/
Disallow: /*/libray/
Disallow: /*/%20library/
Disallow: /*/library%20/
Disallow: /*/ibrary/
Disallow: /*%3C
Disallow: /*%26
Disallow: /*%22
Disallow: /*%20
Disallow: /*%7C
Disallow: /*/{0}/
Disallow: /{0}/
Disallow: /library?/
Disallow: /en- us/
Disallow: /msn/
Disallow: /.../
Disallow: /en~us/
Disallow: /m/
Disallow: /vsstudio/
Disallow: /vsx2008/
Disallow: /wincontacts/
Disallow: /wn3/
Disallow: /librar/
Disallow: /jajp/
Disallow: /widnows/
Disallow: /cookie.aspx
Disallow: /microsoft.com/

# Supported Site Paths
Allow: /Sitemaps/
Allow: /sitemaps/
Allow: /dynamics/
Allow: /*/dynamics/
Allow: /imagine/
Allow: /*/imagine/
Allow: /healthvault/
Allow: /*/healthvault/
Allow: /magazine/
Allow: /*/magazine/
Allow: /windows/
Allow: /*/windows/*/
Allow: /*/windows/hardware/
Allow: /*/windows/uwp/
Allow: /*/windows/uwp/*/
Allow: /goglobal/
Allow: /*/goglobal/
Allow: /globalization/
Allow: /*/globalization/
Allow: /powershell/
Allow: /*/powershell/
Allow: /virtualization/
Allow: /*/virtualization/
Allow: /evalcenter/
Allow: /*/evalcenter/

Allow: /library/
Allow: /*/library/
Allow: /library/vs/alm/
Allow: /*/library/vs/alm/
Allow: /library/windows/
Allow: /*/library/windows/
Allow: /*/library/Windows/
Allow: /*/library/windowsazure/
Allow: /*/library/partnercenter/
Allow: /library/azure/
Allow: /*/library/azure/
Allow: /*/library/ie/
Allow: /*/library/vstudio/
Allow: /*/library/office/
Allow: /*/library/video/
Allow: /*/library/exchange/
Allow: /*/library/lync/
Allow: /*/library/windowsphone/

Allow: /feeds/rss

# Supported Locale Paths
Allow: /ar-ae/
Allow: /ar-eg/
Allow: /ar-sa/
Allow: /bg-bg/
Allow: /cs-cz/
Allow: /da-dk/
Allow: /de-at/
Allow: /de-ch/
Allow: /de-de/
Allow: /el-gr/
Allow: /en-au/
Allow: /en-ca/
Allow: /en-gb/
Allow: /en-hk/
Allow: /en-ie/
Allow: /en-in/
Allow: /en-jm/
Allow: /en-my/
Allow: /en-nz/
Allow: /en-ph/
Allow: /en-sg/
Allow: /en-tt/
Allow: /en-us/
Allow: /en-za/
Allow: /es-ar/
Allow: /es-bo/
Allow: /es-cl/
Allow: /es-co/
Allow: /es-cr/
Allow: /es-do/
Allow: /es-ec/
Allow: /es-es/
Allow: /es-gt/
Allow: /es-hn/
Allow: /es-mx/
Allow: /es-ni/
Allow: /es-pa/
Allow: /es-pe/
Allow: /es-pr/
Allow: /es-py/
Allow: /es-sv/
Allow: /es-uy/
Allow: /es-ve/
Allow: /es-xl/
Allow: /et-ee/
Allow: /fi-fi/
Allow: /fr-be/
Allow: /fr-ca/
Allow: /fr-ch/
Allow: /fr-fr/
Allow: /he-il/
Allow: /hr-hr/
Allow: /hu-hu/
Allow: /hy-am/
Allow: /id-id/
Allow: /it-it/
Allow: /ja-jp/
Allow: /kk-kz/
Allow: /ko-kr/
Allow: /lt-lt/
Allow: /lv-lv/
Allow: /ms-my/
Allow: /nb-no/
Allow: /nl-be/
Allow: /nl-nl/
Allow: /pl-pl/
Allow: /pt-br/
Allow: /pt-pt/
Allow: /ro-ro/
Allow: /ru-ru/
Allow: /sk-sk/
Allow: /sl-si/
Allow: /sr-latn-rs/
Allow: /sr-latn-cs/
Allow: /sv-se/
Allow: /th-th/
Allow: /tr-tr/
Allow: /uk-ua/
Allow: /zh-cn/
Allow: /zh-hk/
Allow: /zh-tw/

Sitemap: https://msdn.microsoft.com/msdn-subscriptions-sitemap.xml
Sitemap: https://msdn.microsoft.com/sitemapindex.xml
Sitemap: https://msdn.microsoft.com/op_sitemapindex.xml