# robots.txt for espn.go.com - last updated 20160719 User-agent: * Disallow: /*admin/ Disallow: /*conversation/ Disallow: /*conversations/ Disallow: /*deportes/ Disallow: /*flash/ Disallow: /*format/ Disallow: /*order/ Disallow: /*search? Disallow: /*search/ Disallow: /*sort/ Disallow: /*util/ Disallow: /*webslices/ Disallow: /*print?id Disallow: /ad/ Disallow: /cgi Disallow: /community/ Disallow: /composer/ Disallow: /contests/ Disallow: /espn/now Disallow: /espnradio/podcast/feeds/easports/ Disallow: /index?sport=*&topId=* Disallow: /index?sport=*&type=replay Disallow: /sports/*/index?topId=* Disallow: /members/ Disallow: /personalization/ Disallow: /travel/passport/activity Disallow: /travel/passport/add Disallow: /travel/passport/event Disallow: /travel/passport/events Disallow: /travel/passport/invite Disallow: /travel/passport/map Disallow: /travel/passport/photos Disallow: /travel/passport/rankings Disallow: /travel/passport/stats Disallow: /travel/passport/venues Disallow: /video/search Disallow: /video/clipDeportes # Prevents crawl loop issues with incorrectly hyperlinked URLs in posts Disallow:/*.com Disallow:/*.net Disallow:/*.org Disallow:/*.co.uk Disallow:/*.com.au Disallow:/*.es Disallow:/*.me Disallow:/*.ly Disallow:/*.me # Exclusions for redundant content that consume crawl budget needlessly Disallow: /*view/ Disallow: /*start/ Disallow: /*photoId/ Disallow: /*type/ Disallow: /*cat/ Disallow: /*split/ Disallow: /*calendar/ Disallow: /*date/ Disallow: /*seasontype/ Disallow: /*season/200 Disallow: /*year/200 Disallow: /*_/year/20 Disallow: /*_/group/ Disallow: /*_/scoreboard/ Disallow: /*_/week/ Disallow: /*?ex_cid=espnapi_public Disallow: /*&photoId= Disallow: /*&full= # Exclusions for content with little to no value for search engines Disallow: /*playbyplay? Disallow: /*boxscore? Disallow: /*conversation? Disallow: /*recap? Disallow: /*preview? Disallow: /*databaseresults/ Disallow: /mlb/stats/*?*minage=* Disallow: /mlb/stats/*?*split=*