# robots.txt for http://www.tv.com/ # Note: There should not be any new lines between Disallow statements unless # we have switched user-agent User-agent: * Crawl-delay: 1 Disallow: /users/ Disallow: /*get_items_for_tag Disallow: /moderator-hangout/ Disallow: /usersubmission/ Disallow: /*action=abuse Disallow: /search.php Disallow: /signup/ Disallow: /auth/ Disallow: /public/ Disallow: /search #new for TVPROD-2846 Disallow: /*write_review.html Disallow: /*write_review/ Disallow: /*user_rating=*&rating_ref_type=* Disallow: /name/ Disallow: /wiki/ Disallow: /index.php #TVNEXT-10299, remove later when we want to index movies #Disallow: /movies/ Disallow: /*post_msg.html Disallow: /account/ Disallow: /*search.html Disallow: /search?q=* Disallow: /?ajax=* #new for TV spotter Disallow: /action/rd/ # TVNEXT-11366 Disallowing /redir for offsite links Disallow: /redir #remove this for now until Google remove webnews index TVNEXT-6470 #Disallow: /*/webnews/ Sitemap: http://www.tv.com/sitemap/sitemap.xml # save with unix line endings