Sitemap: http://vodpod.com/sitemap_index.xml

User-agent: twiceler
Crawl-delay: 3600

User-agent: *
Disallow: /pod/show_video
Disallow: /group/show_video
Disallow: /profile
Disallow: /video/get_activity
Disallow: /video/flag_video_broken/
Disallow: /video/flag_video_inappropriate/
Disallow: /video/get_videos/
Disallow: /video/get_views/
Disallow: /video/vote_video_down/
Disallow: /video/vote_video_up/
Disallow: /?video_id=
Disallow: /tag/recent/
Disallow: /tag/all_time/
Disallow: /search/browse
Disallow: /rss/

User-agent: Mediapartners-Google
Disallow:

User-agent: msnbot
Disallow: /forums
Disallow: /*/tag/*
Disallow: /*/followers
Disallow: /*/followees
Disallow: /tag/*/recent
Disallow: /account
Disallow: /pod
Disallow: /posts.rss