User-agent: Aport
User-agent: Googlebot
User-agent: StackRambler
User-agent: Yandex
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Yahoo-MMCrawler
Allow: /$
Allow: /index.
Allow: /index.php$
Allow: /viewforum.php?f=
Allow: /viewtopic.php?t=
Allow: /sitemap/
Allow: /links/
Sitemap: http://media-torrent.net/sitemap.xml
Disallow: /
Host: media-torrent.net
Crawl-delay: 0.5