# robots.txt for http://www.mp3.com/ User-agent: * Disallow: /pages/tags/ Disallow: /tags/ Crawl-delay: 10 # save with unix line endings