# robots.txt file for http://www.nedstatbasic.net User-agent: Mediapartners-Google* Disallow: Disallow: /redirect Disallow: /g Disallow: /s?tab=2 Crawl-delay: 30 User-agent: googlebot Disallow: Disallow: /redirect Disallow: /g Disallow: /s?tab=2 Crawl-delay: 30 User-agent: msnbot Disallow: Disallow: /redirect Disallow: /g Disallow: /s?tab=2 Crawl-delay: 60 User-agent: slurp Disallow: Disallow: /redirect Disallow: /g Disallow: /s?tab=2 Crawl-delay: 60 User-agent: * Disallow: /redirect Disallow: /s?id Disallow: /s?tab=1 Disallow: /s?tab=2 Disallow: /stats? Disallow: /viewstat.asp Disallow: /cgi-bin/viewstat Disallow: /g Crawl-delay: 60