User-agent: Mediapartners-Google* Disallow: # Robots.txt file from http://www.searchengineworld.com # # All robots will spider the domain User-agent: * Disallow: admin.php Disallow: /Admin Disallow: /cgi-bin Disallow: /conn Disallow: /css Disallow: /Extract Disallow: /images Disallow: /Mailing Disallow: /modules Disallow: /section Disallow: /stats