# Robots.txt file from http://www.searchengineworld.com # # All robots will spider the domain User-agent: * Disallow: User-agent: * Disallow: /admin User-agent: * Disallow: /css User-agent: * Disallow: /files User-agent: * Disallow: /images User-agent: * Disallow: /js User-agent: * Disallow: /gateways User-agent: * Disallow: /static User-agent: * Disallow: /shopimages User-agent: * Disallow: /pdf User-agent: * Disallow: /resources User-agent: * Disallow: /routines User-agent: * Disallow: /templates User-agent: * Disallow: /templates2 User-agent: * Disallow: /templatesX User-agent: * Disallow: /templatesOLD User-agent: * Disallow: /tm User-agent: * Disallow: /tmtest