# Robots.txt file for http://www.checkon.co.uk # # All robots will spider the domain User-agent: * Disallow: /assets Disallow: /cache Disallow: /css Disallow: /foodjobs Disallow: /images Disallow: /internals Disallow: /js Disallow: /logos Disallow: /Mail Disallow: /PEAR Disallow: /plugins Disallow: /reviews Disallow: /rss Disallow: /Smarty Disallow: /temp Disallow: /tempcv Disallow: /workingdays Disallow: /templates_c