# cgi-web.co.uk: robots.txt # # This file is used to allow crawlers to index our site. User-agent: * Disallow: /Contact/ Disallow: /FAQ/ Disallow: /css/ Disallow: /images/ Disallow: /jpeg/ Disallow: /js/ Disallow: *.inc Disallow: *.sql Disallow: *.css