# Robots.txt file created by The Webmaster # For domain: http://www.cfbsa.org.uk # All robots will spider the domain User-agent: * Disallow: User-agent: * Disallow: /cgi-bin/ Disallow: /css/ Disallow: /documents/ Disallow: /downloads/ Disallow: /images/ Disallow: /java/ Disallow: /latest/ Disallow: /links/ Disallow: /list/ Disallow: /newsletter/ Disallow: /press/ Disallow: /sm/ Disallow: /version_2/ Disallow: /cms/administrator/ Disallow: /cms//cache/ Disallow: /cms//components/ Disallow: /cms//images/ Disallow: /cms//includes/ Disallow: /cms//installation/ Disallow: /cms//language/ Disallow: /cms//libraries/ Disallow: /cms//media/ Disallow: /cms//modules/ Disallow: /cms//plugins/ Disallow: /cms//templates/ Disallow: /cms//tmp/ Disallow: /cms//xmlrpc/ # BEGIN JCAWLER-XML-SITEMAP-COMPONENT Sitemap: http://cfbsa.org.uk/cms/sitemap.xml # END JCAWLER-XML-SITEMAP-COMPONENT