# Robots.txt file # For domain: http://www.badccc.co.uk # All robots will spider the domain # But only for the home page at this time. User-agent: * Disallow: /css # private css sheets Disallow: /documents # private documents Disallow: /gallery # private photos Disallow: /html # private second-level pages Disallow: /images # private web page images