# /robots.txt file no spiders allowed in any directory or subdirectory User-agent: * Disallow: /img/ Disallow: /gallery/ Disallow: /cgi-bin/ Disallow: /flinthills/