User-agent: * # this file Disallow: /robots.txt # access files Disallow: /.htaccess # error documents Disallow: /error # directories Disallow: /gifs/ # files Disallow: gif