# robots.txt for http://www.example.com/ User-agent: * Disallow: /cgi-bin Disallow: /gothcon Disallow: /moviedb Disallow: /usage Disallow: /gallery Disallow: /beach.mpeg Disallow: /tommy_large.avi