User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /css/ # This prevents all bots from accessing cgi-bin, images, CSS