User-agent: * Disallow: /cgi-bin/ Disallow: /css/ Disallow: /awstats/ Disallow: /components/ Disallow: /data/ Disallow: /database/ Disallow: /include/