user-agent: * disallow: /cgi-bin/ disallow: /awstats/ disallow: /admin/ disallow: /inc/ disallow: /js/