# User-agent: * disallow: /status disallow: /cgi-bin/* disallow: /html/* disallow: /css/* disallow: /download/* disallow: */*.pdf disallow: /img/* disallow: /js/*