# # Prevent all well-behaved robots from launching servlets or CGIs # User-agent: * Disallow: /cgi-bin User-agent: * Crawl-delay: 10