# robots.txt User-agent: * Disallow: /cgi-bin Disallow: /data Disallow: /test Disallow: /logs