# all robots can visit every directory except the three mentioned. User-agent: * Disallow: /_db_backups/ Disallow: /cgi/ Disallow: /crimson/ Disallow: /logs/ Disallow: /php_uploads/ Disallow: /scripts/ Disallow: /stats/ Disallow: /statshistory/ Disallow: /test/ Disallow: /calendar/ Disallow: /calconfirm.html Disallow: /confirm.html