# /robots.txt file for http://www.corvair.org/ # mail webmaster@corvair.org for constructive criticism # Wildcards are _not_ supported: instead of 'Disallow: /tmp/*' just say # 'Disallow: /tmp/'. # User-agent: lycra # Disallow: / # User-agent: * # Disallow: /tmp # Disallow: /logs # General User-agent: * Disallow: /icons/ Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /tmp/ Disallow: /_notes/ Crawl-delay: 60 # Yahoo agent User-agent: Slurp Crawl-delay: 60 # MSN agent User-agent: msnbot Crawl-delay: 60 # Google agent # User-agent: Googlebot