# $Id: robots.txt.sample,v 1.10 2004/09/22 11:39:40 dan Exp $ # # robots.txt for http://www.freebsddiary.org/ User-agent: * Disallow: /news.txt Disallow: /news.php Disallow: /news.php3 Disallow: /stats/ Disallow: /stats/* Disallow: /stats-nimda/ Disallow: /stats-nimda/* Disallow: /stats-red-worm/ Disallow: /stats-red-worm/* Disallow: /phorum/post.php Disallow: /phorum/search.php Disallow: /freebsd/ Disallow: /tmp/* Disallow: /images/* User-Agent: sitecheck.internetseer.com Disallow: /