#robot control file

# Sitemap to tell Google and other crawlers of URLs to crawl
Sitemap:	http://lib.colostate.edu/sitemap.xml.gz

# Google Mini crawler
User-agent: gsa-crawler
Disallow:	/staff/acq/stats/
Disallow:	/staff/emails.php
Disallow:	/staff/mailinglists.php
Disallow:	/staff/mt/
Disallow:	/staff/mt-static/
Disallow: 	/staff/web/design/cms-matrix/
Disallow:	/staff/web/phpsurveyor/
Disallow:	/staff/web/prototypes/
Disallow:	/staff/web/webpages/
Disallow:	/staff/web/webstats/awstats/
Disallow:	/staff/web/webstats/google/
Disallow:	/staff/web/webstats/webalizer/

Disallow:	/~scripts/
Disallow:	/archives/water/head_foot/
Disallow:	/archives/agriculture/includes/
Disallow: 	/archives/ramstories/videos/
Disallow: 	/archives/ramstories/images/
Disallow:	/campus/
Disallow:	/cgi-bin/
Disallow:	/collegeliaisons/infoseek/
Disallow:	/cowaters
Disallow:	/cowaters/
Disallow:	/databasesold/
Disallow:	/databasesorig/
Disallow:	/databasestest/
Disallow:	/gfrnew/
Disallow:	/gfrnew/
Disallow:	/head_foot/
Disallow:	/home/
Disallow:	/includes/
Disallow:	/linkscan/
Disallow:	/phormjr/
Disallow:	/phpsurveyor/
Disallow:	/podcasts/
Disallow:	/posters/footer.htm
Disallow:	/posters/footer2.htm
Disallow:	/posters/header.htm
Disallow:	/proctor/
Disallow:	/publictemp/
Disallow:	/publicwiki/skins/
Disallow:	/repforms/
Disallow:	/repositories/
Disallow:	/surveys/
Disallow:	/temp/
Disallow:	/templates/
Disallow:	/users/mylibrary/
Disallow:	/tutorials/opensource/
Disallow: 	/wildlife/head_foot/
Disallow: 	/wildlife-new/
Disallow:	/workshop/
Disallow: 	/help/comments/form/
Disallow:	/MSOffice
Disallow:	/MSOffice/
Disallow:	/_vti_bin
Disallow:	/_vti_bin/
Disallow:	/research/fws/climatetour2.avi
Disallow:	/research/fws/swtour2.avi
Disallow:	/campus/scifinder/WinOS/SFS2006.exe

# All other crawlers
User-agent: *
Disallow:	/staff/
Disallow:	/staffwiki/
Disallow:	/phpBB3/

Disallow:	/~scripts/
Disallow:	/archives/water/head_foot/
Disallow:	/archives/agriculture/includes/
Disallow: 	/archives/ramstories/videos/
Disallow: 	/archives/ramstories/images/
Disallow:	/campus/
Disallow:	/cgi-bin/
Disallow:	/collegeliaisons/infoseek/
Disallow:	/cowaters
Disallow:	/cowaters/
Disallow:	/databasesold/
Disallow:	/databasesorig/
Disallow:	/databasestest/
Disallow:	/head_foot/
Disallow:	/home/
Disallow:	/includes/
Disallow:	/linkscan/
Disallow:	/phormjr/
Disallow:	/phpsurveyor/
Disallow:	/podcasts/
Disallow:	/posters/footer.htm
Disallow:	/posters/footer2.htm
Disallow:	/posters/header.htm
Disallow:	/proctor/
Disallow:	/publictemp/
Disallow:	/publicwiki/skins/
Disallow:	/repforms/
Disallow:	/repositories/
Disallow:	/surveys/
Disallow:	/temp/
Disallow:	/templates/
Disallow:	/users/mylibrary/
Disallow:	/tutorials/opensource/
Disallow: 	/wildlife/head_foot/
Disallow: 	/wildlife-new/
Disallow:	/workshop/
Disallow: 	/help/comments/form/
Disallow:	/MSOffice
Disallow:	/MSOffice/
Disallow:	/_vti_bin
Disallow:	/_vti_bin/
Disallow:	/research/fws/climatetour2.avi
Disallow:	/research/fws/swtour2.avi
Disallow:	/campus/scifinder/WinOS/SFS2006.exe