User-agent: *
Disallow: /Census_Report_Feb_06.pdf
User-agent: *
Disallow: /nycounties/nycounties.pdf
User-agent: *
Disallow: /cgi-bin/
User-Agent: * 
Disallow: /404error.html 
User-Agent: sitecheck.internetseer.com
Disallow: /
User-agent: TurnitinBot 
Disallow: /
User-agent: NPBot 
Disallow: /
#User-agent: * 
#Disallow: /news/page/
#User-agent: * 
#Disallow: /resources/jails1999.html
#User-agent: * 
#Disallow: /resources/prisons2000.html
Sitemap: http://www.prisonersofthecensus.org/sitemap.xml