# Robots.txt file created by http://www.webtoolcentral.com
# For domain: http://whitesocks.com

# All robots will spider the domain
User-agent: *
Disallow: /cgi-bin/
Disallow: /error/
Disallow: .htaccess


/*
# User-agent: *
# Disallow: /pages/college/
# Disallow: /cgi-bin/
# Disallow: /indexes/
# Disallow: /thestreet/
# Disallow: /nytimes-partners/
# Disallow: /financialtimes/
# Allow: /pages/
# Allow: /2003/
# Allow: /2004/
# Allow: /2005/
# Allow: /top/
# Allow: /ref/
# Allow: /services/xml/
*/