# /robots.txt file for http://webcrawler.com/

# mail webmaster@webcrawler.com for constructive criticism



User-agent: *

Disallow:/images

Disallow:/_notes

Disallow:/cart

Disallow:/cgi-bin

Disallow:/Connections

Disallow:/entropybanner

Disallow:/templates