# /robots.txt file for http://webcrawler.com/ # mail webmaster@webcrawler.com for constructive criticism User-agent: google Disallow: /images/ Disallow: /aim-login/ Disallow: /aim-profile/ Disallow: /flash/ Disallow: /savedinfo/ User-agent: yahoo Disallow: /images/ Disallow: /aim-login/ Disallow: /aim-profile/ Disallow: /flash/ Disallow: /savedinfo/ User-agent: ask Disallow: /images/ Disallow: /aim-login/ Disallow: /aim-profile/ Disallow: /flash/ Disallow: /savedinfo/ User-agent: * Disallow: /images/ Disallow: /aim-login/ Disallow: /aim-profile/ Disallow: /flash/ Disallow: /savedinfo/ User-agent: * Disallow: /images/ Disallow: /aim-login/ Disallow: /aim-profile/ Disallow: /flash/ Disallow: /savedinfo/