# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /stats/
Disallow: /php_uploads/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /blog/wp-mail/
Disallow: /blog/wp-content/plugins/
Disallow: /blog/wp-content/cache/
Disallow: /blog/wp-content/uploads/*.jpg$
Disallow: /blog/sytles/
Disallow: /wordpress/
Disallow: /andrea*/
Disallow: /private-portfolio/
Disallow: /sounds/
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# disallow all files with ? in URL
#Disallow: /*?*
#
#Allow: /blog/wp-content/uploads