User-agent: *
Disallow:/cgi-bin/
Disallow:/images/
Disallow:/img
Disallow:/priv
Disallow:/imagefiles/
Disallow:/linkimage/
Disallow:/*.pdf$
Disallow:/*.xls$
Disallow:/*.doc$
Disallow:/carp/
Disallow:/css/
Disallow:/adde
Disallow:/generat
User-agent: emailharvester
Disallow:/
User-Agent: MJ12bot
Disallow: