#deny all crawlers from specific directories
#robots.txt created 15 Januray 08, updated 15 January 08
User-agent: *
Disallow: /partners/