User-agent: *
Disallow: ftpalizer/
Disallow: webalizer/
Disallow: webcalendar/

User-agent: Slurp
Disallow: ftpalizer/
Disallow: webalizer/
Disallow: webcalendar/

User-agent: baiduspider 
Disallow: /

User-agent: crawl 
Disallow: /

User-agent: hit 
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: msnbot
Disallow: ftpalizer/
Disallow: webalizer/
Disallow: webcalendar/

User-agent: Googlebot
Disallow: ftpalizer/
Disallow: webalizer/
Disallow: webcalendar/

User-agent: Teoma 
Disallow: ftpalizer/
Disallow: webalizer/
Disallow: webcalendar/