User-agent: *   # directed to all robots
Disallow: /cgi-bin

Disallow: /htdocs/stats

Disallow: /htdocs/counter

Disallow: /htdocs/mailform

Disallow: ws_ftp.log

Disallow: /dev

Disallow: /Maildir

Disallow: /access_log

Disallow: /admin