User-agent: *   # directed to all spiders
Disallow: /logs/
Disallow: /cgi-bin/
Disallow: /ftp/
Disallow: /stats/
Disallow: /upload/
Disallow: /apps/