User-agent: Bot
Disallow: /cgi-bin
Disallow: /cgi
Disallow: /lib
Disallow: /pdf