# /robots.txt file 

User-agent: *
Disallow: /v42
Disallow: /cgi-bin
Disallow: /images
Disallow: /aehwt
Disallow: /v500
Disallow: /Library