User-agent: *
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /html/
Disallow: /img/
Disallow: /nic/
Disallow: /old/
Disallow: /login.html
Disallow: /bad_request.html
Disallow: /file_not_found.html
Disallow: /server_error.html