User-agent: *
Disallow: 400.shtml
User-agent: *
Disallow: 401.shtml
User-agent: *
Disallow: 403.shtml
User-agent: *
Disallow: 404.shtml
User-agent: *
Disallow: 500.shtml
User-agent: *
Disallow: 500.php
User-agent: *
Disallow: /cgi-bin/
user-agent: *
Disallow: java.js
user-agent: *
Disallow: web.css