User-agent: * Disallow: /login.html Disallow: /register.html Disallow: /reset-password.html Disallow: /page Disallow: /cgi Disallow: /web