User-agent: * Disallow: /application.pdf Disallow: /login.html Disallow: /callback.html Disallow: /email.html