User-agent: *
Allow: /
Disallow: /api
Disallow: /2fa
Disallow: /confirm_signup
Disallow: /example.txt