#robots.txt to avoid the unnecessary 302 errors
User-agent: *
Disallow: /private/*
Disallow: /internal/*