User-agent: * Disallow: /app/login Disallow: /app/register Disallow: /admin/login Disallow: /customer/login Disallow: /customer/register