# Disallow crawlers access to certain pages
User-agent: *
Disallow: /agentinsight/external
Disallow: /common
Disallow: /controls
Disallow: /email
Disallow: /images
Disallow: /pages
Disallow: /scripts