# Robots.txt file # # Ban all except html, examplearea and resources # # Disallow directory /clientarea/ User-agent: * Disallow: /clientarea/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /includes/ User-agent: * Disallow: /includes/ # Disallow directory /resources/ User-agent: * Disallow: /resources/ # Disallow file clientlogin User-agent: * Disallow: clientlogin.html # Disallow file consultant User-agent: * Disallow: consultant.html # Disallow directory /consultant/ User-agent: * Disallow: /consultants/ # Disallow file bletchleygroup User-agent: * Disallow: bletchleygroup