# robots.txt for Agent Websites in general User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /Admin/ Disallow: /photos/ Disallow: /veronica/ Disallow: /warbritton/ Disallow: /shortsale/