#general robots.txt for public sites User-agent: * Disallow: /analysis/ Disallow: /aspnet_client/ Disallow: /cgi-bin/ Disallow: /Guest/ Disallow: /html/ Disallow: /images/ Disallow: /ringgold_original/ Disallow: /UKSG_ringgold_page/