User-agent: * Disallow: User-agent: gsa_crawler Disallow: /*.cgi Disallow: /catalog/ Disallow: /componline/ Disallow: /images/ Disallow: /include/ Allow: /$