#User-agent: Mediapartners-Google* #Disallow: /admin/ #Disallow: /jobposting/ #Disallow: /resumefiles/ #Disallow: /resumes/ User-agent: gsa_crawler Allow: /jobposting/ Allow: /resumefiles/ Allow: /resumes/ Allow: /$ User-agent: * Disallow: /admin/ Disallow: /jobposting/ Disallow: /resumes/ Allow: /companyList/ # updated 2006-2-8