User-agent: * Disallow: /login.html Disallow: /ads/ Disallow: /static/forgotPassword.html Disallow: /content/download/ Disallow: /download/ Disallow: /download/images Disallow: /m/ Disallow: /pdf/ #added by US 12/9/2009 Disallow: /*.pdf$ #updated by US 12/9/2009 #Disallow: /pdf/*.pdf$ #updated by US 12/9/2009 #Disallow: /pdf/SDTimesBackIssues/*.pdf$ #updated by US 12/9/2009 Disallow: /content/SoftwareDevelopmentTimesPDFEdition.aspx* #updated by US 12/9/2009 Disallow: /ScriptResource.axd User-agent: Googlebot Disallow: /login.html Disallow: /ads/ Disallow: /static/forgotPassword.html Disallow: /content/download/ Disallow: /download/ Disallow: /download/images Disallow: /m/ Disallow: /pdf/ #added by US 2/25/2010 Disallow: /*.pdf$ #added by US 2/25/2010 Disallow: /ScriptResource.axd #added by US 2/25/2010 Disallow: /content/SoftwareDevelopmentTimesPDFEdition.aspx* #updated by US 12/9/2009 User-agent: Sosospider #removed Soso by US 12/7/2009 since it was crawling unnecessary pages and throwing errors Disallow: / Disallow: /ScriptResource.axd Disallow: /pdf/ #added by CR 1/6/2010