# general rules User-agent: * Disallow: /images/ # system images with no relation to the content Disallow: /UserProfile.aspx Disallow: /home/ctl/SendPassword.aspx Disallow: /Login.aspx # remove captcha images that resolve as pages. Two entries due to space character. Disallow: /DesktopModules/DnnForge - NewsArticles/Controls/ImageChallenge.captcha.aspx Disallow: /DesktopModules/DnnForge%20-%20NewsArticles/Controls/ImageChallenge.captcha.aspx User-agent: Googlebot Disallow: /*efault.aspx?* # hide tabID and other incorrect url formats Disallow: */ctl/* # hide admin controls Disallow: *rticleAdmin* # keep article admin from the index Disallow: *rticleadmin* # keep article admin from the index Disallow: /images/ # system images with no relation to the content Disallow: *captcha* # remove captcha images that resolve as pages Disallow: /*ogin.aspx # remove low value user pages with lots of query string issues Disallow: /*egister.aspx Disallow: /UserProfile.aspx Disallow: /home/ctl/SendPassword.aspx User-agent: Bingbot Disallow: /Default.aspx?* Disallow: /default.aspx?* Disallow: */ctl/* Disallow: *ArticleAdmin* Disallow: *articleadmin* Disallow: /images/ Disallow: *captcha* Disallow: /*ogin.aspx Disallow: /*egister.aspx Disallow: /UserProfile.aspx Disallow: /home/ctl/SendPassword.aspx User-agent: Rogerbot # SEOmoz bot Disallow: /*efault.aspx?* Disallow: */ctl/* Disallow: *rticle*dmin* Disallow: /images/ Disallow: *captcha* Disallow: /*ogin.aspx Disallow: /*egister.aspx Disallow: /UserProfile.aspx Disallow: /home/ctl/SendPassword.asp