# general rules User-agent: * Disallow: /images/ # system images with no relation to the content Disallow: /UserProfile.aspx Disallow: /home/ctl/SendPassword.aspx Disallow: /login.aspx # remove captcha images that resolve as pages. Two entries due to space character. Disallow: /DesktopModules/DnnForge - NewsArticles/Controls/ImageChallenge.captcha.aspx Disallow: /DesktopModules/DnnForge%20-%20NewsArticles/Controls/ImageChallenge.captcha.aspx User-agent: Googlebot Disallow: /Default.aspx?* # hide tabID and other incorrect url formats Disallow: /default.aspx?* # case variation Disallow: */ctl/* # hide admin controls Disallow: *ArticleAdmin* # keep article admin from the index Disallow: *articleadmin* # case variation Disallow: /images/ # system images with no relation to the content Disallow: *captcha* # remove captcha images that resolve as pages Disallow: /UserProfile.aspx # remove low value page with lots of query string issues User-agent: bingbot Disallow: /default.aspx?* Disallow: /default.aspx?* Disallow: */ctl/* Disallow: *ArticleAdmin* Disallow: *articleadmin* Disallow: /images/ Disallow: *captcha* Disallow: /UserProfile.aspx User-agent: Rogerbot # SEOmoz bot Disallow: /Default.aspx?* Disallow: /default.aspx?* Disallow: */ctl/* Disallow: *ArticleAdmin* Disallow: *articleadmin* Disallow: /images/ Disallow: *captcha* Disallow: /login.aspx* Disallow: /register.aspx* Disallow: /UserProfile.asp