############################### # # addresses all robots by using wild card * # User-agent: * # # list folders robots are not allowed to index # Disallow: /about-us/inc/ Disallow: /advertise/inc/ Disallow: /App_Themes/ Disallow: /Bin/ Disallow: /books/inc/ Disallow: /cinema/inc/ Disallow: /close-encounters/inc/ Disallow: /cms/ Disallow: /current-edition/inc/ Disallow: /directory/inc/ Disallow: /dvd/inc/ Disallow: /events/inc/ Disallow: /gourmet-guide/inc/ Disallow: /inc/ Disallow: /js/ Disallow: /music/inc/ Disallow: /my-account/ Disallow: /off-the-press/inc/ Disallow: /register/inc/ Disallow: /scrap-book/inc/ Disallow: /suggest/inc/ Disallow: /templates/ # # list specific files robots are not allowed to index # Disallow: /advertise/success.aspx Disallow: /cinema/ticket-enquiry/success.aspx Disallow: /contact/success.aspx Disallow: /current-edition/success.aspx Disallow: /email-to-friend/success.aspx Disallow: /events/print.aspx Disallow: /register/activate.aspx Disallow: /register/success.aspx Disallow: /subscribe/success.aspx Disallow: /suggest/success.aspx Disallow: /ajaxserver.aspx Disallow: /captcha.aspx Disallow: /error.html Disallow: /forgot-password.aspx Disallow: /Global.asax Disallow: /have-your-say.aspx Disallow: /logout.aspx Disallow: /picture-gallery.aspx Disallow: /scheduling.aspx Disallow: /not-found.html Disallow: /Web.config Disallow: /web.master # # End of robots.txt file # ###############################