# ======================================= # NEW-ENGLAND-CONTRACTOR.COM / robots.txt # last updated: 2008-03-22 # ======================================= # # Allow all robots to crawl site, # except the cgi-bin directory # # User-agent: * Disallow: /cgi-bin/ # # =================================== # end: robots.txt # ===================================