# robots.txt for http://www.thefrog.com:80/ # All URLs within this name space, except those starting with "restricted" # and "cgi-bin" are allowed. # # Information regarding the format of this file can be found at: # http://www.robotstxt.org/wc/exclusion.html # http://info.webcrawler.com/mak/projects/robots/norobots.html # # 1 Aug 2003, Tree Frog Software. # webmaster@thefrog.com # User-agent: * Disallow: /cgi-bin/ # Active pages. Disallow: /restricted/ # Web development area.