robot-id:Thornhill SCD WebCrawler
robot-name:Thornhill SCD WebCrawler 
robot-cover-url:http://www.thornhillscd.co.uk/index2.html
robot-details-url:http://www.thornhillscd.co.uk/robots.txt
robot-owner-name:Timothy Simmonds
robot-owner-url:http://www.thornhillscd.co.uk/
robot-owner-email:Thornhillscd@yahoo.com
robot-status:-active: robot actively in use
robot-purpose: indexing - maintainance - statistics
robot-type: browser
robot-platform: windows - apache red hat
robot-availability:none details on robot-url
robot-exclusion:no
robot-exclusion-useragent:/robots.txt webcrawler
robot-index:<meta name="robots" content="index"> directive supported yes
robot-host:http://www.thornhillscd.co.uk/
robot-from:
robot-language:html/php
robot-description :The WebCrawler robot is used to build the database for the WebCrawler search service 
robot-environment:commercial
modified-date:thurs, 25 jan 2007 13:37:00 GMT
modified-by:Timothy Simmonds