robot-id: webcrawler
robot-name: WebCrawler
robot-cover-url: http://webcrawler.com/
robot-details-url: http://webcrawler.com/WebCrawler/Facts/HowItWorks.html
robot-owner-name: Daniel Liz
robot-owner-url: http://www.funpar.ufpr.br
robot-owner-email:
robot-status: active
robot-purpose: indexing
robot-type: browser
robot-platform: windows
robot-availability: none
robot-exclusion: no
robot-exclusion-useragent:
robot-noindex: no
robot-host: *.webcrawler.com
robot-from: no
robot-useragent: WebCrawler/1.0
robot-language: php,asp
robot-description: This robot finds its roots in a research project
robot-history: This robot finds its roots in a research project
robot-environment: commercial
modified-date: Fri, 21 Sep 2006 09:40:00 GMT
modified-by: Daniel E. Liz, Paulo H. Hirth