robot-id:                       robots.txt
robot-name:                     robots.txt
robot-cover-url:                http://www.datapaste.com/robots.txt
robot-details-url:              http://www.datapaste.com/robots.txt
robot-owner-name:               Datapaste - Datapaste.com
robot-owner-url:                http://www.datapaste.com/
robot-owner-email:              customerservice@datapaste.com
robot-status:                   active
robot-purpose:                  indexing maintenance statistics
robot-type:                     standalone
robot-platform:                 Linux Red Hat 7.3 with Apache
robot-availability:             source
robot-exclusion:                yes
robot-exclusion-useragent:      *
robot-noindex:                  no
robot-host:                     www.websitesource.com
robot-from:                     no
robot-useragent:                webcrawler
robot-language:                 PHP, html
robot-description:              web app
robot-history:                  
robot-environment:              
modified-date:                  Wed, 31 Dec 2006 21:30:11 GMT
modified-by:                    Datapaste