# $Id: robots.txt,v 1.0 2002/09/10 $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- # All user-agents User-agent: * Disallow: /cgi-bin/zip.pl Disallow: /cgi-bin/get Disallow: /cgi-bin/dcbint/get Disallow: /cgi-bin/dcbint/sget Disallow: /cgi-bin/dcbint/dcbint Disallow: /cgi-bin/eula.pl Disallow: /cgi-bin/dcbint/eula.pl Disallow: /cgi-bin/cpcontent.pl Disallow: /cgi-bin/dcbint/cpcontent.pl Disallow: /cgi-bin/inbetween.pl Disallow: /cgi-bin/dcbint/inbetween.pl Disallow: /apache/ Disallow: /apache_pb.gif Disallow: /center.htm #Disallow: /cgi-bin/dcbint/cpindex.pl Disallow: /cgi-bin/dcbint/cpproduct_selector.pl Disallow: /countries.txt Disallow: /dist/ Disallow: /ecare.html Disallow: /export/ #Disallow: /files/ Disallow: /forbidden.html Disallow: /fredhopper/ Disallow: /images/ Disallow: /imgs/ Disallow: /l4b/ Disallow: /l4bt/ Disallow: /languages.txt #Disallow: /lfb/ Disallow: /linking_p4c.html Disallow: /log/ Disallow: /logfile/ Disallow: /log.html Disallow: /manual/ Disallow: /missing.html Disallow: /mprdata/ Disallow: /na2/ Disallow: /na3/ Disallow: /na4/ #Disallow: /p4ct/ Disallow: /script/ Disallow: /sdl/ Disallow: /siteowner/ Disallow: /style/ Disallow: /stylesheets/ Disallow: /test/ Disallow: /usage/ Disallow: /xsd/ # Entry special for VisaPure 2012-02-25, deactivated on 2013-05-24 #Disallow: /*ctn=HP5260/00