# $Id: robots.txt,v 1.25 2006/11/24 13:51:05 krusch Exp $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Comments to the webmaster should be posted at # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- # User-agent: Fast corporate crawler User-agent: * Disallow: // Disallow: /ad Disallow: /admin Disallow: /admin/images Disallow: /admin/tongfaad Disallow: /content Disallow: /eng Disallow: /eng/images Disallow: /eng/inc Disallow: /eng/lib Disallow: /eng/paopao Disallow: /images Disallow: /hk Disallow: /hk/hongkong Disallow: /hk/images Disallow: /hk/inc Disallow: /hk/lib Disallow: /hk/paopao Disallow: /hk/paopao/data Disallow: /images Disallow: /inc Disallow: /lib Disallow: /php__admin Disallow: /search/? Disallow: /search Disallow: /secure Disallow: /tpl Disallow: /tw Disallow: /tw/images Disallow: /tw/inc Disallow: /tw/lib Disallow: /tw/paopao Disallow: /tw/paopao/data Disallow: /tw/taiwan Disallow: /tw/ziling_includes Disallow: /user #