# exclude help system from robots User-agent:Googlebot Disallow: /manual/ Disallow: /manual-2.0/ Disallow: /manual-1.3/ Disallow: /addon-modules/ Disallow: /doc/ Disallow: /images/ Disallow: /*?POPFAX=* Disallow: /*&POPFAX=* Disallow: /admin/ Disallow: /all_our_e-mail_addresses # Bot trapping # Link to this is on the web site. Disallow: /botsv/ # Link to this is not located anywere Disallow: /botsvb/ #but allow htdig to index our doc-tree #User-agent: htdig #Disallow: #Disallow stress test User-agent: stress-agent Disallow: / User-agent: * Disallow: /manual/ Disallow: /manual-2.0/ Disallow: /manual-1.3/ Disallow: /addon-modules/ Disallow: /doc/ Disallow: /images/ # Bot trapping # Link to this is on the web site. Disallow: /botsv/ # Link to this is not located anywere Disallow: /botsvb/ # the next line is a spam bot trap, for grepping the logs. you should _really_ change this to something else... Disallow: /all_our_e-mail_addresses # same idea here... Disallow: /admin/ Sitemap: http://zh.popfax.com/sitemap.xml