User-agent: Googlebot Disallow: /html3/99998.html Disallow: */search.cgi # Disallow: /amabook/ore/ Disallow: /amabook/ore2/ Disallow: /amabook/ore3/ # Disallow: /amabook/ore4/ Disallow: /amabook/ore5/ Disallow: /amabook/ore6/ # Below CommonPart Disallow: /aff/ Disallow: /amazon/ Disallow: /amabook/amacom/ Disallow: /amabook/amapub/ Disallow: /amabook/amalib/ Disallow: /anlog*/ Disallow: */anlog/ Disallow: /etclink/ Disallow: /lib/ Disallow: /libpub/ Disallow: /org/ Disallow: *.js Disallow: */admin.cgi Disallow: */printenv.cgi Disallow: */rank.cgi Disallow: */regist_ys.cgi Disallow: /yomi.cgi Disallow: /42-*/ Disallow: /html/ Disallow: /html2/ Disallow: /importshop/ Disallow: /etclink/ User-agent: Slurp # Below CommonPart Disallow: /html3/99998.html Disallow: /aff/ Disallow: /amazon/ Disallow: /amabook/amacom/ Disallow: /amabook/amapub/ Disallow: /amabook/amalib/ Disallow: /anlog*/ Disallow: */anlog/ Disallow: /etclink/ Disallow: /lib/ Disallow: /libpub/ Disallow: /org/ Disallow: *.js Disallow: */admin.cgi Disallow: */printenv.cgi Disallow: */rank.cgi Disallow: */regist_ys.cgi Disallow: /yomi.cgi Disallow: /42-*/ Disallow: /html/ Disallow: /html2/ Disallow: /importshop/ Disallow: /etclink/ User-agent: Baiduspider crawl-delay:60 Disallow: /html3/ # Below CommonPart Disallow: /aff/ Disallow: /amazon/ Disallow: /amabook/amacom/ Disallow: /amabook/amapub/ Disallow: /amabook/amalib/ Disallow: /anlog*/ Disallow: */anlog/ Disallow: /anlog2/ Disallow: /anlog3/ Disallow: /anlog4/ Disallow: /etclink/ Disallow: /lib/ Disallow: /libpub/ Disallow: /org/ Disallow: /42-*/ Disallow: /html/ Disallow: /html2/ Disallow: /importshop/ Disallow: /etclink/ User-agent: Yeti crawl-delay:60 Disallow: /html3/ # Below CommonPart Disallow: /aff/ Disallow: /amazon/ Disallow: /amabook/amacom/ Disallow: /amabook/amapub/ Disallow: /amabook/amalib/ Disallow: /anlog*/ Disallow: */anlog/ Disallow: /etclink/ Disallow: /lib/ Disallow: /libpub/ Disallow: /org/ Disallow: /42-*/ Disallow: /html/ Disallow: /html2/ Disallow: /importshop/ Disallow: /etclink/ User-agent: * # Below CommonPart Disallow: /html3/99998.html Disallow: /aff/ Disallow: /amazon/ Disallow: /amabook/amacom/ Disallow: /amabook/amapub/ Disallow: /amabook/amalib/ Disallow: /anlog*/ Disallow: */anlog/ Disallow: /etclink/ Disallow: /lib/ Disallow: /libpub/ Disallow: /org/ Disallow: *.js Disallow: */admin.cgi Disallow: */printenv.cgi Disallow: */rank.cgi Disallow: */regist_ys.cgi Disallow: /42-*/ Disallow: /html/ Disallow: /html2/ Disallow: /importshop/ Disallow: /etclink/