# Robots.txt file from http://www.pesnet.net # All robots will spider the domain User-agent: * Disallow:/admin/ Disallow:/?list-567.html Disallow:/pv/catalog.asp?cate=1 Disallow:/html/advertise.html Disallow:/club/display.asp?page=1&action=delreply&id=7&replyid=3 Disallow: /club/display.asp?page=1&action=locked&id=7 Disallow: /club/display.asp?page=1&id=7&action=delsubject Disallow: /club/display.asp?page=1&id=7&action=setbest Disallow: /item/ Disallow: /images/ Disallow: /special/ Disallow: /picture/ Disallow: /SpecialList.asp Disallow: /SpecialIndex.asp Disallow: /Conn.asp Disallow: /Rss.asp Disallow: /Special.asp Disallow: /scan.asp Disallow: /API/ Disallow: /config/ Disallow: /company/Show_News.asp Disallow: /company/config.asp Disallow: /company/list.asp Disallow: /company/page20091275937520.html Disallow: /company/show.asp Disallow: /Data/ Disallow: /JS/ Disallow: /KS_Cls/ Disallow: /KS_Editor/ Disallow: /KS_Inc/ Disallow: /Template/ Disallow: /UploadFiles/ Disallow: /User/ Disallow: /page20090694094974.html/ Disallow: /logfiles/ Disallow: /plus/ Disallow: /study/page20099578446933.html Disallow: /study/page20094406854513.html Disallow: /study/page20092124086267.html Disallow: /study/page20091379530043.html Disallow: /tech/page20099497412154.html Disallow: /view/page20095011067342.html