{"rsdb":{"rid":"241541","subhead":"","postdate":"0","aid":"166320","fid":"77","uid":"1","topic":"1","content":"<div id=\"cnblogs_post_body\">\n <p>\u3000\u3000\u56e0\u4e3a\u5de5\u4f5c\u9700\u8981cnnvd\u6f0f\u6d1e\u4fe1\u606f\uff0c\u4ee5\u524d\u7528\u7740\u96c6\u5ba2\u641c\u3001\u516b\u722a\u9c7c\u4e4b\u7c7b\u7684\u5de5\u5177\uff0c\u4f46\u5bf9\u5176\u6548\u679c\u548c\u901f\u5ea6\u90fd\u4e0d\u6ee1\u610f\u3002\u6700\u8fd1\u5f00\u59cb\u63a5\u89e6\u5b66\u4e60\u722c\u866b\uff0c\u4f5c\u4e3a\u521d\u5b66\u8005\uff0c\u8fd8\u9700\u8981\u6162\u6162\u5b8c\u5584\u3002\u5148\u8bb0\u5f55\u4e0b\u7b2c\u4e00\u4e2a\u722c\u866b\u3002\u8fd8\u60f3\u7740\u5728\u591a\u8fdb\u7a0b\u548cIP\u4ee3\u7406\u65b9\u5411\u6539\u5584\u5b66\u4e60\u3002<\/p> \n <p>\u3000\u3000\u8fd9\u4e2a\u662f\u8fd0\u884c\u60c5\u51b5\uff0c\u901f\u5ea6\u8fd8\u662f\u65e0\u6cd5\u5fcd\u53d7\uff0c\u591a\u8fdb\u7a0b\u5728\u6570\u636e\u83b7\u53d6\u5e94\u8be5\u80fd\u5feb\u5f88\u591a\uff0cIP\u4ee3\u7406\u5e94\u8be5\u80fd\u5ffd\u89c6\u77ed\u65f6\u95f4\u591a\u6b21\u8bbf\u95ee\u88ab\u9650\u5236\u7684\u95ee\u9898\uff0c\u4ece\u800c\u53ef\u4ee5\u63d0\u9ad8\u901f\u5ea6\u3002<\/p> \n <p><img src=\"http:\/\/images2017.cnblogs.com\/blog\/1255548\/201711\/1255548-20171108161748653-955276211.png\" alt=\"\" \/><\/p> \n <p>\u8f93\u51fa excel \u5982\u56fe\uff1a<\/p> \n <p><img src=\"http:\/\/images2017.cnblogs.com\/blog\/1255548\/201711\/1255548-20171116170424265-1313520655.png\" alt=\"\" \/><\/p> \n <p>&nbsp;<\/p> \n <p>\u4ee5\u4e0b\u662f\u6574\u4e2a\u4ee3\u7801\uff1a<\/p> \n <div class=\"cnblogs_code\"> \n  <pre><span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">!\/usr\/bin\/env <a href=https:\/\/www.cppentry.com style=text-decoration:underline;font-size:14px;color:#F70968; target=_blank>python<\/a>3<\/span><span style=\"color: #008000\">\n#<\/span><span style=\"color: #008000\"> -*- coding: utf-8 -*-<\/span><span style=\"color: #008000\">\n#<\/span><span style=\"color: #008000\"> by \u9ed8\u4e0d\u77e5\u7136<\/span>\n\n<span style=\"color: #0000ff\">import<\/span><span style=\"color: #000000\"> urllib.request\n<\/span><span style=\"color: #0000ff\">from<\/span> urllib <span style=\"color: #0000ff\">import<\/span><span style=\"color: #000000\"> parse\n<\/span><span style=\"color: #0000ff\">from<\/span> bs4 <span style=\"color: #0000ff\">import<\/span><span style=\"color: #000000\"> BeautifulSoup\n<\/span><span style=\"color: #0000ff\">import<\/span><span style=\"color: #000000\"> http.cookiejar\n<\/span><span style=\"color: #0000ff\">import<\/span><span style=\"color: #000000\"> xlwt\n<\/span><span style=\"color: #0000ff\">import<\/span><span style=\"color: #000000\"> zlib\n<\/span><span style=\"color: #0000ff\">import<\/span><span style=\"color: #000000\"> re\n<\/span><span style=\"color: #0000ff\">import<\/span><span style=\"color: #000000\"> time\n<\/span><span style=\"color: #0000ff\">import<\/span><span style=\"color: #000000\"> xlsxwriter\n<\/span><span style=\"color: #0000ff\">import<\/span><span style=\"color: #000000\"> sys\n<\/span><span style=\"color: #0000ff\">import<\/span><span style=\"color: #000000\"> datetime\n\n<\/span><span style=\"color: #800000\">'''<\/span><span style=\"color: #800000\">\n\u8fd0\u884c\u65b9\u6cd5\uff1a\n<a href=https:\/\/www.cppentry.com style=text-decoration:underline;font-size:14px;color:#F70968; target=_blank>python<\/a> holes_crawler 2017-10-01 2017-10-31 178\n\u7b2c\u4e00\u4e2a\u4e3a\u5f00\u59cb\u65f6\u95f4\uff0c\u7b2c\u4e8c\u4e2a\u4e3a\u7ed3\u675f\u65f6\u95f4\uff0c\u7b2c\u4e09\u4e2a\u4e3a\u603b\u9875\u6570\u3002\n\n<\/span><span style=\"color: #800000\">'''<\/span>\n\n\n<span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">\u83b7\u5f97\u6f0f\u6d1e\u8be6\u60c5\u94fe\u63a5\u5217\u8868<\/span>\n<span style=\"color: #0000ff\">def<\/span><span style=\"color: #000000\"> holes_url_list(url,start_time,end_time):\n    header <\/span>=<span style=\"color: #000000\"> {\n        <\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">User-Agent<\/span><span style=\"color: #800000\">'<\/span>: <span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">Mozilla\/5.0 (Linux; Android 4.1.2; Nexus 7 Build\/JZ054K) AppleWebKit\/535.19 (KHTML, like Gecko) Chrome\/18.0.1025.166 Safari\/535.19<\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #000000\">,\n        <\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">Accept-Encoding<\/span><span style=\"color: #800000\">'<\/span>: <span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">gzip, deflate<\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #000000\">,\n        <\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">Referer<\/span><span style=\"color: #800000\">'<\/span>: <span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">http:\/\/cnnvd.org.cn\/web\/vulnerability\/queryLds.tag<\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #000000\">\n    }    \n    data <\/span>=<span style=\"color: #000000\"> {\n        <\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">qstartdate<\/span><span style=\"color: #800000\">'<\/span>:<span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">2017-10-30<\/span><span style=\"color: #800000\">'<\/span>,                <span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">---------------\u300b\u5f00\u59cb\u65e5\u671f<\/span>\n        <span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">qenddate<\/span><span style=\"color: #800000\">'<\/span>:<span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">2017-10-31<\/span><span style=\"color: #800000\">'<\/span>                    <span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">---------------\u300b\u7ed3\u675f\u65e5\u671f<\/span>\n<span style=\"color: #000000\">    }\n    data[<\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">qstartdate<\/span><span style=\"color: #800000\">'<\/span>] =<span style=\"color: #000000\"> start_time \n    data[<\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">qenddate<\/span><span style=\"color: #800000\">'<\/span>] =<span style=\"color: #000000\"> end_time\n    data <\/span>= parse.urlencode(data).encode(<span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">utf-8<\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #000000\">)\n    holes_url_html <\/span>= urllib.request.Request(url,headers=header,data=<span style=\"color: #000000\">data)\n    holes_url_cookie <\/span>=<span style=\"color: #000000\"> http.cookiejar.CookieJar()\n    holes_url_opener <\/span>=<span style=\"color: #000000\"> urllib.request.build_opener(urllib.request.HTTPCookieProcessor(holes_url_cookie))\n    holes_url_html <\/span>=<span style=\"color: #000000\"> holes_url_opener.open(holes_url_html)\n    holes_url_html <\/span>= zlib.decompress(holes_url_html.read(), 16+<span style=\"color: #000000\">zlib.MAX_WBITS)\n    holes_url_html <\/span>=<span style=\"color: #000000\"> holes_url_html.decode()\n    \n    <\/span><span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">\u63d0\u53d6\u6f0f\u6d1e\u8be6\u60c5\u94fe\u63a5<\/span>\n    response = r<span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">href=&quot;(.+?)&quot; target=&quot;_blank&quot; class=&quot;a_title2&quot;<\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #000000\">\n    holes_link_list <\/span>=<span style=\"color: #000000\"> re.compile(response).findall(holes_url_html)\n    \n    <\/span><span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">\u6dfb\u52a0http\u524d\u5e8f<\/span>\n    i =<span style=\"color: #000000\"> 0\n    <\/span><span style=\"color: #0000ff\">for<\/span> link <span style=\"color: #0000ff\">in<\/span><span style=\"color: #000000\"> holes_link_list:\n        holes_lists.append(<\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">http:\/\/cnnvd.org.cn<\/span><span style=\"color: #800000\">'<\/span>+<span style=\"color: #000000\">holes_link_list[i])\n        i<\/span>+=1\n        <span style=\"color: #0000ff\">print<\/span>(<span style=\"color: #800000\">&quot;<\/span><span style=\"color: #800000\">\u5df2\u5b8c\u6210\u722c\u884c\u7b2c%d\u4e2a\u6f0f\u6d1e\u94fe\u63a5<\/span><span style=\"color: #800000\">&quot;<\/span>%<span style=\"color: #000000\">i)\n        time.sleep(<\/span>0.2<span style=\"color: #000000\">)\n\n<\/span><span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">\u6f0f\u6d1e\u4fe1\u606f\u722c\u53d6\u51fd\u6570<\/span>\n<span style=\"color: #0000ff\">def<\/span><span style=\"color: #000000\"> holes_data(url):\n    header <\/span>=<span style=\"color: #000000\"> {\n        <\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">User-Agent<\/span><span style=\"color: #800000\">'<\/span>: <span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">Mozilla\/5.0 (Windows NT 10.0; WOW64) AppleWebKit\/537.36 (KHTML, like Gecko) Chrome\/49.0.2623.221 Safari\/537.36 SE 2.X MetaSr 1.0<\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #000000\">,\n        <\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">Accept-Encoding<\/span><span style=\"color: #800000\">'<\/span>: <span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">gzip, deflate, sdch<\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #000000\">,\n    }\n    holes_data_html <\/span>= urllib.request.Request(url,headers=<span style=\"color: #000000\">header)\n    holes_data_cookie <\/span>=<span style=\"color: #000000\"> http.cookiejar.CookieJar()\n    holes_data_opener <\/span>=<span style=\"color: #000000\"> urllib.request.build_opener(urllib.request.HTTPCookieProcessor(holes_data_cookie))\n    holes_data_html <\/span>=<span style=\"color: #000000\"> holes_data_opener.open(holes_data_html)\n    holes_data_html <\/span>= zlib.decompress(holes_data_html.read(), 16+<span style=\"color: #000000\">zlib.MAX_WBITS)\n    holes_data_html <\/span>=<span style=\"color: #000000\"> holes_data_html.decode()\n\n    <\/span><span style=\"color: #0000ff\">global<\/span><span style=\"color: #000000\"> holes_result_list\n    holes_result_list<\/span>=[]    <span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">\u6293\u53d6\u4fe1\u606f\u5217\u8868\u547d\u540d<\/span>\n    \n    <span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">\u6dfb\u52a0\u6f0f\u6d1e\u4fe1\u606f\u8be6\u60c5<\/span>\n    holes_detainled_soup1 = BeautifulSoup(holes_data_html,<span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">html.parser<\/span><span style=\"color: #800000\">'<\/span><span style=\"color: #000000\">)\n    holes_detainled_data <\/span>= holes_detainled_soup1.find(<span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">div<\/span><span style=\"color: #800000\">'<\/span>,attrs={<span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">class<\/span><span style=\"color: #800000\">'<\/span>:<span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">detail_xq w770<\/span><span style=\"color: #800000\">'<\/span>})    <span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">#\u5b9a\u4e49 \u6f0f\u6d1e\u4fe1\u606f\u8be6\u60c5 \u5757\u7684soup<\/span>\n    holes_detainled_data =<span style=\"color: #000000\"> holes_detainled_data.decode()\n    holes_detainled_soup <\/span>= BeautifulSoup(holes_detainled_data,<span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">html.parser<\/span><span style=\"color: #800000\">'<\/span>)    <span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">\u4e8c\u6b21\u5339\u914d    <\/span>\n<span style=\"color: #000000\">\n    holes_detainled_data_list <\/span>= holes_detainled_soup.find_all(<span style=\"color: #800000\">'<\/span><span style=\"color: #800000\">li<\/span><span style=\"color: #800000\">'<\/span>)    <span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">\u6807\u7b7ea\u4fe1\u606f\u6c47\u603b    <\/span>\n    \n    <span style=\"color: #0000ff\">try<\/span><span style=\"color: #000000\">:\n        holes_name <\/span>= holes_detainled_soup.h2.string    <span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">\u6f0f\u6d1e\u540d\u79f0<\/span>\n    <span style=\"color: #0000ff\">except<\/span><span style=\"color: #000000\">:\n        holes_name <\/span>= <span style=\"color: #800000\">''<\/span><span style=\"color: #000000\">\n    holes_result_list.append(holes_name)\n    \n    <\/span><span style=\"color: #0000ff\">try<\/span><span style=\"color: #000000\">:\n        holes_cnnvd_num <\/span>= holes_detainled_soup.span.string    <span style=\"color: #008000\">#<\/span><span style=\"color: #008000\">cnnvd\u7f16\u53f7<\/span>\n        holes_cnnvd_num = re.findall(r<span style=\"color: #800000\">&quot;<\/span><span style=\"color: #800000\">\\\uff1a([\\s\\S]*)<\/span><span style=\"color: #800000\">&quot;<\/span><span style=\"color: #000000\">,holes_cnnvd_num)[0]\n    <\/span><span style=\"color: #0000ff\">except<\/span><span style=\"color: #000000\">:\n        holes_cnnvd_num <\/span>= <span style=\"color: #800000\">''<\/span><span style=\"color: #000000\">\n    ho","orderid":"0","title":"python3-\u722c\u53d6cnnvd\u6f0f\u6d1e\u4fe1\u606f(\u4e00)","smalltitle":"","mid":"0","fname":"Python","special_id":"0","bak_id":"0","info":"0","hits":"417","pages":"4","comments":"0","posttime":"2017-11-22 06:07:16","list":"1511302036","username":"admin","author":"","copyfrom":"","copyfromurl":"","titlecolor":"","fonttype":"0","titleicon":"0","picurl":"http:\/\/images2017.cnblogs.com\/blog\/1255548\/201711\/1255548-20171108161748653-955276211.png","ispic":"1","yz":"1","yzer":"","yztime":"0","levels":"0","levelstime":"0","keywords":"<A HREF='https:\/\/www.cppentry.com\/do\/search.php?type=keyword&keyword=python3-' target=_blank>python3-<\/A> <A HREF='https:\/\/www.cppentry.com\/do\/search.php?type=keyword&keyword=%C5%C0%C8%A1' target=_blank>\u722c\u53d6<\/A> <A HREF='https:\/\/www.cppentry.com\/do\/search.php?type=keyword&keyword=cnnvd' target=_blank>cnnvd<\/A> <A HREF='https:\/\/www.cppentry.com\/do\/search.php?type=keyword&keyword=%C2%A9%B6%B4' target=_blank>\u6f0f\u6d1e<\/A> <A HREF='https:\/\/www.cppentry.com\/do\/search.php?type=keyword&keyword=%D0%C5%CF%A2' target=_blank>\u4fe1\u606f<\/A>","jumpurl":"","iframeurl":"","style":"","template":"a:3:{s:4:\"head\";s:0:\"\";s:4:\"foot\";s:0:\"\";s:8:\"bencandy\";s:0:\"\";}","target":"0","ip":"14.20.29.177","lastfid":"0","money":"0","buyuser":"","passwd":"","allowdown":"","allowview":"","editer":"","edittime":"0","begintime":"0","endtime":"0","description":"python3-\u722c\u53d6cnnvd\u6f0f\u6d1e\u4fe1\u606f","lastview":"1703384838","digg_num":"0","digg_time":"0","forbidcomment":"0","ifvote":"0","heart":"","htmlname":"","city_id":"0"},"page":"1"}