{"id":1660,"date":"2025-02-10T06:44:54","date_gmt":"2025-02-10T06:44:54","guid":{"rendered":"http:\/\/www.recologypower.com:9080\/?p=1660"},"modified":"2025-02-10T06:44:55","modified_gmt":"2025-02-10T06:44:55","slug":"%e3%80%90python%e3%80%91python%e7%88%ac%e5%8f%96%e6%96%b0%e9%97%bb%e8%b5%84%e8%ae%af","status":"publish","type":"post","link":"http:\/\/www.recologypower.com:9080\/?p=1660","title":{"rendered":"\u3010python\u3011python\u722c\u53d6\u65b0\u95fb\u8d44\u8baf"},"content":{"rendered":"\n<pre class=\"wp-block-code\"><code># \u5bfc\u5165\u722c\u866b\u5e93\r\nimport requests\r\n# \u5bfc\u5165pyquery\uff08\u6570\u636e\u63d0\u53d6\uff09\r\nfrom pyquery import PyQuery as pq\r\n# \u7528\u4e8e\u5ef6\u65f6\u8bf7\u6c42\r\nimport  time\r\n\r\n\r\n# \u8bf7\u6c42\u5934\r\nheaders ={'User-Agent':'Mozilla\/5.0 (Windows NT 10.0; WOW64) AppleWebKit\/537.36 (KHTML, like Gecko) Chrome\/81.0.4044.9 Safari\/537.36',\r\n          'Cookie':'aliyungf_tc=AQAAACrtMHyGHA4ARxkbZ27Kgw3kCofh; route=ac205598b1fccbab08a64956374e0f11; JSESSIONID=5B42F8C6E712092B9A963E3F0532AD21; uuid=9065c880-0293-4758-86a8-0a228c6cfb2c; SERVERID=srv-omp-ali-portal10_80; Hm_lvt_94a1e06bbce219d29285cee2e37d1d26=1587280903; Hm_lpvt_94a1e06bbce219d29285cee2e37d1d26=1587280903; UM_distinctid=17191507d62338-03d1defec13f5f-721f3a40-144000-17191507d63400; CNZZDATA1261102524=262517629-1587279306-null%7C1587279306; __ads_session=6NY9VLMBdgmIzmsFHgA=',\r\n          'Accept':'text\/html,application\/xhtml+xml,application\/xml;q=0.9,image\/webp,image\/apng,*\/*;q=0.8,application\/signed-exchange;v=b3;q=0.9',\r\n          'Host':'www.thepaper.cn'}\r\n\r\n# \u5c01\u88c5\u4e00\u4e2a\u83b7\u53d6\u65b0\u95fb\u5185\u5bb9\u7684\u51fd\u6570\r\ndef get_news(href,title):\r\n    # \u5bf9\u65b0\u95fb\u5185\u5bb9\u7f51\u5740\u53d1\u9001\u8bf7\u6c42\r\n    response = requests.get(href,headers=headers).text\r\n    # \u6570\u636e\u521d\u59cb\u5316\r\n    doc =pq(response)\r\n    # \u901a\u8fc7\u7c7b\u9009\u62e9\u5668news_txt\u63d0\u53d6\u65b0\u95fb\u5185\u5bb9\r\n    news = doc(\".index_cententWrap__Jv8jK\").items()\r\n    # \u904d\u5386\u6570\u636e\r\n    for x in news:\r\n        # \u53d6\u51fa\u6570\u636e\u4e2d\u7684\u6587\u672c\u6570\u636e\uff0c\u83b7\u53d6\u5230\u65b0\u95fb\u4fe1\u606f\r\n        new = x.text()\r\n        print(new)\r\n\r\n# \u5c01\u88c5\u4e00\u4e2a\u83b7\u53d6\u65b0\u95fb\u5185\u5bb9\u7f51\u5740\u548c\u65b0\u95fb\u6807\u9898\u7684\u51fd\u6570\r\ndef get_news_title():\r\n    # \u65b0\u95fb\u7f51\u9996\u9875\u7684\u94fe\u63a5\r\n    url = 'https:\/\/www.thepaper.cn\/channel_25951'\r\n    # \u5bf9\u9996\u9875\u53d1\u9001\u8bf7\u6c42\uff0c\u5e76\u8fd4\u56de\u6587\u672c\u6570\u636e\r\n    respoonse = requests.get(url, headers=headers,).text\r\n    time.sleep(1)\r\n    # \u6570\u636e\u521d\u59cb\u5316\r\n    doc = pq(respoonse)\r\n    # \u901a\u8fc7\u7c7b\u9009\u62e9\u5668news_li \u4e0b\u7ea7\u6807\u7b7e h2 a \u5b9a\u4f4d\u6570\u636e\r\n    # .itens\u628a\u6570\u636e\u53d8\u6210\u53ef\u904d\u5386\u7684\u6570\u636e\r\n    a = doc(\".small_toplink__GmZhY a\").items()\r\n    print(a)\r\n    # \u904d\u5386\u6570\u636e\r\n    for x in a:\r\n        # \u901a\u8fc7\u5c5e\u6027href\u63d0\u53d6\u51fa\u65b0\u95fb\u7f51\u5740\r\n        href = \"https:\/\/www.thepaper.cn\/\" + x.attr(\"href\")\r\n        print(href)\r\n        # \u63d0\u53d6\u6570\u636e\u4e2d\u7684\u6587\u672c \u83b7\u53d6\u65b0\u95fb\u6807\u9898\r\n        title = x.text()\r\n        print(title)\r\n        get_news(href,title)\r\n\r\nif __name__ == '__main__':\r\n    get_news_title()\r\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<div class=\"slide-text-bg2\">\n<h3><\/h3>\n<\/div>\n<div class=\"flex-btn-div\"><a href=\"http:\/\/www.recologypower.com:9080\/?p=1660\" class=\"btn1 flex-btn\">\u9605\u8bfb\u66f4\u591a<\/a><\/div>\n","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[5],"tags":[],"_links":{"self":[{"href":"http:\/\/www.recologypower.com:9080\/index.php?rest_route=\/wp\/v2\/posts\/1660"}],"collection":[{"href":"http:\/\/www.recologypower.com:9080\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.recologypower.com:9080\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.recologypower.com:9080\/index.php?rest_route=\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"http:\/\/www.recologypower.com:9080\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1660"}],"version-history":[{"count":1,"href":"http:\/\/www.recologypower.com:9080\/index.php?rest_route=\/wp\/v2\/posts\/1660\/revisions"}],"predecessor-version":[{"id":1661,"href":"http:\/\/www.recologypower.com:9080\/index.php?rest_route=\/wp\/v2\/posts\/1660\/revisions\/1661"}],"wp:attachment":[{"href":"http:\/\/www.recologypower.com:9080\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1660"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.recologypower.com:9080\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1660"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.recologypower.com:9080\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1660"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}