下載器

 # 下載器:重複去下載url,直到返回正確的app端微博json數據爲止
        def requests_download(request_max=5):

            result = ""
            result_html = ""
            result_status_code = ""
            try:
                proxies = get_proxies()
                # result = session.get(url=url, headers=headers,proxies=proxies,verify=False,timeout=10)
                # proxies = get_proxies()
                result = session.get(url=url, headers=headers, verify=False, timeout=10)
                result_html = result.content
                result_status_code = result.status_code

                if result_status_code != 200 or 'cards' not in result_html or 'card_group' not in result_html or '抱歉,未找到相關結果。' in result_html:
                    proxies = get_proxies()
                    result = session.get(url=url, headers=headers, proxies=proxies, verify=False, timeout=10)

                    result_html = result.content
                    result_status_code = result.status_code

            except Exception as e:
                if request_max > 0:
                    if result_status_code != 200 or 'cards' not in result_html or 'card_group' not in result_html or '抱歉,未找到相關結果' in result_html:
                        return requests_download(request_max - 1)
            if 'cards' in result_html:
                return result.json()
            else:
                return "$fail$"

  

發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章