python語言處理get類型請求,調試模式獲取數據代碼

#! /usr/bin/env python
#coding=utf-8
#version 2.7
import urllib2
import urllib
import time
import socket 
bruce_number_max=100
socket.setdefaulttimeout(20)  # 
if __name__ == '__main__':
    print('Main Thread Run :', __name__)
    indexValue=0
    #
    httpHandler = urllib2.HTTPHandler(debuglevel=1)
    httpsHandler = urllib2.HTTPSHandler(debuglevel=1)
    opener = urllib2.build_opener(httpHandler, httpsHandler)
    urllib2.install_opener(opener)
    #
    while (indexValue<bruce_number_max):
        url='''http://www.demo.com/index.php?id=NUM'''   
        indexValueString='%u'%indexValue
        url=url.replace("NUM",indexValueString)
        url=url.replace(" ","%20")
        print('[%s]' %(time.strftime('%X')))
        print(indexValueString.strip('\n')) 
        print(url)
        try:
            req = urllib2.Request(url)
            req.add_header('User-agent', 'Mozilla/5.0 (Windows; U; Windows NT 5.2) AppleWebKit/525.13 (KHTML, like Gecko) Version/3.1 Safari/525.13')
            response=urllib2.urlopen(req,timeout=20)
            html = response.read()
            print(html)    
        except urllib2.URLError,e:
            if hasattr(e,"reason"):
                print ("failed to reach the server")
                print ("the reason:",e.reason)
            elif hasattr(e,"code"):
                print ("the server couldn't fulfill the request")
                print ("error code:",e.code)
                print ("return content:",e.read())
            else:
                pass  #
        indexValue=indexValue+1
        time.sleep(5)
    print('\nMain Thread Exit :', __name__)
    

發佈了117 篇原創文章 · 獲贊 70 · 訪問量 92萬+
發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章