PYTHO 爬蟲,抓去京東產品價格DEMO

# -*- coding:utf-8 -*-
import urllib
import urllib2
import time
import hashlib

import requests
from pyquery import PyQuery as pq
import sys
reload(sys)
sys.setdefaultencoding('utf-8')

class Product(object):
    def __init__(self):
        pass

    def __str__(self):
        return str(self.price) +  ' , '+  str(self.name) +  ' , ' +  str(self.href)


url = 'https://search.jd.com/Search?keyword={0}'
keyword = 'iPhone'

url = url.format(keyword)
response = requests.get(url)

jquery = pq(response.content)

htmls = jquery(".gl-i-wrap")

products = []

lists = []
for obj in htmls:
    product = Product()
    product.price = pq(obj)(".p-price").text()
    product.name = pq(obj)(".p-name").text()
    product.href = pq(obj)(".p-name")("a").attr("href")
    print product
    products.append(product)

抓去結果,顯示如下圖::