京东图书评论有非常丰富的信息，这里面就包含了购买日期、书名、作者、好评、中评、差评等等。以购买日期为例，使用Python + Mysql的搭配进行实现，程序不大，才100行。相关的解释我都在程序里加注了：

from selenium import webdriver
from bs4 import BeautifulSoup
import re
import win32com.client
import threading,time
import MySQLdb

def mydebug():
driver.quit()
exit(0)

def catchDate(s):
"""页面数据提取"""
soup = BeautifulSoup(s)
z = []
global nowtimes

m = soup.findAll("div",class_="date-buy")  
for obj in m:  
    try:  
        tmp = obj.find('br').contents  
    except Exception, e:  
        continue  
    if(tmp != ""):  
        z.append(tmp)  
        nowtimes += 1  
return z

def getTimes(n,t):
"""获取当前进度"""
return "当前进度为：" + str(int(100*n/t)) + "%"

―――――――――――――――――――――――――――――――――――| 程序开始 |―――――――――――――――――――――――――――――――――

确定图书大类

cate = {"3273":"历史","3279":"心理学","3276":"政治军事","3275":"国学古籍","3274":"哲学宗教","3277":"法律","3280":"文化","3281":"社会科学"}

断点续抓

num1 = input("bookid:")
num2 = input("pagenumber:")

生成图书大类链接，共需17355*20 = 347100次

totaltimes = 347100.0
nowtimes = 0

开启webdirver的PhantomJS对象

driver = webdriver.PhantomJS()

driver = webdriver.Ie('C:\Python27\Scripts\IEDriverServer')

driver = webdriver.Chrome('C:\Python27\Scripts\chromedriver')

读出Mysql中的评论页面，进行抓取

连接数据库　

try:
conn = MySQLdb.connect(host='localhost',user='root',passwd='',db='jd')
except Exception, e:
print e
sys.exit()

获取cursor对象

cursor = conn.cursor()
sql = "SELECT * FROM booknew ORDER BY pagenumber DESC"
cursor.execute(sql)
alldata = cursor.fetchall()

flag = 0
flag2 = 0

如果有数据返回就循环输出,http://club.jd.com/review/10178500-1-154.html

if alldata:
for rec in alldata:

rec[0]--bookid,rec[1]--cateid,rec[2]--pagenumber

    if(rec[0] != str(num1) and flag == 0):  
        continue  
    else:  
        flag = 1  
    for p in range(num2,rec[2]):  
        if(flag2 == 0):  
            num2 = 0  
            flag2 = 1  
        p += 1  
        link = "<http://club.jd.com/review/>" + rec[0] + "-1-" + str(p) + ".html"  
        #抓网页  
        driver.get(link)  
        html = driver.page_source  
        #抓评论  
        buydate = catchDate(html)  
        #写入数据库  
        for z in buydate:  
            sql = "INSERT INTO ljj (id, cateid, bookid, date) VALUES (NULL, '" + rec[0] + "','" + rec[1] + "','" + z[0] + "');"  
            try:  
                cursor.execute(sql)  
            except Exception, e:  
                print e  
        conn.commit()  
    print getTimes(nowtimes,totaltimes)

driver.quit()
cursor.close()
conn.close()