python 抓取博客浏览数据

import requests
import re
import sqlite3

con = sqlite3.connect("data.db")
cur = con.cursor()

sql = """CREATE TABLE IF NOT EXISTS titles (
            id INTEGER PRIMARY KEY AUTOINCREMENT,
            title TEXT,
            add_date TEXT)"""
cur.execute(sql)

sql = """CREATE TABLE IF NOT EXISTS viewed (
            title_id INTEGER,
            check_date TEXT,
            view INTEGER,
            comm INTEGER,
            forward INTEGER)"""
cur.execute(sql)
con.commit()

url = 'http://blog.chinaunix.net/uid/70001461/abstract/1.html'
response = requests.get(url)

reg = re.compile(r"()", re.S)
table = reg.findall(response.text)

reg = re.compile(r"()", re.S)
trs = reg.findall(table[0])

for tr in trs:
    reg = re.compile(r"html\">(.*?)", re.S)
    title = reg.findall(tr)
    if len(title) == 0:
        continue

    reg = re.compile(r"(.*?)", re.S)
    vals = reg.findall(tr)

    sql = "select * from titles where title = '{0}' and add_date='{1}'".format(title[0], vals[3])
    cur.execute(sql)
    data = cur.fetchall()
    if len(data) == 0:
        sql = "insert into titles (title, add_date) values ('{0}', '{1}')".format(title[0], vals[3])
        cur.execute(sql)
        con.commit()
        sql = "select * from titles where title = '{0}' and add_date='{1}'".format(title[0], vals[3])
        cur.execute(sql)
        data = cur.fetchall()
    sql = "insert into viewed (title_id, check_date, view, comm, forward) values ({0}, datetime('now','localtime'), '{1}', {2}, {3})".format(data[0][0], vals[0],vals[1],vals[2])
    cur.execute(sql)
    con.commit()