获取api数据解析json并插入数据库

代码：

# -*- coding:utf-8 -*-

import chardet
import urllib, urllib2, sys, json, re, os, time, cgi
import string,time,datetime
import pymysql.cursors
reload(sys)
sys.setdefaultencoding('utf-8')

if __name__=='__main__':
    connection = pymysql.connect(host='localhost',
                             user='root',
                             password='',
                             db='gongchang',
                             charset='utf8mb4',
                             cursorclass=pymysql.cursors.DictCursor)
    
    headers = {'User-Agent':'Mozilla/5.0 (Windows NT 5.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.101 Safari/537.36'}
    user_agent = 'Mozilla/5.0 (Windows; U; Windows NT 6.1; zh-CN; rv:1.9.2.24) Gecko/20111103 Firefox/3.6.24'
    r = urllib2.Request("https://xin.baidu.com/index/recommendCompAjax?_="+str(long(time.time()*100)), headers=headers)
    response = urllib2.urlopen(r)
    page = response.read()
    content = eval(page)
    try:
        with connection.cursor() as cursor:
            for val in content['data']:
                pid = val['pid']
                company_name =  val['name'].encode('utf-8').decode('unicode_escape')
                sql = "INSERT INTO `gc_spider` (`name`, `url`,`pid`) VALUES (%s, %s, %s)"
                cursor.execute(sql, (company_name, '',pid))
        connection.commit()
    finally:
        connection.close()