python多进程写数据库案例
(2018-02-01 13:05:10)分类: python笔记 |
#!/usr/bin/python
#coding:utf-8
import MySQLdb
from multiprocessing import Pool
#####将抓下来的数据写入数据库#######
def stock(m):
if
m[0]=='6':
id='sh'+m
else:
id='sz'+m
db = MySQLdb.connect(host="IP地址",
port=3307,
read_default_file="数据库配置文件目录", #
由于修改了数据库默认存放目录,所以这里需要指定配置文件
user="数据库用户名",
passwd="数据库密码",
db="stock") #stock为数据库名
cur = db.cursor() # 获取游标
sql="create
table %s(times varchar(20),tclose float,high float,low float,topen
float,lclose float,chg float,pchg float,turnover float,voturnover
DOUBLE,vaturnover DOUBLE,tcap DOUBLE,mcap DOUBLE)"%id
cur.execute(sql)
#提交命令
db.commit()
#执行命令
with
open("/stock/%s/%s.csv"%(m,m)) as f:
a = f.readlines()
for line in
a[len(a)::-1]:
if
line.strip().decode("gbk").encode("utf-8").split(',')[3]=='收盘价':
continue
k=line.strip().decode("gbk").encode("utf-8").split(',')
i=[]
for j in k:
if j=='None':
#coding:utf-8
import MySQLdb
from multiprocessing import Pool
#####将抓下来的数据写入数据库#######
def stock(m):