python 读取csv文件 批量写入mysql
import pandas as pd
import os
import csv
import time
import pymysql
# 1.连接
db_conn = pymysql.connect(host=172.00.0.00, port=3306, user=用户, password=密码, db=库名, charset=utf8)
cursor = db_conn.cursor()
# 获取所有文件路径
def get_file():
path = rE:文件夹路径数据
files =os.listdir(path)
files.sort() #排序
# 创建一个空列表
list= []
for file in files:
if not os.path.isdir(path +file): #判断该文件是否是一个文件夹
f_name = str(file)
tr = \ #多增加一个斜杠
filename = path + tr + f_name
list.append(filename)
return list
# 获取所有文件路径
list = get_file()
for data in list:
print(data)
# 读csv文件
f = csv.reader(open(data, r))
# 不添加首行数据
y = 0
# 每个scv文件数据
new_list = []
for i in f:
if y != 0:
id = i[0]
name = i[1]
# 每行数据
tup = (id, name)
new_list.append(tup)
else:
y = 1
insert = "insert into t_bond_data(id, name) values (%s,%s)"
# 批量写入mysql
cursor.executemany(insert, new_list)
# 提交
db_conn.commit()
# 关闭mysql链接
cursor.close()
下一篇:
vs2010 c++项目创建简易教程
