python 读取csv文件 批量写入mysql
import pandas as pd import os import csv import time import pymysql # 1.连接 db_conn = pymysql.connect(host=172.00.0.00, port=3306, user=用户, password=密码, db=库名, charset=utf8) cursor = db_conn.cursor() # 获取所有文件路径 def get_file(): path = rE:文件夹路径数据 files =os.listdir(path) files.sort() #排序 # 创建一个空列表 list= [] for file in files: if not os.path.isdir(path +file): #判断该文件是否是一个文件夹 f_name = str(file) tr = \ #多增加一个斜杠 filename = path + tr + f_name list.append(filename) return list # 获取所有文件路径 list = get_file() for data in list: print(data) # 读csv文件 f = csv.reader(open(data, r)) # 不添加首行数据 y = 0 # 每个scv文件数据 new_list = [] for i in f: if y != 0: id = i[0] name = i[1] # 每行数据 tup = (id, name) new_list.append(tup) else: y = 1 insert = "insert into t_bond_data(id, name) values (%s,%s)" # 批量写入mysql cursor.executemany(insert, new_list) # 提交 db_conn.commit() # 关闭mysql链接 cursor.close()
下一篇:
vs2010 c++项目创建简易教程