|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 |
import pymysql import threading class Db(object): def __init__(self, host=None, username=None, pwd=None, dbname=None): self.pool = {} self.host = host self.username = username self.pwd = pwd self.dbname = dbname def get_instance(self, ): name = threading.current_thread().name if name not in self.pool: conn = pymysql.connect(self.host, self.username, self.pwd, self.dbname) self.pool[name] = conn return self.pool[name] class Test(object): def __init__(self): self.max_id = 10000 self.start_id = 1 self.db = Db('localhost', 'root', '123456', 'test') self.lock = threading.Lock() self.main() def main(self): threads = [] for i in range(150): t = threading.Thread(target=self.insert_data) t.start() threads.append(t) for t in threads: t.join() def insert_data(self): db = self.db.get_instance() cursor = db.cursor() while True: if self.start_id >= self.max_id: break s = self.start_id with self.lock: self.start_id += 50 if self.start_id > self.max_id: self.start_id = self.max_id e = self.start_id for i in range(s, e): sql = 'insert into archives(`id`) values(%s)' % (i,) try: cursor.execute(sql) db.commit() print(threading.current_thread().name, ': ', sql, ': success') except: db.rollback() print(threading.current_thread().name, ': ', sql, ':failed') raise if __name__ == '__main__': Test() |
