python多線程飛速寫入文件

亂序多線程寫入

舉個最簡單的例子，只要求快速寫入即可，對順序無要求時：

import threading

def write_string(string, path="test.csv"):
    with open(path, 'a') as f:
        f.write(string + "\r\n")

# 創建新線程
for i in range(15):
	# 這裏每次循環都開一個線程，並寫入"寫入:" + i，args裏指定參數，注意要使用list[]格式
    thread1 = threading.Thread(target=write_string, args=["寫入: " + str(i)])
    thread1.start()

或是使用：

import threading

class WriteThread(threading.Thread):
    def __init__(self, string, file_path):
        threading.Thread.__init__(self)
        self.string = string
        self.file_path = file_path

    def run(self):
        write_string(self.file_path, self.string)


def write_string(file_path, string):
    with open(file_path, 'a') as f:
        f.write(string + "\r\n")

for i in range(15):
    thread1 = WriteThread("寫入:" + str(i), "test.csv")
    thread1.start()

正序多線程寫入

只需要改動三行：

import threading

threadLock = threading.Lock()

def write_string(string, path="test.csv"):
    threadLock.acquire() # 加個同步鎖就好了
    with open(path, 'a') as f:
        f.write(string + "\r\n")
    threadLock.release()

# 創建新線程
for i in range(15):
    thread1 = threading.Thread(target=write_string, args=["寫入: " + str(i)]).run()