python讀寫文件去重、RE、set的使用

 

Python讀寫文件是去重存儲數據，RE、set的使用

# -*- coding:utf-8 -*-

from datetime import datetime
import re


def Main():
    sourcr_dir = '/11yue_all.txt'
    target_dir = '/regular_get.txt'

    uset = set() #去重

    print("開始。。。。。")
    print(datetime.now().strftime('%Y-%m-%d %H:%M:%S'))

    with open(target_dir, 'w+') as f_write:
        with open(sourcr_dir, 'r') as f_scorce:
          for line in f_scorce:
            line = line.strip().split("\t")
            # 寶寶樹
            if line[2] == 'babytree.com':
                uidList = re.findall(r'.*NL=u%02(u\d+)', line[3], re.I)
                if uidList:
                    # 去重代碼
                    if uidList[0] not in uset:
                        f_write.write(uidList[0] + "\n")
                        uset.add(uidList[0])
                        print("寶寶樹已完成")

            # 柚寶寶
            elif line[2] == 'youzibuy.com':
                if line[4].find("yunqi.youzibuy.com/tae_top_notify") != -1:
                    uidList = re.findall(r'.*myuid=(\d+)', line[4], re.I)
                    if uidList:
                        if uidList[0] not in uset:
                            f_write.write(uidList[0] + "\n")
                            uset.add(uidList[0])
                            print("柚寶寶已完成")

            # 媽媽幫
            elif line[2] == 'mmbang.com':
                uidList = re.findall(r'.*uid=(\d+)', line[3], re.I)
                if uidList:
                    if uidList[0] not in uset:
                        f_write.write(uidList[0] + "\n")
                        uset.add(uidList[0])
                        print("媽媽幫已完成")

            # 媽媽網
            elif line[2] == 'mama.cn':
                if line[4].find("mapi.mama.cn/feed/users/show") != -1:
                    uidList = re.findall(r'.*friend_uid=(\d+)', line[4], re.I)
                    if uidList:
                        if uidList[0] not in uset:
                            f_write.write(uidList[0] + "\n")
                            uset.add(uidList[0])
                if line[4].find("mamaquan/mmq_thread") != -1:
                    uidList = re.findall(r'.*uid=(\d+)', line[4], re.I)
                    if uidList:
                        if uidList[0] not in uset:
                            f_write.write(uidList[0] + "\n")
                            uset.add(uidList[0])
                            print("媽媽網已完成")

            # 育兒網
            elif line[2] == 'ci123.com':
                uidList = re.findall(r'.*ci123js=([a-zA-Z]+\d+)', line[3], re.I)
                if uidList:
                    if uidList[0] not in uset:
                        f_write.write(uidList[0] + "\n")
                        uset.add(uidList[0])
                        print("育兒網已完成")

    print("完成。。。。。")
    print(datetime.now().strftime('%Y-%m-%d %H:%M:%S'))
if __name__ == "__main__":
    Main()

 

 

 

版權聲明：本文爲博主原創文章，未經博主允許不得轉載。