RandomImageViewer/mongo.py at main · passerbyzhao/RandomImageViewer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
import re
from random import randint, choice
from os.path import exists

import pymongo

from dirtree import TreeBuilder as tree
from dirtree import TreeBuilderElse as tree2
from runtime import cruntime


class MongoBuilder:
    """
    initialize():   初始化数据库 将原来的数据全部清除再重新添加
    update():   不改动原有数据 只添加新增条目
    clear():    清除数据库中的所有数据
    next_path():    随机返回一个有效路径 随机到无效路径时会从数据库中删除该路径并重新随机
    """

    def __init__(self, client='mongodb://localhost:27017/', db='RandomImage', collection=['ImagePath'], Tree=False, target=''):
        client = pymongo.MongoClient(client)
        db = client[db]
        self.ri_list = [db[a] for a in collection]
        self.ri = self.ri_list[0]
        self.Tree = Tree    # 是否自行指定用于构建文件树的目标文件
        self.target = target    # 目标文件路径
        self.compile = re.compile(r'.*?')   # 用于匹配任意字符
        self.length_dict = {a:a.count_documents({}) for a in self.ri_list}
        self.datalength = sum(i.count_documents({}) for i in self.ri_list) # 数据库中数据条数

    @cruntime
    def initialize(self):   # 初始化数据库
        print('数据库准备中...', end='')
        self.ri.drop()      # 删掉所有数据
        if not self.Tree:
            dir_list = tree().tree  # 获取文件树
        else:
            dir_list = tree2(self.target).tree
        for path in dir_list:
            self.ri.insert_one({'path': path})  # 逐条更新数据库
        self.datalength = sum(i.count_documents({}) for i in self.ri_list)   # 更新数据条数
        print('\r数据库准备就绪 共{}个路径 '.format(self.datalength), end='')

    @cruntime
    def update(self):
        print('数据库准备中...', end='')
        if not self.Tree:
            dir_list = tree().tree  # 获取文件树
        else:
            dir_list = tree2(self.target).tree
        for path in dir_list:
            self.ri.update_one({'path':path}, {'$setOnInsert':{'path':path}}, upsert=True)
            # if self.ri.find_one({'path': path}) is None:    # 如果数据库中不存在该数据 则更新数据
            #     self.ri.insert_one({'path': path})
        self.datalength = sum(i.count_documents({}) for i in self.ri_list)
        print('\r数据库更新完毕 共{}个路径 '.format(self.datalength), end='')

    @cruntime
    def clear(self):
        self.ri.drop()
        self.datalength = sum(i.count_documents({}) for i in self.ri_list)
        if self.datalength == 0:
            print('MongoDB数据清除完毕 ', end='')
        else:
            print('\033[31mMongoDB数据清除失败\033[0m ', end='')

    def next_path(self):
        """
        用于产出一个图片路径 由于TreeBuilder返回的文件树是真实的 因此插入数据时不检查路径真实性
        但是读取数据时不确定路径是否发生变动 因此需要重新检验路径真实性
        """

        while True:
            if self.datalength == 0:
                raise Exception('无有效图片路径')
            ri = choice(self.ri_list)
            next_id = randint(0, self.length_dict[ri]-1)     # 随机跳过数据的数量
            path = ri.find_one({'path': self.compile}, skip=next_id)['path']   # 读取随机路径
            if not exists(path):    # 判断路径真实性
                ri.delete_one({'path': path})  # 不存在就删除该路径
                self.datalength = sum(i.count_documents({}) for i in self.ri_list)   # 更新数据数量
                self.length_dict[ri] = ri.count_documents({})
                continue    # 重新随机
            return path

    def next_path_milt(self, collections):
        while True:
            if self.datalength == 0:
                raise Exception('无有效图片路径')
            ri = choice(self.ri_list)
            next_id = randint(0, self.length_dict[ri] - 1)  # 随机跳过数据的数量
            path = ri.find_one({'path': self.compile}, skip=next_id)['path']   # 读取随机路径
            if not exists(path):    # 判断路径真实性
                ri.delete_one({'path': path})  # 不存在就删除该路径
                self.datalength = sum(i.count_documents({}) for i in self.ri_list)   # 更新数据数量
                self.length_dict[ri] = ri.count_documents({})
                continue    # 重新随机
            return path


if __name__ == '__main__':
    # client = pymongo.MongoClient('localhost', 27017)
    # db = client.RandomImage
    # riri = db.ImagePath
    # u = MethodMonge(riri)
    u = MongoBuilder()

    u.initialize()
    for i in range(10):
        v = u.next_path()
        print(v)

    print('Done')