tools.win_pg_dump_controller

Yohn Y. 2022-06-13 Parent:a38a008ce3e8 Child:92c88f8fb6c9

6:26558a3ee4f3 Go to Latest

tools.win_pg_dump_controller/win_pg_dump_controller/store_controller.py

Добавлен GIT репозиторий для тестов

Download raw file
View source Diff to previous Annotate
History
1 # coding: utf-8
2
3 import json
4 from datetime import datetime
5 from os.path import exists, join as p_join, basename
6 from os import remove as file_remove
7 from typing import Dict, List
8
9 from .error import Error
10 from .config import DBTask
11
12
13 class StoreError(Error):
14 pass
15
16
17 class StoreControllerBase(object):
18 def get_filename(self, filename: str) -> str:
19 raise NotImplemented()
20
21
22 class IndexItem(object):
23 def __init__(self, controller: StoreControllerBase, time: int, filename: str, epoch: int = 0):
24 self._controller = controller
25 self.filename = filename
26 self.time = time
27 self.epoch = epoch
28 self._my_path = None
29
30 def get_path(self):
31 if self._my_path is None:
32 self._my_path = self._controller.get_filename(self.filename)
33
34 return self._my_path
35
36 def set_epoch(self, num_days: int):
37 """\
38 Устанавливает значение эпохи для элемиента в соответствии с количеством дней в эпохе
39 """
40 self.epoch = divmod(self.time, num_days * 86400)[0] # 86400 - секунд в сутках
41
42 def __str__(self) -> str:
43 return self.filename
44
45 def full_desc(self) -> str:
46 return f'{self.filename} [epoch="{self.epoch}" created={self.get_datetime()}]'
47
48 def get_datetime(self):
49 return datetime.fromtimestamp(self.time)
50
51 def is_exists(self) -> bool:
52 return exists(self.get_path())
53
54 def to_dict(self) -> dict:
55 return dict((i, getattr(self, i)) for i in ('filename', 'time', 'epoch'))
56
57 @classmethod
58 def from_dict(cls, controller: StoreControllerBase, d: Dict):
59 return cls(
60 controller=controller,
61 **d
62 )
63
64 @classmethod
65 def new(cls, controller: StoreControllerBase, short_filename: str):
66 time = datetime.now()
67 time_prefix = time.strftime('%Y-%m-%d_%H-%M-%S')
68 filename = f'{time_prefix} - {short_filename}'
69
70 return cls(
71 controller=controller,
72 time=int(time.timestamp()),
73 filename=filename
74 )
75
76
77 class StoreController(StoreControllerBase):
78 def __init__(self, task: DBTask):
79 self.task = task
80 self.index_name = self.get_filename(f'{task.name}.index')
81 self.idx: Dict[int, IndexItem] = {}
82 self.op_adv_status = []
83
84 if exists(self.index_name):
85 self.load_index()
86
87 def get_filename(self, filename: str) -> str:
88 return str(p_join(self.task.dst_dir, filename))
89
90 def load_index(self) -> None:
91 with open(self.index_name, 'r') as IN:
92 result = {}
93 for itm in json.load(IN):
94 itm = IndexItem.from_dict(self, itm)
95 if itm.is_exists():
96 result[itm.time] = itm
97
98 self.idx = result
99
100 def set_epoch(self, num_days: int):
101 for i in self.idx.values():
102 i.set_epoch(num_days)
103
104 def save_index(self) -> None:
105 with open(self.index_name, 'w') as OUT:
106 json.dump(list(map(lambda x: x.to_dict(), self.idx.values())), OUT)
107
108 def add_op_status(self, msg: str) -> None:
109 self.op_adv_status.append(msg)
110
111 def new_item(self) -> IndexItem:
112 return IndexItem.new(self, f'{self.task.name}.backup')
113
114 def add_item(self, item: IndexItem) -> None:
115 if not item.is_exists():
116 raise StoreError(f'Storing to index file not found: {item.get_path()}')
117
118 if item.time in self.idx and self.idx[item.time].filename != item.filename:
119 if self.idx[item.time].is_exists():
120 file_remove(self.idx[item.time].get_path())
121
122 self.idx[item.time] = item
123
124 def remove(self, item: IndexItem) -> None:
125 if item.time in self.idx:
126 del self.idx[item.time]
127
128 if item.is_exists():
129 file_remove(item.get_path())
130
131 def __iter__(self):
132 for i in sorted(self.idx, reverse=True):
133 yield self.idx[i]
134
135 def clean(self, tier1_days: int, tier2_store_days: int, epoch_days: int) -> List[str]:
136 to_remove = []
137 tier2_idx = {}
138 now = datetime.now()
139
140 self.set_epoch(epoch_days)
141
142 for item in self:
143 if not item.is_exists():
144 to_remove.append(item)
145
146 else:
147 storing_days = (now - item.get_datetime()).days
148
149 if not storing_days <= tier1_days:
150 if storing_days > tier2_store_days:
151 to_remove.append(item)
152
153 else:
154 tier2_storing_days = storing_days - tier1_days
155
156 self.add_op_status(f'"{item.full_desc()}": storing_days={storing_days}'
157 f' tier2_storing_days={tier2_storing_days}')
158
159 if item.epoch in tier2_idx:
160 to_remove.append(tier2_idx[item.epoch])
161
162 tier2_idx[item.epoch] = item
163
164 result = []
165 for item in to_remove:
166 file_remove(item.get_path())
167 result.append(item.filename)
168
169 return result