tools.win_pg_dump_controller

Yohn Y. 2022-05-05 Parent:a22dd63ba19e Child:a38a008ce3e8

2:7c93b0305522 Go to Latest

tools.win_pg_dump_controller/win_pg_dump_controller/store_controller.py

+ Возможность отправлять оповещения по почте

Download raw file
View source Diff to previous Annotate
History
1 # coding: utf-8
2
3 import json
4 from datetime import datetime
5 from os.path import exists, join as p_join, basename
6 from os import remove as file_remove
7 from typing import Dict, List
8
9 from .error import Error
10 from .config import DBTask
11
12
13 class StoreError(Error):
14 pass
15
16
17 class StoreControllerBase(object):
18 def get_filename(self, filename: str) -> str:
19 raise NotImplemented()
20
21
22 class IndexItem(object):
23 def __init__(self, controller: StoreControllerBase, time: int, filename: str):
24 self._controller = controller
25 self.filename = filename
26 self.time = time
27 self._my_path = None
28
29 def get_path(self):
30 if self._my_path is None:
31 self._my_path = self._controller.get_filename(self.filename)
32
33 return self._my_path
34
35 def __str__(self) -> str:
36 return self.filename
37
38 def get_datetime(self):
39 return datetime.fromtimestamp(self.time)
40
41 def is_exists(self) -> bool:
42 return exists(self.get_path())
43
44 def to_dict(self) -> dict:
45 return dict((i, getattr(self, i)) for i in ('filename', 'time'))
46
47 @classmethod
48 def from_dict(cls, controller: StoreControllerBase, d: Dict):
49 return cls(
50 controller=controller,
51 **d
52 )
53
54 @classmethod
55 def new(cls, controller: StoreControllerBase, short_filename: str):
56 time = datetime.now()
57 time_prefix = time.strftime('%Y-%m-%d_%H-%M-%S')
58 filename = f'{time_prefix} - {short_filename}'
59
60 return cls(
61 controller=controller,
62 time=int(time.timestamp()),
63 filename=filename
64 )
65
66
67 class StoreController(StoreControllerBase):
68 def __init__(self, task: DBTask):
69 self.task = task
70 self.index_name = self.get_filename(f'{task.name}.index')
71 self.idx: Dict[int, IndexItem] = {}
72 self.op_adv_status = []
73
74 if exists(self.index_name):
75 self.load_index()
76
77 def get_filename(self, filename: str) -> str:
78 return str(p_join(self.task.dst_dir, filename))
79
80 def load_index(self) -> None:
81 with open(self.index_name, 'r') as IN:
82 result = {}
83 for itm in json.load(IN):
84 itm = IndexItem.from_dict(self, itm)
85 if itm.is_exists():
86 result[itm.time] = itm
87
88 self.idx = result
89
90 def save_index(self) -> None:
91 with open(self.index_name, 'w') as OUT:
92 json.dump(list(map(lambda x: x.to_dict(), self.idx.values())), OUT)
93
94 def add_op_status(self, msg: str) -> None:
95 self.op_adv_status.append(msg)
96
97 def new_item(self) -> IndexItem:
98 return IndexItem.new(self, f'{self.task.name}.backup')
99
100 def add_item(self, item: IndexItem) -> None:
101 if not item.is_exists():
102 raise StoreError(f'Storing to index file not found: {item.get_path()}')
103
104 if item.time in self.idx and self.idx[item.time].filename != item.filename:
105 if self.idx[item.time].is_exists():
106 file_remove(self.idx[item.time].get_path())
107
108 self.idx[item.time] = item
109
110 def remove(self, item: IndexItem) -> None:
111 if item.time in self.idx:
112 del self.idx[item.time]
113
114 if item.is_exists():
115 file_remove(item.get_path())
116
117 def __iter__(self):
118 for i in sorted(self.idx, reverse=True):
119 yield self.idx[i]
120
121 def clean(self, tier1_days: int, tier2_copies_interval: int, tier2_store_days: int) -> List[str]:
122 to_remove = []
123 tier2_idx = {}
124 now = datetime.now()
125
126 for item in self:
127 if not item.is_exists():
128 to_remove.append(item)
129
130 else:
131 storing_days = (now - item.get_datetime()).days
132
133 if not storing_days <= tier1_days:
134 if storing_days > tier2_store_days:
135 to_remove.append(item)
136
137 else:
138 # Магия: Делим старые резервные копии на эпохи. Эпоха - целая часть от деления количества
139 # дней, которое лежит резервная копия, на интервал, за который нам нужно хранить
140 # хотя бы одну копию. В одной эпохе старший файл вытесняет младший. Из вычислений
141 # убираем период tier1
142
143 storing_days_clean = storing_days - tier1_days
144
145 _epoch = divmod(storing_days_clean, tier2_copies_interval)[0]
146 self.add_op_status(f'"{item}": epoch={_epoch} storing_days={storing_days}'
147 f' clean_storing_days={storing_days_clean}')
148
149 if _epoch in tier2_idx:
150 to_remove.append(tier2_idx[_epoch])
151
152 tier2_idx[_epoch] = item
153
154 result = []
155 for item in to_remove:
156 file_remove(item.get_path())
157 result.append(item.filename)
158
159 return result