1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
|
#!/usr/bin/env python3
# © Copyright 2021-2022, Scott Gasch
"""A :class:`Persistent` is just a class with a load and save method. This
module defines the :class:`Persistent` base and a decorator that can be used to
create a persistent singleton that autoloads and autosaves."""
import atexit
import datetime
import enum
import functools
import logging
from abc import ABC, abstractmethod
from typing import Any
import file_utils
logger = logging.getLogger(__name__)
class Persistent(ABC):
"""
A base class of an object with a load/save method. Classes that are
decorated with :code:`@persistent_autoloaded_singleton` should subclass
this and implement their :meth:`save` and :meth:`load` methods.
"""
@abstractmethod
def save(self) -> bool:
"""
Save this thing somewhere that you'll remember when someone calls
:meth:`load` later on in a way that makes sense to your code.
"""
pass
@classmethod
@abstractmethod
def load(cls) -> Any:
"""Load this thing from somewhere and give back an instance which
will become the global singleton and which may (see
below) be saved (via :meth:`save`) at program exit time.
Oh, in case this is handy, here's a reminder how to write a
factory method that doesn't call the c'tor in python::
@classmethod
def load_from_somewhere(cls, somewhere):
# Note: __new__ does not call __init__.
obj = cls.__new__(cls)
# Don't forget to call any polymorphic base class initializers
super(MyClass, obj).__init__()
# Load the piece(s) of obj that you want to from somewhere.
obj._state = load_from_somewhere(somewhere)
return obj
"""
pass
def was_file_written_today(filename: str) -> bool:
"""Convenience wrapper around :meth:`was_file_written_within_n_seconds`.
Args:
filename: filename to check
Returns:
True if filename was written today.
>>> import os
>>> filename = f'/tmp/testing_persistent_py_{os.getpid()}'
>>> os.system(f'touch {filename}')
0
>>> was_file_written_today(filename)
True
>>> os.system(f'touch -d 1974-04-15T01:02:03.99 {filename}')
0
>>> was_file_written_today(filename)
False
>>> os.system(f'/bin/rm -f {filename}')
0
>>> was_file_written_today(filename)
False
"""
if not file_utils.does_file_exist(filename):
return False
mtime = file_utils.get_file_mtime_as_datetime(filename)
assert mtime is not None
now = datetime.datetime.now()
return mtime.month == now.month and mtime.day == now.day and mtime.year == now.year
def was_file_written_within_n_seconds(
filename: str,
limit_seconds: int,
) -> bool:
"""Helper for determining persisted state staleness.
Args:
filename: the filename to check
limit_seconds: how fresh, in seconds, it must be
Returns:
True if filename was written within the past limit_seconds
or False otherwise (or on error).
>>> import os
>>> filename = f'/tmp/testing_persistent_py_{os.getpid()}'
>>> os.system(f'touch {filename}')
0
>>> was_file_written_within_n_seconds(filename, 60)
True
>>> import time
>>> time.sleep(2.0)
>>> was_file_written_within_n_seconds(filename, 2)
False
>>> os.system(f'/bin/rm -f {filename}')
0
>>> was_file_written_within_n_seconds(filename, 60)
False
"""
if not file_utils.does_file_exist(filename):
return False
mtime = file_utils.get_file_mtime_as_datetime(filename)
assert mtime is not None
now = datetime.datetime.now()
return (now - mtime).total_seconds() <= limit_seconds
class PersistAtShutdown(enum.Enum):
"""
An enum to describe the conditions under which state is persisted
to disk. This is passed as an argument to the decorator below and
is used to indicate when to call :meth:`save` on a :class:`Persistent`
subclass.
* NEVER: never call :meth:`save`
* IF_NOT_LOADED: call :meth:`save` as long as we did not successfully
:meth:`load` its state.
* ALWAYS: always call :meth:`save`
"""
NEVER = (0,)
IF_NOT_LOADED = (1,)
ALWAYS = (2,)
class persistent_autoloaded_singleton(object):
"""A decorator that can be applied to a :class:`Persistent` subclass
(i.e. a class with :meth:`save` and :meth:`load` methods. The
decorator will intercept attempts to instantiate the class via
it's c'tor and, instead, invoke the class' :meth:`load` to give it a
chance to read state from somewhere persistent (disk, db,
whatever). Subsequent calls to construt instances of the wrapped
class will return a single, global instance (i.e. the wrapped
class is a singleton).
If :meth:`load` fails (returns None), the c'tor is invoked with the
original args as a fallback.
Based upon the value of the optional argument
:code:`persist_at_shutdown` argument, (NEVER, IF_NOT_LOADED,
ALWAYS), the :meth:`save` method of the class will be invoked just
before program shutdown to give the class a chance to save its
state somewhere.
.. note::
The implementations of :meth:`save` and :meth:`load` and where the
class persists its state are details left to the :class:`Persistent`
implementation. Essentially this decorator just handles the
plumbing of calling your save/load and appropriate times and
creates a transparent global singleton whose state can be
persisted between runs.
"""
def __init__(
self,
*,
persist_at_shutdown: PersistAtShutdown = PersistAtShutdown.IF_NOT_LOADED,
):
self.persist_at_shutdown = persist_at_shutdown
self.instance = None
def __call__(self, cls: Persistent):
@functools.wraps(cls) # type: ignore
def _load(*args, **kwargs):
# If class has already been loaded, act like a singleton
# and return a reference to the one and only instance in
# memory.
if self.instance is not None:
logger.debug(
'Returning already instantiated singleton instance of %s.', cls.__name__
)
return self.instance
# Otherwise, try to load it from persisted state.
was_loaded = False
logger.debug('Attempting to load %s from persisted state.', cls.__name__)
self.instance = cls.load()
if not self.instance:
msg = 'Loading from cache failed.'
logger.warning(msg)
logger.debug('Attempting to instantiate %s directly.', cls.__name__)
self.instance = cls(*args, **kwargs)
else:
logger.debug('Class %s was loaded from persisted state successfully.', cls.__name__)
was_loaded = True
assert self.instance is not None
if self.persist_at_shutdown is PersistAtShutdown.ALWAYS or (
not was_loaded and self.persist_at_shutdown is PersistAtShutdown.IF_NOT_LOADED
):
logger.debug('Scheduling a deferred called to save at process shutdown time.')
atexit.register(self.instance.save)
return self.instance
return _load
# TODO: PicklingPersistant?
# TODO: JsonConfigPersistant?
if __name__ == '__main__':
import doctest
doctest.testmod()
|