You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

175 lines
6.0 KiB

"""
Preserve, for when pickling is just a bit too intense
Preserve is a simple framework to painlessly convert your python objects and
data structures into a nested structure containing only primitive types.
While intended for use in serialisation, Preserve stops short of the actual
serialisation bit - you can then use whatever method you prefer to dump
the nested primitive structure to JSON, TOML, or some other message packing
or storage system - most of which handle all primitive types by default.
"""
from enum import Enum, auto
import inspect
class RestoreMethod(Enum):
DIRECT = auto()
INIT = auto()
CLASS_METHOD = auto()
class_key = "<_jam>"
"""
Contains the reserved dict key used to indicate that the dict it is in
should be restored to a class instance, not just treated as a dict.
Set to ``<_jam>`` by default. If changed externally, must be set before
any ``@preservable`` decorators
"""
preservables = {}
"""
A dict of classes marked as ``@preservable``, used to restore them back
to class instances.
"""
def preservable(cls, restore_method=RestoreMethod.DIRECT, name=None):
"""
Decorator to mark class as preservable and keep track of associated names
and classes.
Args:
restore_method: One of the available preserve.RestoreMethod values.
Sets the method used for restoring this class. Defaults to
``DIRECT``, skipping the ``__init__`` method and setting all
attributes as they were.
name: The string used to indentify this class in the preserved dict.
Must be unique among all ``@preservable`` classes. Defaults to the
class name if left as None.
"""
if name is None:
cls._preserve_name = cls.__name__
else:
if type(name) != str:
raise Exception("Preservable name must be a string")
cls._preserve_name = name
cls._restore_method = restore_method
if cls._preserve_name in preservables:
raise Exception("Duplicate preservable class name "+cls._preserve_name)
preservables[cls._preserve_name] = cls
def _preserve(self):
dict_jam = _preserve_dict(vars(self))
dict_jam[class_key] = self._preserve_name
return dict_jam
cls.preserve = _preserve
return cls
def preserve(target_obj):
"""
Preserve ``target_obj``, running through its contents recursively.
Args:
target_obj: The object to be preserved. This object and all its nested
contents must either be primitive types or objects of a
``@preservable`` class.
Returns:
The preserved data structure - a nested structure containing only primitive
types.
"""
# If it's a primitive, store it. If it's a dict or list, recursively preserve that.
# If it's an instance of another preservable class, call its .preserve() method.
obj_type = type(target_obj)
if obj_type in (str, int, float, bool, type(None)):
return target_obj
elif obj_type == dict:
return _preserve_dict(target_obj)
elif obj_type == list:
list_jam = []
for val in target_obj:
list_jam.append(preserve(val))
return list_jam
elif hasattr(target_obj, "_preserve_name"):
return target_obj.preserve()
else:
raise Exception("Object "+str(target_obj)+" is not preservable")
def _preserve_dict(target_dict):
dict_jam = {}
for k, val in target_dict.items():
if type(k) != str:
raise Exception("Non-string dictionary keys are not preservable")
if k == class_key:
raise Exception("Key "+class_key+" is reserved for internal use")
dict_jam[k] = preserve(val)
return dict_jam
def restore(obj_jam):
"""
Restore the result of ``preserve()`` back into its original form. Will
recursively scan the data structure and restore any
``@preservable`` classes according to their ``restore_method``.
Args:
obj_jam: The data structure to restore, usually the result of a
``preserve()`` call.
"""
obj_type = type(obj_jam)
if obj_type in (str, int, float, bool, type(None)):
return obj_jam
elif obj_type == dict:
return _restore_dict(obj_jam)
elif obj_type == list:
restored_list = []
for val in obj_jam:
restored_list.append(restore(val))
return restored_list
else:
raise Exception("Object "+str(obj_jam)+" is not restorable")
def _restore_dict(dict_jam):
restored_dict = {}
for k, val in dict_jam.items():
if type(k) != str:
raise Exception("Non-string dictionary keys are not restorable")
if k != class_key:
restored_dict[k] = restore(val)
# Check if this is an object that needs to be restored back to a class instance
if class_key in dict_jam:
if dict_jam[class_key] not in preservables:
raise Exception("Class "+dict_jam[class_key]+" has not been decorated as preservable")
f_class = preservables[dict_jam[class_key]]
# If DIRECT, skip __init__ and set attributes back directly
if f_class._restore_method == RestoreMethod.DIRECT:
restored_instance = f_class.__new__(f_class)
restored_instance.__dict__.update(restored_dict)
# if INIT, pass all attributes as keywords to __init__ method
elif f_class._restore_method == RestoreMethod.INIT:
restored_instance = f_class(**restored_dict)
# IF CLASS_METHOD, pass all attributes as keyword aguments to classmethod "unpack()"
elif f_class._restore_method == RestoreMethod.CLASS_METHOD:
if inspect.ismethod(getattr(f_class, "restore", None)):
restored_instance = f_class.restore(**restored_dict)
else:
raise Exception("Class "+str(f_class)+" does not have classmethod 'restore()'")
else:
raise Exception("Class _restore_method " +
str(f_class._restore_method)+" is not supported")
return restored_instance
else:
return restored_dict