LSST Applications 30.0.7,g0e76e35be5+e8e946ae08,g19811a7679+138f7293ba,g199a45376c+5e234f8357,g1fd858c14a+2f48dbc4c4,g262e1987ae+fb36cac54d,g29ae962dfc+d9108a0941,g2c21b0017a+4f59a27f16,g31e44d4a5c+b0138be388,g33ac35c1f1+28b9f72785,g35bb328faa+b0138be388,g40c9b15c53+823ad735c1,g47891489e3+bcc48a0b46,g53246c7159+b0138be388,g64539dfbff+e8e946ae08,g67b6fd64d1+bcc48a0b46,g74acd417e5+422380537a,g76965917b2+a5ca99c4d9,g786e29fd12+796b79145d,g7aefaa3e3d+dc0c200193,g86b635cae8+734fe384f0,g87389fa792+d8b5378923,g89139ef638+bcc48a0b46,g8bbb235e95+3f4f7f9447,g8ea07a8fe4+78a4c88802,g9290983e33+ffdc83c6f7,g92c671f44c+e8e946ae08,gaa753fd333+03f406da14,gbf99507273+b0138be388,gc49b57b85e+8df26ee1f0,gca7fc764a6+bcc48a0b46,gd7ef33dd92+bcc48a0b46,gdab6d2f7ff+422380537a,ge1c02a5578+b0138be388,ge410e46f29+bcc48a0b46,ge80df9fc40+e6db5413d1,geaed405ab2+1de65a85c6,gf5dcc679e7+35a0ce2edd,gf5f1c85443+e8e946ae08
LSST Data Management Base Package
Loading...
Searching...
No Matches
migration.py
Go to the documentation of this file.
1from __future__ import annotations
2
3from typing import Callable, ClassVar
4
5__all__ = ["MigrationError", "MigrationRegistry", "migration"]
6
7Migrator = Callable[[dict], dict]
8
9PRE_SCHEMA = "0.0.0"
10
11
12class MigrationError(Exception):
13 """Custom error for migration issues."""
14
15 pass
16
17
19 """Manages migration of data between different schema versions."""
20
21 registry: ClassVar[dict[tuple[str, str], Migrator]] = {}
22 current: ClassVar[dict[str, str]] = {}
23
24 @staticmethod
25 def register(type_name: str, from_version: str, migrator: Migrator) -> None:
26 """Register a migration function from one version to another."""
27 MigrationRegistry.registry[(type_name, from_version)] = migrator
28
29 @staticmethod
30 def set_current(data_type: str, version: str) -> None:
31 """Set the current version for a given data type."""
32 MigrationRegistry.current[data_type] = version
33
34 @staticmethod
35 def migrate(data_type: str, data: dict) -> dict:
36 """Migrate data to the current schema version.
37
38 Parameters
39 ----------
40 data :
41 The data to migrate. Must contain 'type' and 'version' keys.
42
43 Returns
44 -------
45 result :
46 The migrated data.
47 """
48 if "version" not in data:
49 # Unversioned data is pre-schema and is considered to be
50 # version "0.0.0" for backwards compatibility.
51 data["version"] = PRE_SCHEMA
52
53 from_version = data["version"]
54
55 if data_type not in MigrationRegistry.current:
56 raise ValueError(f"No current version set for data type '{data_type}'.")
57
58 to_version = MigrationRegistry.current[data_type]
59
60 # Keep track of seen versions to avoid infinite loops
61 seen: set[tuple[str, str]] = set()
62
63 while from_version != to_version:
64 key = (data_type, from_version)
65 if key not in MigrationRegistry.registry or key in seen:
66 raise MigrationError(
67 f"No migration path from version '{from_version}' for type '{data_type}'."
68 )
69
70 migrator = MigrationRegistry.registry[key]
71 data = migrator(data)
72 from_version = data["version"]
73
74 return data
75
76
77def migration(type_name: str, from_version: str) -> Callable[[Migrator], Migrator]:
78 """Decorator to register a migration step.
79
80 Parameters
81 ----------
82 type_name :
83 The type of data being migrated.
84 from_version :
85 The version the migrator converts from.
86
87 Returns
88 -------
89 result :
90 The decorator that registers the migration function.
91 """
92
93 def decorator(func: Migrator) -> Migrator:
94 MigrationRegistry.register(type_name, from_version, func)
95 return func
96
97 return decorator
None register(str type_name, str from_version, Migrator migrator)
Definition migration.py:25
dict migrate(str data_type, dict data)
Definition migration.py:35
None set_current(str data_type, str version)
Definition migration.py:30