LSST Applications g013ef56533+63812263fb,g083dd6704c+a047e97985,g199a45376c+0ba108daf9,g1fd858c14a+fde7a7a78c,g210f2d0738+db0c280453,g262e1987ae+abed931625,g29ae962dfc+058d1915d8,g2cef7863aa+aef1011c0b,g35bb328faa+8c5ae1fdc5,g3fd5ace14f+64337f1634,g47891489e3+f459a6810c,g53246c7159+8c5ae1fdc5,g54cd7ddccb+890c8e1e5d,g5a60e81ecd+d9e514a434,g64539dfbff+db0c280453,g67b6fd64d1+f459a6810c,g6ebf1fc0d4+8c5ae1fdc5,g7382096ae9+36d16ea71a,g74acd417e5+c70e70fbf6,g786e29fd12+668abc6043,g87389fa792+8856018cbb,g89139ef638+f459a6810c,g8d7436a09f+1b779678e3,g8ea07a8fe4+81eaaadc04,g90f42f885a+34c0557caf,g97be763408+9583a964dd,g98a1a72a9c+028271c396,g98df359435+530b675b85,gb8cb2b794d+4e54f68785,gbf99507273+8c5ae1fdc5,gc2a301910b+db0c280453,gca7fc764a6+f459a6810c,gd7ef33dd92+f459a6810c,gdab6d2f7ff+c70e70fbf6,ge410e46f29+f459a6810c,ge41e95a9f2+db0c280453,geaed405ab2+e3b4b2a692,gf9a733ac38+8c5ae1fdc5,w.2025.43
LSST Data Management Base Package
Loading...
Searching...
No Matches
migration.py
Go to the documentation of this file.
1from __future__ import annotations
2
3from typing import Callable, ClassVar
4
5__all__ = ["MigrationError", "MigrationRegistry", "migration"]
6
7Migrator = Callable[[dict], dict]
8
9PRE_SCHEMA = "0.0.0"
10
11
12class MigrationError(Exception):
13 """Custom error for migration issues."""
14
15 pass
16
17
19 """Manages migration of data between different schema versions."""
20
21 registry: ClassVar[dict[tuple[str, str], Migrator]] = {}
22 current: ClassVar[dict[str, str]] = {}
23
24 @staticmethod
25 def register(type_name: str, from_version: str, migrator: Migrator) -> None:
26 """Register a migration function from one version to another."""
27 MigrationRegistry.registry[(type_name, from_version)] = migrator
28
29 @staticmethod
30 def set_current(data_type: str, version: str) -> None:
31 """Set the current version for a given data type."""
32 MigrationRegistry.current[data_type] = version
33
34 @staticmethod
35 def migrate(data_type: str, data: dict) -> dict:
36 """Migrate data to the current schema version.
37
38 Parameters
39 ----------
40 data :
41 The data to migrate. Must contain 'type' and 'version' keys.
42
43 Returns
44 -------
45 result :
46 The migrated data.
47 """
48 if "version" not in data:
49 # Unversioned data is pre-schema and is considered to be
50 # version "0.0.0" for backwards compatibility.
51 data["version"] = PRE_SCHEMA
52
53 from_version = data["version"]
54
55 if data_type not in MigrationRegistry.current:
56 raise ValueError(f"No current version set for data type '{data_type}'.")
57
58 to_version = MigrationRegistry.current[data_type]
59
60 # Keep track of seen versions to avoid infinite loops
61 seen: set[tuple[str, str]] = set()
62
63 while from_version != to_version:
64 key = (data_type, from_version)
65 if key not in MigrationRegistry.registry or key in seen:
66 raise MigrationError(
67 f"No migration path from version '{from_version}' for type '{data_type}'."
68 )
69
70 migrator = MigrationRegistry.registry[key]
71 data = migrator(data)
72 from_version = data["version"]
73
74 return data
75
76
77def migration(type_name: str, from_version: str) -> Callable[[Migrator], Migrator]:
78 """Decorator to register a migration step.
79
80 Parameters
81 ----------
82 type_name :
83 The type of data being migrated.
84 from_version :
85 The version the migrator converts from.
86
87 Returns
88 -------
89 result :
90 The decorator that registers the migration function.
91 """
92
93 def decorator(func: Migrator) -> Migrator:
94 MigrationRegistry.register(type_name, from_version, func)
95 return func
96
97 return decorator
None register(str type_name, str from_version, Migrator migrator)
Definition migration.py:25
dict migrate(str data_type, dict data)
Definition migration.py:35
None set_current(str data_type, str version)
Definition migration.py:30