diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/context/options.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/context/options.py index 7bd096da6..d9a7cb6da 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/context/options.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/context/options.py @@ -380,9 +380,9 @@ def create_with_handlers( ) -> CheckpointablesOptions: registry = registration.local_registry(include_global_registry=True) for handler in handlers: - registry.add(handler, None) + registry.add(handler, checkpointable_name=None) for name, handler in named_handlers.items(): - registry.add(handler, name) + registry.add(handler, checkpointable_name=name) return cls(registry=registry) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/global_registration.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/global_registration.py index 366fcfec2..8faed03a8 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/global_registration.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/global_registration.py @@ -20,7 +20,7 @@ given checkpointable will be used. """ -from typing import Type +from typing import Sequence, Type from orbax.checkpoint.experimental.v1._src.handlers import json_handler from orbax.checkpoint.experimental.v1._src.handlers import proto_handler @@ -34,15 +34,31 @@ def _try_register_handler( handler_type: Type[handler_types.CheckpointableHandler], name: str | None = None, + secondary_typestrs: Sequence[str] | None = None, ): + """Tries to register handler globally with name and secondary typestrs.""" try: - registration.global_registry().add(handler_type, name) + registration.global_registry().add( + handler_type, + checkpointable_name=name, + secondary_typestrs=secondary_typestrs, + ) except registration.AlreadyExistsError: pass -_try_register_handler(proto_handler.ProtoHandler) -_try_register_handler(json_handler.JsonHandler) +_try_register_handler( + proto_handler.ProtoHandler, + secondary_typestrs=[ + 'orbax.checkpoint._src.handlers.proto_checkpoint_handler.ProtoCheckpointHandler', + ], +) +_try_register_handler( + json_handler.JsonHandler, + secondary_typestrs=[ + 'orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler', + ], +) _try_register_handler( stateful_checkpointable_handler.StatefulCheckpointableHandler ) @@ -50,7 +66,13 @@ def _try_register_handler( json_handler.MetricsHandler, checkpoint_layout.METRICS_CHECKPOINTABLE_KEY, ) -_try_register_handler(pytree_handler.PyTreeHandler) +_try_register_handler( + pytree_handler.PyTreeHandler, + secondary_typestrs=[ + 'orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler', + 'orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler', + ], +) _try_register_handler( pytree_handler.PyTreeHandler, checkpoint_layout.PYTREE_CHECKPOINTABLE_KEY ) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration.py index dc480f585..fc9875ce5 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration.py @@ -35,6 +35,9 @@ registry.add(BarHandler) # Scope this handler specifically to checkpointables named 'baz'. registry.add(BazHandler, 'baz') + # Secondary typestrs provide a way to map legacy handler typestr identifiers + # to a new v1 handler class. + registry.add(BazHandler, secondary_typestrs=['OldBazHandlerTypestr']) checkpointables_options = ocp.options.CheckpointablesOptions( registry=registry @@ -42,18 +45,21 @@ with ocp.Context(checkpointables_options=checkpointables_options): ocp.save_checkpointables(...) -If a registered handler is scoped to a specific name (e.g. -`registry.add(BazHandler, 'baz')`), then this handler will always be -prioritized for saving or loading the checkpointable with that name, even if -the handler is not capable of saving/loading the checkpointable. - -In the most common case, where a handler is not scoped to a specific name, -a given checkpointable (or abstract_checkpointable) will be resolved to a -handler returning True for `is_handleable` (or `is_abstract_handleable`), -respectively. If multiple handlers are usable, the first usable handler will be -returned. When loading, the handler type used for saving will be recorded in -the metadata, and will be used to resolve the handler, if a corresponding -handler is present in the registry. +Handler resolution for saving/loading follows this logic: + + 1. If a registered handler is scoped to a specific name + (e.g. `registry.add(BazHandler, 'baz')`), then this handler will always + be prioritized for saving or loading the checkpointable with that name, + even if the handler is not capable of saving/loading the checkpointable. + 2. In the absence of an explicit name match, the registry filters for + handlers returning `True` for `is_handleable` (during save) or + `is_abstract_handleable` (during load). + 3. [Pertains to loading only] The handler type used for saving will be + recorded in the metadata, and will be used to resolve the handler, if a + corresponding handler is present in the registry. If not, scan the + secondary typestrs of registered handlers for a match. + 4. If no metadata match is found (or during saving), the most recently + registered capable handler is returned. """ from __future__ import annotations @@ -72,8 +78,14 @@ def add_all( other_registry: CheckpointableHandlerRegistry, ) -> CheckpointableHandlerRegistry: """Adds all entries from `other_registry` to `registry`.""" - for handler, checkpointable in other_registry.get_all_entries(): - registry.add(handler, checkpointable) + for handler, name in other_registry.get_all_entries(): + registry.add( + handler, + checkpointable_name=name, + secondary_typestrs=other_registry.get_secondary_typestrs( + handler + ), + ) return registry @@ -142,21 +154,23 @@ def get_all_entries( def add( self, handler_type: Type[CheckpointableHandler], - checkpointable: str | None = None, + *, + checkpointable_name: str | None = None, + secondary_typestrs: Sequence[str] | None = None, ) -> CheckpointableHandlerRegistry: """Adds an entry to the registry.""" ... def get( self, - checkpointable: str, + checkpointable_name: str, ) -> Type[CheckpointableHandler]: """Gets the type of a :py:class:`~.v1.handlers.CheckpointableHandler` from the registry.""" ... def has( self, - checkpointable: str, + checkpointable_name: str, ) -> bool: """Checks if an entry exists in the registry.""" ... @@ -166,6 +180,13 @@ def get_all_entries( ) -> Sequence[RegistryEntry]: ... + def get_secondary_typestrs( + self, + handler_type: Type[CheckpointableHandler], + ) -> Sequence[str]: + """Returns all secondary typestrs associated with the given handler type.""" + ... + class AlreadyExistsError(ValueError): """Raised when an entry already exists in the registry.""" @@ -182,6 +203,9 @@ def __init__( self, other_registry: CheckpointableHandlerRegistry | None = None ): self._registry: list[RegistryEntry] = [] + self._secondary_typestrs: dict[ + Type[CheckpointableHandler], Sequence[str] + ] = {} # Initialize the registry with entries from other registry. if other_registry: @@ -190,15 +214,27 @@ def __init__( def add( self, handler_type: Type[CheckpointableHandler], - checkpointable: str | None = None, + *, + checkpointable_name: str | None = None, + secondary_typestrs: Sequence[str] | None = None, ) -> CheckpointableHandlerRegistry: """Adds an entry to the registry. + Adds a primary handler_type to the registry with an optional checkpointable + name and an optional sequence of secondary typestrs that can be used to + identify the handler. + + Note: We only guarantee unique handler type entries in the registry and do + not explicitly prevent a primary handler type from being registered and its + typestr being used as a secondary_typestr for itself or another handler. + Args: handler_type: The handler type. - checkpointable: The checkpointable name. If not-None, the registered + checkpointable_name: The checkpointable name. If not-None, the registered handler will be scoped to that specific name. Otherwise, the handler will be available for any checkpointable name. + secondary_typestrs: A sequence of alternate typestrs that serve as + secondary identifiers for the handler. Returns: The registry itself. @@ -215,27 +251,29 @@ def add( registered_handler_types = [ handler_type for handler_type, _ in self.get_all_entries() ] - if checkpointable: - if self.has(checkpointable): + if checkpointable_name: + if self.has(checkpointable_name): raise AlreadyExistsError( - f'Entry for checkpointable={checkpointable} already' + f'Entry for checkpointable_name={checkpointable_name} already' ' exists in the registry.' ) elif handler_type in registered_handler_types: raise AlreadyExistsError( f'Handler type {handler_type} already exists in the registry.' ) - self._registry.append((handler_type, checkpointable)) + self._registry.append((handler_type, checkpointable_name)) + if secondary_typestrs is not None: + self._secondary_typestrs[handler_type] = secondary_typestrs return self def get( self, - checkpointable: str, + checkpointable_name: str, ) -> Type[CheckpointableHandler]: """Returns the handler for the given checkpointable name. Args: - checkpointable: The checkpointable name. + checkpointable_name: The checkpointable name. Returns: The handler for the given checkpointable name. @@ -244,30 +282,31 @@ def get( NoEntryError: If no entry for the given checkpointable name exists in the registry. """ - for handler, checkpointable_name in self._registry: - if checkpointable == checkpointable_name: + for handler, name in self._registry: + if checkpointable_name == name: return handler raise NoEntryError( - f'No entry for checkpointable={checkpointable} in the registry.' + f'No entry for checkpointable_name={checkpointable_name} in the' + ' registry.' ) def has( self, - checkpointable: str, + checkpointable_name: str, ) -> bool: """Returns whether an entry for the given checkpointable name exists. Args: - checkpointable: A checkpointable name. + checkpointable_name: A checkpointable name. Returns: True if an entry for the given checkpointable name exists, False otherwise. """ return any( - checkpointable_name == checkpointable - for _, checkpointable_name in self._registry + name == checkpointable_name + for _, name in self._registry ) def get_all_entries( @@ -276,6 +315,13 @@ def get_all_entries( """Returns all entries in the registry.""" return self._registry + def get_secondary_typestrs( + self, + handler_type: Type[CheckpointableHandler], + ) -> Sequence[str]: + """Returns all secondary typestrs associated with the given handler type.""" + return self._secondary_typestrs.get(handler_type, []) + def __repr__(self): return f'_DefaultCheckpointableHandlerRegistry({self.get_all_entries()})' @@ -292,27 +338,35 @@ def __init__(self, registry: CheckpointableHandlerRegistry): def add( self, handler_type: Type[CheckpointableHandler], - checkpointable: str | None = None, + *, + checkpointable_name: str | None = None, + secondary_typestrs: Sequence[str] | None = None, ) -> CheckpointableHandlerRegistry: raise NotImplementedError('Adding not implemented for read-only registry.') def get( self, - checkpointable: str, + checkpointable_name: str, ) -> Type[CheckpointableHandler]: - return self._registry.get(checkpointable) + return self._registry.get(checkpointable_name) def has( self, - checkpointable: str, + checkpointable_name: str, ) -> bool: - return self._registry.has(checkpointable) + return self._registry.has(checkpointable_name) def get_all_entries( self, ) -> Sequence[RegistryEntry]: return self._registry.get_all_entries() + def get_secondary_typestrs( + self, + handler_type: Type[CheckpointableHandler], + ) -> Sequence[str]: + return self._registry.get_secondary_typestrs(handler_type) + def __repr__(self): return f'ReadOnlyCheckpointableHandlerRegistry({self.get_all_entries()})' @@ -399,6 +453,9 @@ class MyHandler(handlers.CheckpointableHandler): def register_handler( cls: CheckpointableHandlerType, + *, + checkpointable_name: str | None = None, + secondary_typestrs: Sequence[str] | None = None, ) -> CheckpointableHandlerType: """Registers a :py:class:`~.v1.handlers.CheckpointableHandler` globally. @@ -422,16 +479,25 @@ class BarHandler(handlers.CheckpointableHandler): Args: cls: The handler class to register globally. + checkpointable_name: The checkpointable name. If not-None, the registered + handler will be scoped to that specific name. Otherwise, the handler + will be available for any checkpointable name. + secondary_typestrs: A sequence of alternate handler typestrs that serve as + secondary identifiers for the handler. Returns: The handler class. """ - _GLOBAL_REGISTRY.add(cls) + _GLOBAL_REGISTRY.add( + cls, + checkpointable_name=checkpointable_name, + secondary_typestrs=secondary_typestrs, + ) return cls def _construct_handler_instance( - name: str, + name: str | None, handler_type: Type[CheckpointableHandler], ) -> CheckpointableHandler: """Attempts to default-construct a handler type if possible.""" @@ -545,7 +611,7 @@ def is_handleable_fn(handler: CheckpointableHandler, ckpt: Any) -> bool: registry, is_handleable_fn, checkpointable, name ) - # Prefer the first handler in the absence of any other information. + # Prefer the last handler in the absence of any other information. return possible_handlers[-1] @@ -566,8 +632,9 @@ def resolve_handler_for_load( 4. If multiple handlers are usable, return the handler with the matching typestr. If no matching typestr is found, then the handler used for saving may not be available now. - 4. Return the *last* usable handler. This allows us to resolve the most - recently-registered handler. + 5. Return the *last* usable handler. This allows us to resolve the most + recently-registered handler, unless abstract_checkpointable is None, in + which case raise a NoEntryError. Raises: NoEntryError: If no compatible @@ -605,15 +672,29 @@ def is_handleable_fn( ] if handler_typestr: - try: + if handler_typestr in possible_handler_typestrs: idx = possible_handler_typestrs.index(handler_typestr) return possible_handlers[idx] - except ValueError: - logging.warning( - 'No handler found for typestr %s. The checkpointable may be restored' - ' with different handler logic than was used for saving.', - handler_typestr, - ) + # Attempt to find a handler with a matching secondary typestr. + for i in reversed(range(len(possible_handlers))): + if handler_typestr in registry.get_secondary_typestrs( + type(possible_handlers[i]) + ): + return possible_handlers[i] + logging.warning( + 'No handler found for typestr %s (or its converted form). The ' + 'checkpointable may be restored with different handler logic ' + 'than was used for saving.', + handler_typestr, + ) - # Prefer the last handler in the absence of any other information. - return possible_handlers[-1] + if abstract_checkpointable: + # Prefer the last handler in the absence of any other information. + return possible_handlers[-1] + + raise NoEntryError( + f'No entry for checkpointable={name} in the registry, using' + f' handler_typestr={handler_typestr} and' + f' abstract_checkpointable={abstract_checkpointable}. Registry contents:' + f' {registry.get_all_entries()}' + ) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration_test.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration_test.py index 667b5650b..5a4d604a6 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration_test.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration_test.py @@ -20,7 +20,19 @@ from orbax.checkpoint.experimental.v1._src.testing import handler_utils -class RegistrationTest(parameterized.TestCase): +class RegistrationTestBase(parameterized.TestCase): + + class HandlerOne(handler_utils.BazHandler): + def is_abstract_handleable( + self, abstract_checkpointable: handler_utils.AbstractBaz + ) -> bool: + return isinstance(abstract_checkpointable, handler_utils.AbstractBaz) + + class HandlerTwo(handler_utils.BazHandler): + def is_abstract_handleable( + self, abstract_checkpointable: handler_utils.AbstractBaz + ) -> bool: + return isinstance(abstract_checkpointable, handler_utils.AbstractBaz) def setUp(self): super().setUp() @@ -34,6 +46,9 @@ def setUp(self): ) registration.register_handler(handler_utils.BazHandler) + +class RegistryTest(RegistrationTestBase): + def test_global_registry(self): expected_types = [ handler @@ -49,7 +64,7 @@ def test_local_registry(self, include_global_registry): local_registry = registration.local_registry( include_global_registry=include_global_registry ) - local_registry.add(handler_utils.FooHandler, 'foo') + local_registry.add(handler_utils.FooHandler, checkpointable_name='foo') local_registry.add(handler_utils.BarHandler) self.assertTrue(local_registry.has('foo')) self.assertEqual(local_registry.get('foo'), handler_utils.FooHandler) @@ -60,14 +75,33 @@ def test_local_registry(self, include_global_registry): expected, [handler for handler, _ in local_registry.get_all_entries()], ) + self.assertEqual( + local_registry.get_secondary_typestrs( + handler_utils.FooHandler + ), + [], + ) + local_registry.add( + handler_utils.DictHandler, + secondary_typestrs=['dict_alt_typestr'], + ) + self.assertEqual( + local_registry.get_secondary_typestrs( + handler_utils.DictHandler + ), + ['dict_alt_typestr'], + ) def test_missing_handler(self): local_registry = registration.local_registry() - local_registry.add(handler_utils.FooHandler, 'foo') + local_registry.add(handler_utils.FooHandler, checkpointable_name='foo') local_registry.add(handler_utils.BarHandler) with self.assertRaises(registration.NoEntryError): local_registry.get('bar') + +class ResolveHandlerForSaveTest(RegistrationTestBase): + @parameterized.parameters( ( handler_utils.FooHandler, @@ -84,39 +118,36 @@ def test_missing_handler(self): ) def test_resolve_handler_for_save(self, handler_type, checkpointable, name): local_registry = registration.local_registry() - local_registry.add(handler_type, name) + local_registry.add(handler_type, checkpointable_name=name) name = name or 'checkpointable_name' resolved_handler = registration.resolve_handler_for_save( local_registry, checkpointable, name=name ) self.assertIsInstance(resolved_handler, handler_type) - def test_resolve_handler_for_save_resolution_order(self): - - class HandlerOne(handler_utils.DictHandler): - pass - - class HandlerTwo(handler_utils.DictHandler): - pass - - handlers_to_register = [HandlerOne, HandlerTwo] + def test_resolve_handler_for_save_resolution_order_in_order(self): + handlers_to_register = [self.HandlerOne, self.HandlerTwo] + local_registry = registration.local_registry() + for handler in handlers_to_register: + local_registry.add(handler) + resolved_handler = registration.resolve_handler_for_save( + local_registry, + handler_utils.Baz(int_val=1, str_val='baz'), + name='checkpointable_name', + ) + self.assertIsInstance(resolved_handler, self.HandlerTwo) - with self.subTest('in_order'): - local_registry = registration.local_registry() - for handler in handlers_to_register: - local_registry.add(handler) - resolved_handler = registration.resolve_handler_for_save( - local_registry, {'a': 1}, name='checkpointable_name' - ) - self.assertIsInstance(resolved_handler, HandlerTwo) - with self.subTest('reversed'): - local_registry = registration.local_registry() - for handler in reversed(handlers_to_register): - local_registry.add(handler) - resolved_handler = registration.resolve_handler_for_save( - local_registry, {'a': 1}, name='checkpointable_name' - ) - self.assertIsInstance(resolved_handler, HandlerOne) + def test_resolve_handler_for_save_resolution_order_reversed(self): + handlers_to_register = [self.HandlerOne, self.HandlerTwo] + local_registry = registration.local_registry() + for handler in reversed(handlers_to_register): + local_registry.add(handler) + resolved_handler = registration.resolve_handler_for_save( + local_registry, + handler_utils.Baz(int_val=1, str_val='baz'), + name='checkpointable_name', + ) + self.assertIsInstance(resolved_handler, self.HandlerOne) def test_resolve_handler_for_save_not_handleable(self): local_registry = registration.local_registry() @@ -128,7 +159,7 @@ def test_resolve_handler_for_save_not_handleable(self): def test_resolve_handler_for_save_no_matching_name(self): local_registry = registration.local_registry() - local_registry.add(handler_utils.FooHandler, 'foo') + local_registry.add(handler_utils.FooHandler, checkpointable_name='foo') with self.assertRaises(registration.NoEntryError): registration.resolve_handler_for_save( local_registry, handler_utils.Foo(1, 'hi'), name='foo1' @@ -142,6 +173,9 @@ def test_resolve_handler_for_save_abstract_checkpointable(self): local_registry, handler_utils.AbstractFoo(), name='foo' ) + +class ResolveHandlerForLoadTest(RegistrationTestBase): + @parameterized.parameters( ( handler_utils.FooHandler, @@ -185,7 +219,7 @@ def test_resolve_handler_for_load( self, handler_type, checkpointable, name, handler_typestr ): local_registry = registration.local_registry() - local_registry.add(handler_type, name) + local_registry.add(handler_type, checkpointable_name=name) name = name or 'checkpointable_name' resolved_handler = registration.resolve_handler_for_load( local_registry, @@ -195,61 +229,99 @@ def test_resolve_handler_for_load( ) self.assertIsInstance(resolved_handler, handler_type) - def test_resolve_handler_for_load_resolution_order(self): - - class HandlerOne(handler_utils.DictHandler): - pass - - class HandlerTwo(handler_utils.DictHandler): - pass - - handlers_to_register = [HandlerOne, HandlerTwo] - - with self.subTest('globally_registered'): - resolved_handler = registration.resolve_handler_for_load( + def test_resolve_handler_for_load_resolution_order_globally_registered(self): + with self.assertRaises(registration.NoEntryError): + registration.resolve_handler_for_load( registration.local_registry(), None, name='checkpointable_name', handler_typestr='unknown_class', ) - self.assertIsInstance(resolved_handler, handler_utils.BazHandler) - with self.subTest('in_order'): - local_registry = registration.local_registry( - include_global_registry=False - ) - for handler in handlers_to_register: - local_registry.add(handler) - resolved_handler = registration.resolve_handler_for_load( - local_registry, - None, - name='checkpointable_name', - handler_typestr='unknown_class', - ) - self.assertIsInstance(resolved_handler, HandlerTwo) - with self.subTest('with_typestr'): - local_registry = registration.local_registry() - for handler in handlers_to_register: - local_registry.add(handler) - resolved_handler = registration.resolve_handler_for_load( - local_registry, - None, - name='checkpointable_name', - handler_typestr=handler_types.typestr(HandlerTwo), - ) - self.assertIsInstance(resolved_handler, HandlerTwo) - with self.subTest('reversed'): - local_registry = registration.local_registry( - include_global_registry=False - ) - for handler in reversed(handlers_to_register): - local_registry.add(handler) - resolved_handler = registration.resolve_handler_for_load( + resolved_handler = registration.resolve_handler_for_load( + registration.local_registry(), + handler_utils.AbstractBaz(), + name='checkpointable_name', + handler_typestr='unknown_class', + ) + self.assertIsInstance(resolved_handler, handler_utils.BazHandler) + + def test_resolve_handler_for_load_resolution_order_in_order(self): + handlers_to_register = [self.HandlerOne, self.HandlerTwo] + local_registry = registration.local_registry( + include_global_registry=False + ) + for handler in handlers_to_register: + local_registry.add(handler) + resolved_handler = registration.resolve_handler_for_load( + local_registry, + handler_utils.AbstractBaz(), + name='checkpointable_name', + handler_typestr='unknown_class', + ) + self.assertIsInstance(resolved_handler, self.HandlerTwo) + + def test_resolve_handler_for_load_resolution_order_with_typestr(self): + handlers_to_register = [self.HandlerOne, self.HandlerTwo] + local_registry = registration.local_registry() + for handler in handlers_to_register: + local_registry.add(handler) + resolved_handler = registration.resolve_handler_for_load( + local_registry, + None, + name='checkpointable_name', + handler_typestr=handler_types.typestr(self.HandlerOne), + ) + self.assertIsInstance(resolved_handler, self.HandlerOne) + + def test_resolve_handler_for_load_resolution_order_reversed(self): + handlers_to_register = [self.HandlerOne, self.HandlerTwo] + local_registry = registration.local_registry( + include_global_registry=False + ) + for handler in reversed(handlers_to_register): + local_registry.add(handler) + with self.assertRaises(registration.NoEntryError): + registration.resolve_handler_for_load( local_registry, None, name='checkpointable_name', handler_typestr='unknown_class', ) - self.assertIsInstance(resolved_handler, HandlerOne) + resolved_handler = registration.resolve_handler_for_load( + local_registry, + handler_utils.AbstractBaz(), + name='checkpointable_name', + handler_typestr='unknown_class', + ) + self.assertIsInstance(resolved_handler, self.HandlerOne) + + def test_resolve_handler_for_load_resolution_order_with_secondary_typestrs( + self, + ): + local_registry = registration.local_registry( + include_global_registry=False + ) + local_registry.add( + self.HandlerOne, secondary_typestrs=['handler_one_alt_typestr'], + ) + local_registry.add( + self.HandlerTwo, secondary_typestrs=['handler_two_alt_typestr'] + ) + resolved_handler = registration.resolve_handler_for_load( + local_registry, + None, + name='checkpointable_name', + handler_typestr='handler_one_alt_typestr', + ) + self.assertIsInstance(resolved_handler, self.HandlerOne) + + resolved_handler = registration.resolve_handler_for_load( + local_registry, + None, + name='checkpointable_name', + handler_typestr='handler_two_alt_typestr', + ) + self.assertIsInstance(resolved_handler, self.HandlerTwo) def test_resolve_handler_for_load_not_handleable(self): local_registry = registration.local_registry() @@ -264,7 +336,7 @@ def test_resolve_handler_for_load_not_handleable(self): def test_resolve_handler_for_load_no_matching_name(self): local_registry = registration.local_registry() - local_registry.add(handler_utils.FooHandler, 'foo') + local_registry.add(handler_utils.FooHandler, checkpointable_name='foo') with self.assertRaises(registration.NoEntryError): registration.resolve_handler_for_load( local_registry, @@ -279,7 +351,7 @@ def test_resolve_handler_for_load_no_handler_typestr(self): resolved = registration.resolve_handler_for_load( local_registry, handler_utils.AbstractFoo(), - name='dummy_unregistered_nameame', + name='unregistered_name', handler_typestr=None, ) self.assertIsInstance(resolved, handler_utils.FooHandler) @@ -292,6 +364,16 @@ def test_resolve_handler_for_load_no_handler_typestr(self): handler_typestr=None, ) + def test_resolve_handler_for_load_no_checkpointable_no_metadata(self): + local_registry = registration.local_registry() + with self.assertRaises(registration.NoEntryError): + registration.resolve_handler_for_load( + local_registry, + None, + name='unregistered_name', + handler_typestr=None, + ) + if __name__ == '__main__': absltest.main() diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/resolution.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/resolution.py index 5f397ae6c..e55a51d03 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/resolution.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/resolution.py @@ -67,30 +67,20 @@ def _resolve_single_handler_for_load( registration.NoEntryError: If no handler is resolved and 'pytree' name is not registered. """ - # 1. Resolve the handler using handler_typestr and - # abstract_checkpointable type if either is specified. - if abstract_checkpointable or metadata_handler_typestr: - try: - return registration.resolve_handler_for_load( - handler_registry, - abstract_checkpointable, - name=checkpointable_name, - handler_typestr=metadata_handler_typestr, - ) - except registration.NoEntryError as e: - logging.warning( - "Failed to resolve handler for checkpointable: '%s'. Attempting to" - " load using pytree handler, otherwise defaulting to a None" - " return value. Error: %s", - checkpointable_name, - e, - ) - else: - logging.info( - "No metadata present in checkpoint and no abstract checkpointable" - " provided for checkpointable: '%s'. Attempting to load using" - " pytree handler, otherwise defaulting to a None return value.", + # 1. Resolve the checkpointable's handler using handler discovery. + try: + return registration.resolve_handler_for_load( + handler_registry, + abstract_checkpointable, + name=checkpointable_name, + handler_typestr=metadata_handler_typestr, + ) + except registration.NoEntryError as e: + logging.warning( + "Failed to resolve handler for checkpointable: '%s'. Attempting to" + " load using pytree handler. Error: %s", checkpointable_name, + e, ) # 2. If no handler is resolved yet, try to resolve using the default @@ -101,8 +91,8 @@ def _resolve_single_handler_for_load( if not pytree_handler: raise registration.NoEntryError( f"Could not resolve a handler for '{checkpointable_name}' and no" - f"'pytree' handler found in {handler_registry}).\n" - "Please inspect the checkpoint contents via" + f" 'pytree' handler found in {handler_registry})." + " Please inspect the checkpoint contents via" " `loading.checkpointables_metadata`. You may need to provide an" " abstract_checkpointable or register a missing handler for this name" " or for 'pytree' name which is used as a fallback." diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/checkpoint_layout.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/checkpoint_layout.py index 1e87127a9..f7676ea25 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/checkpoint_layout.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/checkpoint_layout.py @@ -25,6 +25,7 @@ ### Constants shared by all layouts. ### PYTREE_CHECKPOINTABLE_KEY = "pytree" +EMPTY_CHECKPOINTABLE_KEY = "" METRICS_CHECKPOINTABLE_KEY = "metrics" diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_layout.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_layout.py index f7416cb74..6afa4887c 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_layout.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_layout.py @@ -326,7 +326,6 @@ async def validate(self, path: Path): except BaseException as e: raise InvalidLayoutError( f"Failed to interpret path {path} as a V1 Orbax checkpoint." - f" due to error encountered during validation: {e}" ) from e async def validate_pytree( @@ -337,8 +336,7 @@ async def validate_pytree( await self._validate_pytree(path, checkpointable_name) except BaseException as e: raise InvalidLayoutError( - f"Failed to interpret path {path} as a V1 Orbax PyTree" - f" checkpoint. Encountered error during validation: {e}" + f"Failed to interpret path {path} as a V1 Orbax PyTree." ) from e async def load_pytree( @@ -568,8 +566,8 @@ async def _process_load_awaitables( except BaseException as e: # pylint:disable=broad-exception-caught raise registration.NoEntryError( f"Failed to load checkpointable: {name} due to incompatible" - f" handler: {handlers[name]} found in registry:" + f" handler: {type(handlers[name])} found in registry:" f" {self._handler_registry} for abstract checkpointable:" - f" {checkpointables_to_load[name]}.\nError details: {e}" + f" {checkpointables_to_load[name]}." ) from e return loaded_checkpointables diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout.py index 17c4c522b..3797bff5a 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout.py @@ -157,13 +157,11 @@ async def _validate(self, path: Path) -> None: ): raise ValueError(f"Found incomplete checkpoint at {path}.") - if await async_path.exists( - path.parent - ) and await orbax_layout.has_indicator_file(path.parent): + if await orbax_layout.has_checkpoint_metadata_file(path.parent): raise InvalidLayoutError( - f"You are currently reading in checkpointable {path.name}, which is" - " a subdirectory of a V1 Orbax checkpoint. Please consider loading" - f" from {path.parent} instead." + f"The path ({path}) configured for loading appears to be a" + " subdirectory of an Orbax checkpoint. Please try loading from the" + f" parent directory: {path.parent} instead." ) if not await orbax_layout.has_checkpoint_metadata_file(path): @@ -184,8 +182,8 @@ async def _validate(self, path: Path) -> None: ] if checkpoint_subdirectories: raise InvalidLayoutError( - "You are currently attempting to read a V0 checkpoint from a root" - " directory, please consider loading one of the following" + "You are currently attempting to read an Orbax checkpoint from a" + " root directory, please consider loading one of the following" f" checkpoint subdirectories: {checkpoint_subdirectories}" ) @@ -263,7 +261,6 @@ async def validate(self, path: Path) -> None: except BaseException as e: raise InvalidLayoutError( f"Failed to interpret path {path} as a V0 Orbax checkpoint." - f" due to error encountered during validation: {e}" ) from e async def validate_pytree( @@ -286,8 +283,7 @@ async def validate_pytree( await self._validate_pytree(path, checkpointable_name) except BaseException as e: raise InvalidLayoutError( - f"Failed to interpret path {path} as a V0 Orbax PyTree" - f" checkpoint. Encountered error during validation: {e}" + f"Failed to interpret path {path} as a V0 Orbax PyTree." ) from e async def load_pytree( diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/registry_test.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/registry_test.py index 146bc8f34..26627971a 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/registry_test.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/registry_test.py @@ -96,14 +96,11 @@ async def test_v1_direct_path(self): self.v1_directory / 'pytree', CheckpointLayoutEnum.ORBAX, None ) - async def test_v0_direct_path(self): - layout = await get_checkpoint_layout_pytree( - self.v0_directory / 'state', CheckpointLayoutEnum.ORBAX, None - ) - self.assertIsInstance(layout, orbax_v0_layout.OrbaxV0Layout) - self.assertFalse( - await orbax_layout.has_indicator_file(self.v0_directory / 'state') - ) + async def test_v0_child_path_load_failure(self): + with self.assertRaises(registry.InvalidLayoutError): + await get_checkpoint_layout_pytree( + self.v0_directory / 'state', CheckpointLayoutEnum.ORBAX, None + ) async def test_v1_missing_indicator_file(self): (self.v1_directory / orbax_layout.ORBAX_CHECKPOINT_INDICATOR_FILE).unlink() diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py index 347d233f4..017e2ee0e 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py @@ -132,6 +132,10 @@ def load_pytree( """ start_time = time.time() logging.info('Loading checkpoint from %s.', path) + + abstract_pytree = _standardize_abstract_checkpointables(abstract_pytree) + validation.validate_pytree_checkpointable_name(checkpointable_name) + ctx = context_lib.get_context() path = ctx.file_options.path_class(path) layout = asyncio_utils.run_sync( @@ -139,9 +143,6 @@ def load_pytree( path, ctx.checkpoint_layout, checkpointable_name ) ) - abstract_pytree = _standardize_abstract_checkpointables(abstract_pytree) - - validation.validate_pytree_checkpointable_name(checkpointable_name) loaded_pytree = _load_impl( path, @@ -257,17 +258,18 @@ def load_checkpointables( """ start_time = time.time() logging.info('Loading checkpoint from %s.', path) - ctx = context_lib.get_context() - path = ctx.file_options.path_class(path) - layout = asyncio_utils.run_sync( - layout_registry.get_checkpoint_layout(path, ctx.checkpoint_layout) - ) abstract_checkpointables = _standardize_abstract_checkpointables( abstract_checkpointables ) validation.validate_abstract_checkpointables(abstract_checkpointables) + ctx = context_lib.get_context() + path = ctx.file_options.path_class(path) + layout = asyncio_utils.run_sync( + layout_registry.get_checkpoint_layout(path, ctx.checkpoint_layout) + ) + if not hasattr(layout, 'load_checkpointables'): raise NotImplementedError( f'Layout {type(layout)} does not support loading checkpointables.' diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation.py index a587f3ad9..6ffdc3d56 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation.py @@ -16,6 +16,9 @@ from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout +RESERVED_CHECKPOINTABLE_KEYS = checkpoint_layout.RESERVED_CHECKPOINTABLE_KEYS +EMPTY_CHECKPOINTABLE_KEY = checkpoint_layout.EMPTY_CHECKPOINTABLE_KEY + def validate_pytree_checkpointable_name( checkpointable_name: str | None, @@ -30,7 +33,13 @@ def validate_pytree_checkpointable_name( """ if checkpointable_name is None: return - if checkpointable_name in checkpoint_layout.RESERVED_CHECKPOINTABLE_KEYS: + if checkpointable_name == EMPTY_CHECKPOINTABLE_KEY: + raise ValueError( + 'Empty string is not supported as a checkpointable name in' + ' `load_pytree`. Checkpointable name must be a valid non-empty string' + ' name or None if loading a legacy V0 direct pytree checkpoint.' + ) + if checkpointable_name in RESERVED_CHECKPOINTABLE_KEYS: raise ValueError( f'Provided reserved checkpointable key: {checkpointable_name}.' ) @@ -47,9 +56,15 @@ def validate_abstract_checkpointables(abstract_checkpointables): """ if abstract_checkpointables is None: return + if EMPTY_CHECKPOINTABLE_KEY in abstract_checkpointables: + raise ValueError( + 'Empty string is not supported as a checkpointable name in' + ' `load_checkpointables`. Each checkpointable name must be a valid' + ' non-empty string name.' + ) if ( provided_reserved_keys := abstract_checkpointables.keys() - & checkpoint_layout.RESERVED_CHECKPOINTABLE_KEYS + & RESERVED_CHECKPOINTABLE_KEYS ): raise ValueError( f'Provided reserved checkpointable keys: {provided_reserved_keys}.' diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation_test.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation_test.py index 342bce705..948546686 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation_test.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation_test.py @@ -15,19 +15,34 @@ from unittest import mock from absl.testing import absltest -from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout from orbax.checkpoint.experimental.v1._src.loading import validation class ValidationTest(absltest.TestCase): + def test_validate_pytree_checkpointable_name(self): + validation.validate_pytree_checkpointable_name(None) + validation.validate_pytree_checkpointable_name('pytree') + validation.validate_pytree_checkpointable_name('a') + + with self.assertRaisesRegex(ValueError, 'Empty string is not supported'): + validation.validate_pytree_checkpointable_name('') + + with mock.patch.object( + validation, 'RESERVED_CHECKPOINTABLE_KEYS', {'reserved'} + ): + with self.assertRaisesRegex(ValueError, 'reserved'): + validation.validate_pytree_checkpointable_name('reserved') def test_validate_abstract_checkpointables(self): validation.validate_abstract_checkpointables(None) validation.validate_abstract_checkpointables({}) validation.validate_abstract_checkpointables({'a': 1}) + with self.assertRaisesRegex(ValueError, 'Empty string is not supported'): + validation.validate_abstract_checkpointables({'': 1}) + with mock.patch.object( - checkpoint_layout, 'RESERVED_CHECKPOINTABLE_KEYS', {'reserved'} + validation, 'RESERVED_CHECKPOINTABLE_KEYS', {'reserved'} ): with self.assertRaisesRegex(ValueError, 'reserved'): validation.validate_abstract_checkpointables({'reserved': 1}) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/metadata/loading.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/metadata/loading.py index 04a42941c..06f5a929d 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/metadata/loading.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/metadata/loading.py @@ -22,6 +22,7 @@ import orbax.checkpoint.experimental.v1._src.handlers.global_registration # pylint: disable=unused-import from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout from orbax.checkpoint.experimental.v1._src.layout import registry as layout_registry +from orbax.checkpoint.experimental.v1._src.loading import validation from orbax.checkpoint.experimental.v1._src.metadata import types as metadata_types from orbax.checkpoint.experimental.v1._src.path import types as path_types @@ -30,6 +31,7 @@ InvalidLayoutError = errors.InvalidLayoutError PyTreeMetadata = metadata_types.PyTreeMetadata PYTREE_CHECKPOINTABLE_KEY = checkpoint_layout.PYTREE_CHECKPOINTABLE_KEY +EMPTY_CHECKPOINTABLE_KEY = checkpoint_layout.EMPTY_CHECKPOINTABLE_KEY def pytree_metadata( @@ -85,6 +87,7 @@ def _get_abstract_array(arr): Returns: A `CheckpointMetadata[PyTreeMetadata]` object. """ + validation.validate_pytree_checkpointable_name(checkpointable_name) ctx = context_lib.get_context() path = ctx.file_options.path_class(path) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/execution.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/execution.py index ad2f7ed7c..617fa5a5f 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/execution.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/execution.py @@ -39,6 +39,7 @@ from orbax.checkpoint.experimental.v1._src.path import async_utils as path_async_utils from orbax.checkpoint.experimental.v1._src.path import types as path_types from orbax.checkpoint.experimental.v1._src.saving import path_utils as saving_path_utils +from orbax.checkpoint.experimental.v1._src.saving import validation from orbax.checkpoint.experimental.v1._src.synchronization import multihost from orbax.checkpoint.experimental.v1._src.synchronization import thread_utils from orbax.checkpoint.experimental.v1._src.synchronization import types as async_types @@ -371,6 +372,7 @@ def save_checkpointables_impl( partial_save: bool = False, ) -> async_types.AsyncResponse[None]: """See caller docstrings.""" + validation.validate_abstract_checkpointables(checkpointables) start_time = time.time() event_tracking.record_save_start(path, async_origin=async_origin) # Ensure the operation ID is incremented as soon as possible. This must be diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/saving.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/saving.py index 37400e91e..0c7e481a7 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/saving.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/saving.py @@ -26,6 +26,7 @@ from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout from orbax.checkpoint.experimental.v1._src.path import types as path_types from orbax.checkpoint.experimental.v1._src.saving import execution +from orbax.checkpoint.experimental.v1._src.saving import validation from orbax.checkpoint.experimental.v1._src.synchronization import types as async_types from orbax.checkpoint.experimental.v1._src.tree import types as tree_types @@ -70,12 +71,13 @@ def save_pytree( JSON-serializable dictionary the user can use to store additional information. The field is treated as opaque by Orbax. """ - save_checkpointables( + execution.save_checkpointables_impl( path, {PYTREE_CHECKPOINTABLE_KEY: pytree}, overwrite=overwrite, custom_metadata=custom_metadata, - ) + async_origin=False, + ).result() def save_checkpointables( @@ -131,6 +133,7 @@ def save_checkpointables( JSON-serializable dictionary the user can use to store additional information. The field is treated as opaque by Orbax. """ + validation.validate_abstract_checkpointables(checkpointables) execution.save_checkpointables_impl( path, checkpointables, @@ -200,11 +203,12 @@ def save_pytree_async( An `AsyncResponse` that can be used to block until the save is complete. Blocking can be done using `response.result()`, which returns `None`. """ - return save_checkpointables_async( + return execution.save_checkpointables_impl( path, {PYTREE_CHECKPOINTABLE_KEY: pytree}, overwrite=overwrite, custom_metadata=custom_metadata, + async_origin=True, ) @@ -275,6 +279,7 @@ def save_checkpointables_async( An `AsyncResponse` that can be used to block until the save is complete. Blocking can be done using `response.result()`, which returns `None`. """ + validation.validate_abstract_checkpointables(checkpointables) return execution.save_checkpointables_impl( path, checkpointables, @@ -303,13 +308,6 @@ def get_v0_checkpointer_and_args( Returns: A tuple containing the V0 Checkpointer and Args. """ - if ( - provided_reserved_keys := checkpointables.keys() - & checkpoint_layout.RESERVED_CHECKPOINTABLE_KEYS - ): - raise ValueError( - f'Provided reserved checkpointable keys: {provided_reserved_keys}.' - ) checkpointables = execution.add_internal_checkpointables( checkpointables, context=context, metrics=metrics ) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/validation.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/validation.py new file mode 100644 index 000000000..7ca0f68d1 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/validation.py @@ -0,0 +1,46 @@ +# Copyright 2026 The Orbax Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Validation functions involved in saving.""" + +from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout + +RESERVED_CHECKPOINTABLE_KEYS = checkpoint_layout.RESERVED_CHECKPOINTABLE_KEYS +EMPTY_CHECKPOINTABLE_KEY = checkpoint_layout.EMPTY_CHECKPOINTABLE_KEY + + +def validate_abstract_checkpointables(abstract_checkpointables): + """Validates the abstract_checkpointables dictionary. + + Args: + abstract_checkpointables: A dictionary of abstract checkpointables. + + Raises: + ValueError: If any of the keys in abstract_checkpointables are reserved. + """ + if abstract_checkpointables is None: + return + if EMPTY_CHECKPOINTABLE_KEY in abstract_checkpointables: + raise ValueError( + 'Empty string is not supported as a checkpointable name in' + ' `save_checkpointables`. Each checkpointable name must be a valid' + ' non-empty string name.' + ) + if ( + provided_reserved_keys := abstract_checkpointables.keys() + & RESERVED_CHECKPOINTABLE_KEYS + ): + raise ValueError( + f'Provided reserved checkpointable keys: {provided_reserved_keys}.' + ) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/compatibility.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/compatibility.py index 814d8b5f1..610d47d87 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/compatibility.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/compatibility.py @@ -437,22 +437,15 @@ def get_v0_type_handler_registry( type handler registry. context: The Context to be used to default construct the LeafHandlers. """ - - def _get_typestr(leaf_type: Any) -> str: - if leaf_type == jax.Array: - return type_handlers_v0.JAX_ARRAY_TYPE_STR - elif leaf_type == np.ndarray: - return 'np.ndarray' - elif leaf_type in (int, float, bytes, np.number): - return 'scalar' - elif leaf_type == str: - return 'string' - else: - return f'{leaf_type!r}' - # register standardard v1 leaf handlers to the v0 type handler registry. handlers = [] - for leaf_type, _, leaf_handler_type in leaf_handler_registry.get_all(): + # We must reverse the order of the leaf handlers to ensure that the last + # registered handler is the first one used as V1 registry is ordered by + # priority of generic to specific, while V0 type handler registry is ordered + # by the reverse. + for leaf_type, leaf_handler_type in reversed( + leaf_handler_registry.get_leaf_type_handler_pairs() + ): try: leaf_handler = leaf_handler_type(context=context) # pytype: disable=wrong-keyword-args except TypeError as e: @@ -460,11 +453,14 @@ def _get_typestr(leaf_type: Any) -> str: f'Failed to default construct LeafHandler[{leaf_type}]. All' ' LeafHandler types must be able to be constructed with a context.' ) from e + + typestrs = leaf_handler_registry.get_secondary_typestrs(leaf_handler_type) + typestr = typestrs[0] if typestrs else f'{leaf_type!r}' handlers.append(( leaf_type, CompatibleTypeHandler( leaf_handler, - typestr=_get_typestr(leaf_type), + typestr=typestr, ), )) return type_handler_registry.create_type_handler_registry(*handlers) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py index 78a347999..a29c2f026 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py @@ -14,7 +14,8 @@ """Leaf Handler Registry.""" -from typing import Any, Dict, Sequence, Tuple, Type +import dataclasses +from typing import Any, Sequence, Type from absl import logging import jax @@ -28,62 +29,94 @@ import typing_extensions -# The standard type and abstract type to handler mapping. +# The standard type, abstract type, and optional typestrs to handler mapping. # The type to abstract type pairs are well defined standard and users should # rarely need to override the pair. -STANDARD_TYPE_AND_ABSTRACT_TYPE_TO_HANDLER = { +STANDARD_TYPE_AND_ABSTRACT_TYPE_AND_TYPESTR_TO_HANDLER = [ ( jax.Array, types.AbstractShardedArray, - ): array_leaf_handler.ArrayLeafHandler, + ['jax.Array'], + array_leaf_handler.ArrayLeafHandler, + ), ( np.ndarray, types.AbstractArray, - ): numpy_leaf_handler.NumpyLeafHandler, + ['np.ndarray'], + numpy_leaf_handler.NumpyLeafHandler, + ), ( int, int, - ): scalar_leaf_handler.ScalarLeafHandler, + ['scalar'], + scalar_leaf_handler.ScalarLeafHandler, + ), ( float, float, - ): scalar_leaf_handler.ScalarLeafHandler, + ['scalar'], + scalar_leaf_handler.ScalarLeafHandler, + ), ( bytes, bytes, - ): scalar_leaf_handler.ScalarLeafHandler, + ['scalar'], + scalar_leaf_handler.ScalarLeafHandler, + ), ( str, str, - ): string_leaf_handler.StringLeafHandler, -} + ['string'], + string_leaf_handler.StringLeafHandler, + ), +] + + +@dataclasses.dataclass +class _Registration: + leaf_type: Type[Any] + abstract_type: Type[Any] + handler_type: Type[types.LeafHandler[Any, Any]] + secondary_typestrs: Sequence[str] | None class BaseLeafHandlerRegistry: """Base Leaf Handler Registry that implements the LeafHandlerRegistry Protocol.""" def __init__(self): - self._leaf_type_registry: Dict[ - Type[Any], Type[types.LeafHandler[Any, Any]] - ] = {} - self._abstract_type_registry: Dict[ - Type[Any], Type[types.LeafHandler[Any, Any]] - ] = {} - - # for easy look up for replacement - self._handler_to_types: Dict[ - Type[types.LeafHandler[Any, Any]], Tuple[Type[Any], Type[Any]] - ] = {} + # Flat history for exact pairing and get_all(). + self._entries: list[_Registration] = [] + + # Sorted [Generic -> Specific] pairs of: (leaf_type, handler_type) + self._leaf_type_registry: list[ + tuple[Type[Any], Type[types.LeafHandler[Any, Any]]] + ] = [] + + # Sorted [Generic -> Specific] pairs of: (abstract_type, handler_type) + self._abstract_type_registry: list[ + tuple[Type[Any], Type[types.LeafHandler[Any, Any]]] + ] = [] + + def _is_abstract_subprotocol( + self, type_a: Type[Any], type_b: Type[Any] + ) -> bool: + """Checks if 'type_a' is a subclass or sub-protocol of 'type_b'.""" + try: + if typing_extensions.is_protocol(type_b): # pytype: disable=not-supported-yet + return protocol_utils.is_subclass_protocol( + cls=type_a, protocol=type_b + ) + return issubclass(type_a, type_b) + except TypeError: + return False def _try_get( self, leaf_type: Type[types.Leaf] ) -> Type[types.LeafHandler[types.Leaf, Any]] | None: - """Returns the handler registered for a given type, if available.""" - for registered_ty, handler_type in self._leaf_type_registry.items(): - if issubclass(leaf_type, registered_ty): + """Returns the handler last registered for a given type, if available.""" + for registered_leaf_ty, handler_type in reversed(self._leaf_type_registry): + if issubclass(leaf_type, registered_leaf_ty): return handler_type - - # no handler found return None def get( @@ -94,27 +127,18 @@ def get( f'Unknown Leaf type: "{leaf_type}". Must register it with' ' LeafHandlerRegistry.' ) - return handler_type def _try_get_abstract( self, abstract_type: Type[types.AbstractLeaf], ) -> Type[types.LeafHandler[Any, types.AbstractLeaf]] | None: - """Returns the handler registered for a given abstract type, if available.""" - for ( - registered_abstract_ty, - handler_type, - ) in self._abstract_type_registry.items(): - if typing_extensions.is_protocol(registered_abstract_ty): # pytype: disable=not-supported-yet - if protocol_utils.is_subclass_protocol( - cls=abstract_type, protocol=registered_abstract_ty - ): - return handler_type - elif issubclass(abstract_type, registered_abstract_ty): + """Returns the handler last registered for a given abstract type, if available.""" + for registered_abstract_ty, handler_type in reversed( + self._abstract_type_registry + ): + if self._is_abstract_subprotocol(abstract_type, registered_abstract_ty): return handler_type - - # no handler found return None def get_abstract( @@ -135,61 +159,130 @@ def get_all( """Returns all registered handlers.""" return [ ( - leaf_type, - abstract_type, - handler_type, - ) - for (leaf_type, handler_type), abstract_type in zip( - self._leaf_type_registry.items(), self._abstract_type_registry + entry.leaf_type, + entry.abstract_type, + entry.handler_type, ) + for entry in self._entries ] + def get_leaf_type_handler_pairs( + self, + ) -> Sequence[tuple[Type[Any], Type[types.LeafHandler[Any, Any]]]]: + """Returns the leaf type registry.""" + return self._leaf_type_registry + + def get_abstract_type_handler_pairs( + self, + ) -> Sequence[tuple[Type[Any], Type[types.LeafHandler[Any, Any]]]]: + """Returns the abstract type registry.""" + return self._abstract_type_registry + def add( self, leaf_type: Type[types.Leaf], abstract_type: Type[types.AbstractLeaf], handler_type: Type[types.LeafHandler[types.Leaf, types.AbstractLeaf]], override: bool = False, + secondary_typestrs: Sequence[str] | None = None, ): - """Adds a handler_type for a given leaf_type and abstract_type pair.""" - current_handler_type = self._try_get(leaf_type) - current_abstract_handle_type = self._try_get_abstract(abstract_type) + """Registers a `handler_type` for a given `leaf_type` and `abstract_type` pair. - if not override and (current_handler_type or current_abstract_handle_type): - raise ValueError( - f'Leaf_type[{leaf_type}] or abstract_type[{abstract_type}] has' - f' already registered, current_handler: {current_handler_type}, ' - f'current_abstract_handle_type: {current_abstract_handle_type}' - ) + The registry automatically maintains a [Generic -> Specific] hierarchy for + both leaf and abstract types to ensure correct resolution. + + A conflict occurs if the exact `leaf_type` is already registered, or if the + `abstract_type` is already mapped to a different handler. Set + `override=True` to automatically remove conflicting entries and force the + new registration. - logging.vlog( - 1, - 'add: leaf_type[%s], abstract_type[%s], handler_type[%s],' - ' current_handler[%s], current_abstract_handle_type[%s]', - leaf_type, - abstract_type, - handler_type, - current_handler_type, - current_abstract_handle_type, + Args: + leaf_type: The concrete type to register the handler for. + abstract_type: The abstract type to register the handler for. + handler_type: The handler class to register. + override: If True, bypasses conflict errors and replaces existing + conflicting entries. + secondary_typestrs: Optional alternate identifiers for the handler. + + Raises: + ValueError: If a duplicate `leaf_type` or conflicting `abstract_type` + mapping exists and `override` is False. + """ + if not override: + for e in self._entries: + if e.leaf_type == leaf_type: + raise ValueError( + f'leaf_type [{leaf_type}] is already handled by ' + f'{e.handler_type}. Use override=True to replace its entry. ' + f'Registry: {self._entries}' + ) + if e.abstract_type == abstract_type and e.handler_type != handler_type: + raise ValueError( + f'abstract_type[{abstract_type}] is already handled by ' + f'{e.handler_type}. Use override=True to replace all ' + f'conflicting entries. Registry: {self._entries}' + ) + + # Handle overrides cleanly across all tracking lists + if override: + new_entries = [] + to_remove_leaves = [] + to_remove_abstracts = [] + + for e in self._entries: + is_conflict = (e.leaf_type == leaf_type) or ( + e.abstract_type == abstract_type and e.handler_type != handler_type + ) + if is_conflict: + # Track the tuples we need to delete out of the sorted registries + to_remove_leaves.append((e.leaf_type, e.handler_type)) + to_remove_abstracts.append((e.abstract_type, e.handler_type)) + logging.vlog( + 1, + 'clearing conflicting entry: leaf_type[%s], abstract_type[%s],' + ' handler_type[%s] during override.', + e.leaf_type, e.abstract_type, e.handler_type, + ) + else: + new_entries.append(e) + + self._entries = new_entries + # Remove all conflicting entries from the sorted registries. + for item in to_remove_leaves: + if item in self._leaf_type_registry: + self._leaf_type_registry.remove(item) + for item in to_remove_abstracts: + if item in self._abstract_type_registry: + self._abstract_type_registry.remove(item) + + new_reg = _Registration( + leaf_type, abstract_type, handler_type, secondary_typestrs ) + self._entries.append(new_reg) - if current_handler_type and ( - current_abstract_handle_type - and current_handler_type != current_abstract_handle_type - ): - raise ValueError( - f'Abstract_type[{abstract_type}] has already registered with a' - ' different type.' - ) - elif current_handler_type and not current_abstract_handle_type: - # need to remove the previous abstract type - _, old_abstract_ty = self._handler_to_types.pop(current_handler_type) - self._abstract_type_registry.pop(old_abstract_ty) + # Insert into leaf registry (Tuple: leaf_type, handler_type) + leaf_insert_idx = len(self._leaf_type_registry) + for i, (reg_leaf_ty, _) in enumerate(self._leaf_type_registry): + try: + if issubclass(reg_leaf_ty, leaf_type) and reg_leaf_ty != leaf_type: + leaf_insert_idx = i + break + except TypeError: + pass + self._leaf_type_registry.insert(leaf_insert_idx, (leaf_type, handler_type)) - # new type and abstract type pair - self._leaf_type_registry[leaf_type] = handler_type - self._abstract_type_registry[abstract_type] = handler_type - self._handler_to_types[handler_type] = (leaf_type, abstract_type) + # Insert into abstract registry (Tuple: abstract_type, handler_type) + abstract_insert_idx = len(self._abstract_type_registry) + for i, (reg_abstract_ty, _) in enumerate(self._abstract_type_registry): + if ( + self._is_abstract_subprotocol(reg_abstract_ty, abstract_type) + and reg_abstract_ty != abstract_type + ): + abstract_insert_idx = i + break + self._abstract_type_registry.insert( + abstract_insert_idx, (abstract_type, handler_type) + ) def is_handleable(self, leaf_type: Type[Any]) -> bool: """Returns True if the type is handleable.""" @@ -199,6 +292,14 @@ def is_abstract_handleable(self, abstract_type: Type[Any]) -> bool: """Returns True if the abstract type is handlable.""" return self._try_get_abstract(abstract_type) is not None + def get_secondary_typestrs( + self, handler_type: Type[types.LeafHandler[Any, Any]] + ) -> Sequence[str]: + for entry in self._entries: + if entry.handler_type == handler_type: + return entry.secondary_typestrs or [] + return [] + class StandardLeafHandlerRegistry(BaseLeafHandlerRegistry): """Default Leaf Handler Registry. @@ -213,5 +314,7 @@ def __init__(self): for ( ty, abstract_ty, - ), handler_class in STANDARD_TYPE_AND_ABSTRACT_TYPE_TO_HANDLER.items(): - self.add(ty, abstract_ty, handler_class) + typestrs, + handler_class, + ) in STANDARD_TYPE_AND_ABSTRACT_TYPE_AND_TYPESTR_TO_HANDLER: + self.add(ty, abstract_ty, handler_class, secondary_typestrs=typestrs) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry_test.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry_test.py index 0e297df4a..1a7719831 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry_test.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry_test.py @@ -14,6 +14,7 @@ """Unit tests for the LeafHandlerRegistry.""" +from typing import Any from absl.testing import absltest import jax import jax.numpy as jnp @@ -34,6 +35,15 @@ def __init__(self, context: context_lib.Context | None = None): del context +class DummyGenericAbstractType: + pass + + +class DummyGenericHandler(types.LeafHandler[Any, DummyGenericAbstractType]): + def __init__(self, context: context_lib.Context | None = None): + del context + + class RegistryTest(absltest.TestCase): def test_simple_add_and_get(self): @@ -134,6 +144,135 @@ def test_get_all(self): else: self.fail(f"Unexpected item: {item}") + def test_secondary_typestrs(self): + reg = registry.BaseLeafHandlerRegistry() + reg.add( + int, + int, + DummyIntHandlerInt, + secondary_typestrs=["alias1", "alias2"], + ) + self.assertEqual( + reg.get_secondary_typestrs(DummyIntHandlerInt), ["alias1", "alias2"] + ) + + reg.add(jax.Array, types.AbstractShardedArray, DummyJaxHandler) + self.assertEqual(reg.get_secondary_typestrs(DummyJaxHandler), []) + + def test_multiple_concrete_to_abstract(self): + reg = registry.BaseLeafHandlerRegistry() + reg.add(int, DummyGenericAbstractType, DummyGenericHandler) + reg.add(float, DummyGenericAbstractType, DummyGenericHandler) + + # Both concrete types should reliably use DummyGenericHandler + self.assertEqual(reg.get(int), DummyGenericHandler) + self.assertEqual(reg.get(float), DummyGenericHandler) + self.assertEqual( + reg.get_abstract(DummyGenericAbstractType), DummyGenericHandler + ) + + def test_override_abstract_with_different_handler(self): + class DummyGenericHandler2( + types.LeafHandler[Any, DummyGenericAbstractType] + ): + def __init__(self, context: context_lib.Context | None = None): + del context + + reg = registry.BaseLeafHandlerRegistry() + reg.add(str, DummyGenericAbstractType, DummyGenericHandler) + reg.add(float, DummyGenericAbstractType, DummyGenericHandler) + + # Try registering with an abstract type that is already registered. + with self.assertRaisesRegex( + ValueError, r"abstract_type\[.*\] is already handled by.*" + ): + reg.add(int, DummyGenericAbstractType, DummyGenericHandler2) + + reg.add(int, int, DummyIntHandlerInt) + self.assertEqual(reg.get(int), DummyIntHandlerInt) + + # Override both the concrete and the abstract type with a different handler. + reg.add(int, DummyGenericAbstractType, DummyGenericHandler2, override=True) + self.assertEqual(reg.get(int), DummyGenericHandler2) + self.assertEqual( + reg.get_abstract(DummyGenericAbstractType), DummyGenericHandler2 + ) + + with self.assertRaisesRegex(ValueError, "Unknown Leaf type"): + reg.get(str) + with self.assertRaisesRegex(ValueError, "Unknown Leaf type"): + reg.get(float) + + def test_abstract_registration_order(self): + class DummyArrayType: + array: jax.Array + + class DummySpecificArrayHandler( + types.LeafHandler[Any, types.AbstractShardedArray] + ): + def __init__(self, context: context_lib.Context | None = None): + del context + + class DummyGenericArrayHandler(types.LeafHandler[Any, types.AbstractArray]): + def __init__(self, context: context_lib.Context | None = None): + del context + + # Test registration order of leaf and abstract types. + reg = registry.BaseLeafHandlerRegistry() + reg.add(jax.Array, types.AbstractShardedArray, DummySpecificArrayHandler) + # Register the more generic abstract type last. + reg.add(DummyArrayType, types.AbstractArray, DummyGenericArrayHandler) + + # An abstract object that satisfies BOTH protocols. The specific protocol + # must be matched first because of sorting. + self.assertEqual( + reg.get_abstract(jax.ShapeDtypeStruct), DummySpecificArrayHandler + ) + + # An abstract object that ONLY satisfies the generic AbstractArray protocol + class PureArrayStruct: + shape = (1,) + dtype = jnp.float32 + self.assertEqual( + reg.get_abstract(PureArrayStruct), DummyGenericArrayHandler + ) + reg2 = registry.BaseLeafHandlerRegistry() + reg2.add(DummyArrayType, types.AbstractArray, DummyGenericArrayHandler) + reg2.add(jax.Array, types.AbstractShardedArray, DummySpecificArrayHandler) + self.assertEqual( + reg2.get_abstract(jax.ShapeDtypeStruct), DummySpecificArrayHandler + ) + self.assertEqual( + reg2.get_abstract(PureArrayStruct), DummyGenericArrayHandler + ) + + def test_standard_registrations(self): + reg = registry.StandardLeafHandlerRegistry() + self.assertEqual( + reg.get_secondary_typestrs( + registry.array_leaf_handler.ArrayLeafHandler + ), + ["jax.Array"], + ) + self.assertEqual( + reg.get_secondary_typestrs( + registry.numpy_leaf_handler.NumpyLeafHandler + ), + ["np.ndarray"], + ) + self.assertEqual( + reg.get_secondary_typestrs( + registry.scalar_leaf_handler.ScalarLeafHandler + ), + ["scalar"], + ) + self.assertEqual( + reg.get_secondary_typestrs( + registry.string_leaf_handler.StringLeafHandler + ), + ["string"], + ) + if __name__ == "__main__": absltest.main() diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/types.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/types.py index 14adb698b..bc2dacf65 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/types.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/types.py @@ -351,6 +351,14 @@ async def metadata( Type[Leaf], Type[AbstractLeaf], Type[LeafHandler[Leaf, AbstractLeaf]] ] +LeafHandlerPairingItem = Tuple[ + Type[Leaf], Type[LeafHandler[Leaf, Any]] +] + +AbstractLeafHandlerPairingItem = Tuple[ + Type[AbstractLeaf], Type[LeafHandler[Any, AbstractLeaf]] +] + class LeafHandlerRegistry(Protocol): """A Protocol for a LeafHandlerRegistry. @@ -400,12 +408,25 @@ def get_all(self) -> Sequence[LeafHandlerRegistryItem]: """ ... + def get_leaf_type_handler_pairs( + self, + ) -> Sequence[LeafHandlerPairingItem]: + """Returns the leaf type pairings maintaining an order by priority.""" + ... + + def get_abstract_type_handler_pairs( + self, + ) -> Sequence[AbstractLeafHandlerPairingItem]: + """Returns the abstract type pairings maintaining an order by priority.""" + ... + def add( self, leaf_type: Type[Leaf], abstract_type: Type[AbstractLeaf], handler_type: Type[LeafHandler[Leaf, AbstractLeaf]], override: bool = False, + secondary_typestrs: Sequence[str] | None = None, ): """Registers the handler_type for a leaf_type and abstract_type pair. @@ -414,12 +435,17 @@ def add( `override` is True. If the abstract_type has already associated with another leaf_type, an error will be raised if `override` is False. + `secondary_typestrs` can be used to register a handler for multiple + typestrs. This is useful for associating a handler with aliases or legacy + typestrs. Args: leaf_type: The type to register the handler for. abstract_type: The abstract type to register the handler for. handler_type: The handler to register. override: Whether to override the handler if it already exists. + secondary_typestrs: A sequence of alternate handler typestrs that serve as + secondary identifiers for the handler. """ ... @@ -430,3 +456,9 @@ def is_handleable(self, leaf_type: Type[Any]) -> bool: def is_abstract_handleable(self, abstract_type: Type[Any]) -> bool: """Returns True if the abstract_type is handlable by any registered handler.""" ... + + def get_secondary_typestrs( + self, handler_type: Type[LeafHandler[Any, Any]], + ) -> Sequence[str]: + """Returns all secondary typestrs associated with the given handler type.""" + ... diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/5b31a4c00c276d62a117531fdd7b5723 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/5b31a4c00c276d62a117531fdd7b5723 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/5b31a4c00c276d62a117531fdd7b5723 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..dd7d209e7 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/8d0c7b1d0e04e6f2c1ecefbec1b27f3e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/8d0c7b1d0e04e6f2c1ecefbec1b27f3e new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/8d0c7b1d0e04e6f2c1ecefbec1b27f3e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/9dc71909855ce1a600ca339eb9c56ab7 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/9dc71909855ce1a600ca339eb9c56ab7 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/9dc71909855ce1a600ca339eb9c56ab7 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/c849a5272459bc035df49c58d35eab1f b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/c849a5272459bc035df49c58d35eab1f new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/c849a5272459bc035df49c58d35eab1f differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/d8136fae139574aff7c058821933330e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/d8136fae139574aff7c058821933330e new file mode 100644 index 000000000..a8adc2748 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/d8136fae139574aff7c058821933330e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..8a012ce71 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/a95f1a1850e830b968541b931158e0b5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/a95f1a1850e830b968541b931158e0b5 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/a95f1a1850e830b968541b931158e0b5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..cc3531992 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/274f1427d12f652dd0cd12759cd1ab16 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/274f1427d12f652dd0cd12759cd1ab16 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/274f1427d12f652dd0cd12759cd1ab16 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/36dfbadc56b409927579369707f660d5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/36dfbadc56b409927579369707f660d5 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/36dfbadc56b409927579369707f660d5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/3c86e78ae1725a45732a83d779339bc1 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/3c86e78ae1725a45732a83d779339bc1 new file mode 100644 index 000000000..317f53f94 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/3c86e78ae1725a45732a83d779339bc1 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/aa4ffb671b2d8983ba0ddfb191368c4b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/aa4ffb671b2d8983ba0ddfb191368c4b new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/aa4ffb671b2d8983ba0ddfb191368c4b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..42663d7b9 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..a7a83611b --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553300311224065, "commit_timestamp_nsecs": 1772553300401982994, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/1434645abc2f96b5acc8423695c3944a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/1434645abc2f96b5acc8423695c3944a new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/1434645abc2f96b5acc8423695c3944a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..0faa205c4 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/643b1e5545ebdc2bcf46839f8533f30b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/643b1e5545ebdc2bcf46839f8533f30b new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/643b1e5545ebdc2bcf46839f8533f30b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/699bd23a19386358d9fdcb4f4c878176 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/699bd23a19386358d9fdcb4f4c878176 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/699bd23a19386358d9fdcb4f4c878176 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/6f0bfe280d928c1c9c526694ec4ab790 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/6f0bfe280d928c1c9c526694ec4ab790 new file mode 100644 index 000000000..a8adc2748 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/6f0bfe280d928c1c9c526694ec4ab790 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/7529c5d552e466017b45cf1d7f25b6c6 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/7529c5d552e466017b45cf1d7f25b6c6 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/7529c5d552e466017b45cf1d7f25b6c6 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..9f57cdf08 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..f63094ec9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553300427863553, "commit_timestamp_nsecs": 1772553300517368411, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/c6493cb6502e3af7acb88fb4c78f3835 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/c6493cb6502e3af7acb88fb4c78f3835 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/c6493cb6502e3af7acb88fb4c78f3835 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..e3398760a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/28c199a716dd3149a1522e8b9f6aab35 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/28c199a716dd3149a1522e8b9f6aab35 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/28c199a716dd3149a1522e8b9f6aab35 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/bcf07c7cac91886d53523e42cbce5111 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/bcf07c7cac91886d53523e42cbce5111 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/bcf07c7cac91886d53523e42cbce5111 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/cdbad12722d1017e7542a42a0dc5a371 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/cdbad12722d1017e7542a42a0dc5a371 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/cdbad12722d1017e7542a42a0dc5a371 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..bdb0ba758 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA new file mode 100644 index 000000000..1801df65f --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553303171328505, "commit_timestamp_nsecs": 1772553303266813886, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt new file mode 100644 index 000000000..3e044743c Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/5a737d29cdea2a838c55e674267e7758 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/5a737d29cdea2a838c55e674267e7758 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/5a737d29cdea2a838c55e674267e7758 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/a78d57915fe9c3311d1f4fa785847bfc b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/a78d57915fe9c3311d1f4fa785847bfc new file mode 100644 index 000000000..317f53f94 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/a78d57915fe9c3311d1f4fa785847bfc differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/d87841fc650c25259b30d7f1b0d8a3ed b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/d87841fc650c25259b30d7f1b0d8a3ed new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/d87841fc650c25259b30d7f1b0d8a3ed differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/dd255bdde809d81b0c9d3b896f61e759 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/dd255bdde809d81b0c9d3b896f61e759 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/dd255bdde809d81b0c9d3b896f61e759 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..e004d093c Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA new file mode 100644 index 000000000..7ef663514 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553302946295658, "commit_timestamp_nsecs": 1772553303048463606, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/d/0f376350852eafdf23fac0209d7d92bc b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/d/0f376350852eafdf23fac0209d7d92bc new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/d/0f376350852eafdf23fac0209d7d92bc differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/manifest.ocdbt new file mode 100644 index 000000000..9cfc62521 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA new file mode 100644 index 000000000..f0c0bcb73 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553302732680932, "commit_timestamp_nsecs": 1772553302822153463, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/6ca5d28156cde87910897d1a41881ba8 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/6ca5d28156cde87910897d1a41881ba8 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/6ca5d28156cde87910897d1a41881ba8 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/68e861cc6e83a32ec63ec635a2771ce5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/68e861cc6e83a32ec63ec635a2771ce5 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/68e861cc6e83a32ec63ec635a2771ce5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/6a8d7c5227b45a2b20b7e3cbea161267 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/6a8d7c5227b45a2b20b7e3cbea161267 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/6a8d7c5227b45a2b20b7e3cbea161267 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/a99d83fbc5e823f9b8a06279e76b4fd3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/a99d83fbc5e823f9b8a06279e76b4fd3 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/a99d83fbc5e823f9b8a06279e76b4fd3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..8f5ce8b47 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..5faa598ff --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553301861166549, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/8de6b588e74abf3e9d9cd174718bc403 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/8de6b588e74abf3e9d9cd174718bc403 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/8de6b588e74abf3e9d9cd174718bc403 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..d4a82f86a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/1ad01886ce2f3bf7a2ad7c3f94c0cb43 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/1ad01886ce2f3bf7a2ad7c3f94c0cb43 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/1ad01886ce2f3bf7a2ad7c3f94c0cb43 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/3632f0055b4eef4d0a0888d5698d31ab b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/3632f0055b4eef4d0a0888d5698d31ab new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/3632f0055b4eef4d0a0888d5698d31ab differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/49ad8c04d3abfa67ff1d8f4f4e142e9e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/49ad8c04d3abfa67ff1d8f4f4e142e9e new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/49ad8c04d3abfa67ff1d8f4f4e142e9e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..1ec7cb761 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..5f7d685da --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553302099920282, "commit_timestamp_nsecs": 1772553302189406292} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/478cf05870116dbeaa0c336649e52848 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/478cf05870116dbeaa0c336649e52848 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/478cf05870116dbeaa0c336649e52848 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..4412bc790 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/0574f7f211bacb42e33046125088c6ba b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/0574f7f211bacb42e33046125088c6ba new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/0574f7f211bacb42e33046125088c6ba differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/6e993c00e6b71bc6ec8fb95da38f7a70 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/6e993c00e6b71bc6ec8fb95da38f7a70 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/6e993c00e6b71bc6ec8fb95da38f7a70 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/76827f36359b8b7ddc0799513b05039a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/76827f36359b8b7ddc0799513b05039a new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/76827f36359b8b7ddc0799513b05039a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..067159dca Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..0936fa90d --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "commit_timestamp_nsecs": 1772553301736394472, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/76a7f8cbd0bd057adaf053373e2e5240 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/76a7f8cbd0bd057adaf053373e2e5240 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/76a7f8cbd0bd057adaf053373e2e5240 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..8722e8e90 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/45240e15078082906311b81c59da1136 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/45240e15078082906311b81c59da1136 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/45240e15078082906311b81c59da1136 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/78ea7fa47b48b21bf17ee2ac3088a417 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/78ea7fa47b48b21bf17ee2ac3088a417 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/78ea7fa47b48b21bf17ee2ac3088a417 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/f959eb91f147c9eced2bafa4416563cf b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/f959eb91f147c9eced2bafa4416563cf new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/f959eb91f147c9eced2bafa4416563cf differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..8f8c5ea6c Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..d169b4a67 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553300884538466, "commit_timestamp_nsecs": 1772553300975377130, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/efb349e15e400f769941a53dc0d9d672 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/efb349e15e400f769941a53dc0d9d672 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/efb349e15e400f769941a53dc0d9d672 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..d98947a72 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/1d0aedccdc37b5e53102002e01020889 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/1d0aedccdc37b5e53102002e01020889 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/1d0aedccdc37b5e53102002e01020889 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/8cde27577aeeefe177ddcf980935efa7 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/8cde27577aeeefe177ddcf980935efa7 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/8cde27577aeeefe177ddcf980935efa7 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/d6b3cd8627b23646d29f257d68ffcb27 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/d6b3cd8627b23646d29f257d68ffcb27 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/d6b3cd8627b23646d29f257d68ffcb27 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..c63d01970 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..7862ac003 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553301112593344, "commit_timestamp_nsecs": 1772553301224264800, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/ea9feb9cc9078f4f1c9ac7b6532bfa9d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/ea9feb9cc9078f4f1c9ac7b6532bfa9d new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/ea9feb9cc9078f4f1c9ac7b6532bfa9d differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..38fbc1f51 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/1b23489ac3d2ba63615ac771ba83a8e5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/1b23489ac3d2ba63615ac771ba83a8e5 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/1b23489ac3d2ba63615ac771ba83a8e5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/505d412d177dc71c680402fd819a9ebf b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/505d412d177dc71c680402fd819a9ebf new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/505d412d177dc71c680402fd819a9ebf differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/8e80557dcb32c2615a6579b783f4ec59 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/8e80557dcb32c2615a6579b783f4ec59 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/8e80557dcb32c2615a6579b783f4ec59 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..dc8e32c98 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..bd8d8178d --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "init_timestamp_nsecs": 1772553301398168513, "commit_timestamp_nsecs": 1772553301497362309, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/c9e60c27d2984d2dd9c07d886d283aad b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/c9e60c27d2984d2dd9c07d886d283aad new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/c9e60c27d2984d2dd9c07d886d283aad differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..b1bc6ba06 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/6b1514a92a032a28f8ee2135d8eb124b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/6b1514a92a032a28f8ee2135d8eb124b new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/6b1514a92a032a28f8ee2135d8eb124b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/b708e33044a7925a2f7d57c1e0056d4a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/b708e33044a7925a2f7d57c1e0056d4a new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/b708e33044a7925a2f7d57c1e0056d4a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/d8eba4eb8f749c97d8bf47f2733231bb b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/d8eba4eb8f749c97d8bf47f2733231bb new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/d8eba4eb8f749c97d8bf47f2733231bb differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..121a8b3c6 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA new file mode 100644 index 000000000..c039f5057 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553302517797655, "commit_timestamp_nsecs": 1772553302606674663, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/a6c7017790d8c1557c9030393ebb8ff8 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/a6c7017790d8c1557c9030393ebb8ff8 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/a6c7017790d8c1557c9030393ebb8ff8 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt new file mode 100644 index 000000000..09a10810c Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/46529a06b4201b8999ff0b6f3996d78b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/46529a06b4201b8999ff0b6f3996d78b new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/46529a06b4201b8999ff0b6f3996d78b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/c015a1832485fc41fa466963977a4cb3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/c015a1832485fc41fa466963977a4cb3 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/c015a1832485fc41fa466963977a4cb3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/cb10dea71b6d18074abb29acba80c070 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/cb10dea71b6d18074abb29acba80c070 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/cb10dea71b6d18074abb29acba80c070 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..2f471e158 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA new file mode 100644 index 000000000..27770c86d --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553302311049879, "commit_timestamp_nsecs": 1772553302397954803, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/80e11f222631e3e2f19ad3db46612a3d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/80e11f222631e3e2f19ad3db46612a3d new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/80e11f222631e3e2f19ad3db46612a3d differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt new file mode 100644 index 000000000..2affff4bb Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/13e2967a2bb8dfc330e33bae71d3c906 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/13e2967a2bb8dfc330e33bae71d3c906 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/13e2967a2bb8dfc330e33bae71d3c906 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/7957e32b946787f165cd6360b5b89780 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/7957e32b946787f165cd6360b5b89780 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/7957e32b946787f165cd6360b5b89780 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..97ed03740 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/d/223d208e07d70f4b098cdda880ac9543 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/d/223d208e07d70f4b098cdda880ac9543 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/d/223d208e07d70f4b098cdda880ac9543 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/manifest.ocdbt new file mode 100644 index 000000000..d3d8d29a1 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/6a42e191c9d05896345d04091266e81a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/6a42e191c9d05896345d04091266e81a new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/6a42e191c9d05896345d04091266e81a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/7d7a9c34881683535a74a05776317032 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/7d7a9c34881683535a74a05776317032 new file mode 100644 index 000000000..a8adc2748 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/7d7a9c34881683535a74a05776317032 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/a29a3ec0f0a6b279c043b62cdadd0633 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/a29a3ec0f0a6b279c043b62cdadd0633 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/a29a3ec0f0a6b279c043b62cdadd0633 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/fa2762f9465d31ad60af9e0a782a92f5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/fa2762f9465d31ad60af9e0a782a92f5 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/fa2762f9465d31ad60af9e0a782a92f5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..72ac05e4f Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/d/563e01b534c656172307279904b616c9 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/d/563e01b534c656172307279904b616c9 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/d/563e01b534c656172307279904b616c9 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/manifest.ocdbt new file mode 100644 index 000000000..52744d58d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/0845f9fa5bceb80800a629bc36c0c12f b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/0845f9fa5bceb80800a629bc36c0c12f new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/0845f9fa5bceb80800a629bc36c0c12f differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/0cbeb8c6ae7499048e12e5f55e85d602 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/0cbeb8c6ae7499048e12e5f55e85d602 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/0cbeb8c6ae7499048e12e5f55e85d602 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/7f5add099fb7e78b777bd8a8ef441efe b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/7f5add099fb7e78b777bd8a8ef441efe new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/7f5add099fb7e78b777bd8a8ef441efe differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/84482104fa42ff4c49644d510dabb69b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/84482104fa42ff4c49644d510dabb69b new file mode 100644 index 000000000..a8adc2748 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/84482104fa42ff4c49644d510dabb69b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..9003319b7 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..3024f180d --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553298721362180, "commit_timestamp_nsecs": 1772553298788869366, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/d/a2123ceed7461da4a184399412ac2d2a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/d/a2123ceed7461da4a184399412ac2d2a new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/d/a2123ceed7461da4a184399412ac2d2a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/manifest.ocdbt new file mode 100644 index 000000000..041160c89 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/13e9f9ac33d5eca6846e0e64af72d62e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/13e9f9ac33d5eca6846e0e64af72d62e new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/13e9f9ac33d5eca6846e0e64af72d62e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/26ecf1482b34eb3f6fa5c23d251d2469 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/26ecf1482b34eb3f6fa5c23d251d2469 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/26ecf1482b34eb3f6fa5c23d251d2469 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/53d407ad7b2f319ecf3d0d98093cbb75 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/53d407ad7b2f319ecf3d0d98093cbb75 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/53d407ad7b2f319ecf3d0d98093cbb75 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..64290ca5d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..b16f1032d --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553300032577265, "commit_timestamp_nsecs": 1772553300091907979, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/d/3078d96010340714f061235f5f0799b3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/d/3078d96010340714f061235f5f0799b3 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/d/3078d96010340714f061235f5f0799b3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/manifest.ocdbt new file mode 100644 index 000000000..528e318bc Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/4430499bdd4eeb35c15ac812a7989606 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/4430499bdd4eeb35c15ac812a7989606 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/4430499bdd4eeb35c15ac812a7989606 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/885efb8f0088ca10d121b3dc69c744b5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/885efb8f0088ca10d121b3dc69c744b5 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/885efb8f0088ca10d121b3dc69c744b5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/b59a279eadf3b9be49b055a44206ae69 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/b59a279eadf3b9be49b055a44206ae69 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/b59a279eadf3b9be49b055a44206ae69 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..bf42d3764 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA new file mode 100644 index 000000000..baedda953 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553303088218603, "commit_timestamp_nsecs": 1772553303142002974, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/manifest.ocdbt new file mode 100644 index 000000000..66a11b6bf Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/2f618e31c5caff9d6d42d74ebd3c71e2 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/2f618e31c5caff9d6d42d74ebd3c71e2 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/2f618e31c5caff9d6d42d74ebd3c71e2 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/6441a27b44facf04a3a19d6ff73c7f47 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/6441a27b44facf04a3a19d6ff73c7f47 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/6441a27b44facf04a3a19d6ff73c7f47 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/c15f13053612606779557fab697ac866 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/c15f13053612606779557fab697ac866 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/c15f13053612606779557fab697ac866 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..c55d59bf3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA new file mode 100644 index 000000000..578cf2040 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553302856932686, "commit_timestamp_nsecs": 1772553302913345993, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/d/05a6bc5fd406a7069242f0a2e7021fbb b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/d/05a6bc5fd406a7069242f0a2e7021fbb new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/d/05a6bc5fd406a7069242f0a2e7021fbb differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..8b305a733 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA new file mode 100644 index 000000000..9e9d699e9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553302641695277, "commit_timestamp_nsecs": 1772553302704219410, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/d/344eaa31a8be90c4a0db812554cebd5b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/d/344eaa31a8be90c4a0db812554cebd5b new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/d/344eaa31a8be90c4a0db812554cebd5b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/02b63cf4b9247da52acdca5639eeac34 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/02b63cf4b9247da52acdca5639eeac34 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/02b63cf4b9247da52acdca5639eeac34 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/3e52b115ab5fc87129a40342cce6ca22 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/3e52b115ab5fc87129a40342cce6ca22 new file mode 100644 index 000000000..a8adc2748 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/3e52b115ab5fc87129a40342cce6ca22 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/68c7e82bec04a49d9e9ee40db9487df4 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/68c7e82bec04a49d9e9ee40db9487df4 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/68c7e82bec04a49d9e9ee40db9487df4 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/97a8ab7b23429321c687014c0fe5eb40 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/97a8ab7b23429321c687014c0fe5eb40 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/97a8ab7b23429321c687014c0fe5eb40 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..9aa2d0bb0 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..44be6f50a --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553301773752796, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/d/7480d75af0fd81a7671b017bd08f6cc6 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/d/7480d75af0fd81a7671b017bd08f6cc6 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/d/7480d75af0fd81a7671b017bd08f6cc6 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/manifest.ocdbt new file mode 100644 index 000000000..34605ef9c Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/05de71cef2079b2d63250907e6ac5fe7 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/05de71cef2079b2d63250907e6ac5fe7 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/05de71cef2079b2d63250907e6ac5fe7 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/4caeac5cec0ad441b5fa39cd557433df b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/4caeac5cec0ad441b5fa39cd557433df new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/4caeac5cec0ad441b5fa39cd557433df differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/f5ae9afb15e4d92fd06cd2768d712a26 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/f5ae9afb15e4d92fd06cd2768d712a26 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/f5ae9afb15e4d92fd06cd2768d712a26 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..2fcfb413a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..5994c9a07 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553301994828018, "commit_timestamp_nsecs": 1772553302067157868} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/d/b09398e943668ebef3d4ef0285d24e96 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/d/b09398e943668ebef3d4ef0285d24e96 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/d/b09398e943668ebef3d4ef0285d24e96 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/manifest.ocdbt new file mode 100644 index 000000000..783c3ffef Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/3e79d4ceab8ed5eeed5a279b636e756b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/3e79d4ceab8ed5eeed5a279b636e756b new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/3e79d4ceab8ed5eeed5a279b636e756b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/5eb2add0529a72de1e3706193be401c3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/5eb2add0529a72de1e3706193be401c3 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/5eb2add0529a72de1e3706193be401c3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/940bbca7c7c8ed61e98530250b2f7428 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/940bbca7c7c8ed61e98530250b2f7428 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/940bbca7c7c8ed61e98530250b2f7428 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/ce6eb178999759dfa283f4c7865a2fa4 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/ce6eb178999759dfa283f4c7865a2fa4 new file mode 100644 index 000000000..317f53f94 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/ce6eb178999759dfa283f4c7865a2fa4 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..71c63ae60 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..78f2c539e --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "commit_timestamp_nsecs": 1772553301597540642, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/d/7ef8cf8fb55ba14b339b277be670f451 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/d/7ef8cf8fb55ba14b339b277be670f451 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/d/7ef8cf8fb55ba14b339b277be670f451 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/manifest.ocdbt new file mode 100644 index 000000000..ec2c49412 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/a224ec72c56597b3ee516c965647aea5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/a224ec72c56597b3ee516c965647aea5 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/a224ec72c56597b3ee516c965647aea5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/b6030d103c6c1c1e973e87d7ea6d5a16 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/b6030d103c6c1c1e973e87d7ea6d5a16 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/b6030d103c6c1c1e973e87d7ea6d5a16 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/b782f74f7945545af9b8331ce44d4284 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/b782f74f7945545af9b8331ce44d4284 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/b782f74f7945545af9b8331ce44d4284 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..4a22480c5 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..1a66b1be7 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553300798466325, "commit_timestamp_nsecs": 1772553300858358515, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/d/02945215500221aaf3beaed88d9d3f36 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/d/02945215500221aaf3beaed88d9d3f36 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/d/02945215500221aaf3beaed88d9d3f36 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/manifest.ocdbt new file mode 100644 index 000000000..dbcfc0eff Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/3ae83af3116744a1d3a47cfe0284cce6 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/3ae83af3116744a1d3a47cfe0284cce6 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/3ae83af3116744a1d3a47cfe0284cce6 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/9fdc2d65c36cc87dece8b5e8430a7992 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/9fdc2d65c36cc87dece8b5e8430a7992 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/9fdc2d65c36cc87dece8b5e8430a7992 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/e7728ce05b4d0bf3870b3e1a7c6c2d29 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/e7728ce05b4d0bf3870b3e1a7c6c2d29 new file mode 100644 index 000000000..317f53f94 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/e7728ce05b4d0bf3870b3e1a7c6c2d29 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/f097856bb10a43428a37b04432218f7a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/f097856bb10a43428a37b04432218f7a new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/f097856bb10a43428a37b04432218f7a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..ec6802cbd Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..c7fe01ff9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "performance_metrics": {}, "init_timestamp_nsecs": 1772553301021649689, "commit_timestamp_nsecs": 1772553301081484642, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/d/c277172d6ad673af0e045e44f6a90689 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/d/c277172d6ad673af0e045e44f6a90689 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/d/c277172d6ad673af0e045e44f6a90689 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/manifest.ocdbt new file mode 100644 index 000000000..2f12b5b10 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/4173569a664690cc3c85c7f8784478a9 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/4173569a664690cc3c85c7f8784478a9 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/4173569a664690cc3c85c7f8784478a9 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/63a31764e4037cd90b6a0ff37d0e26a3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/63a31764e4037cd90b6a0ff37d0e26a3 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/63a31764e4037cd90b6a0ff37d0e26a3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/aa6aae4bbc71caf19387b601beb5541b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/aa6aae4bbc71caf19387b601beb5541b new file mode 100644 index 000000000..317f53f94 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/aa6aae4bbc71caf19387b601beb5541b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/b64842def5e92520316b51fe42d0dd2f b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/b64842def5e92520316b51fe42d0dd2f new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/b64842def5e92520316b51fe42d0dd2f differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..5b79f9f0d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..9ddee7400 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "init_timestamp_nsecs": 1772553301300449925, "commit_timestamp_nsecs": 1772553301366842075, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/d/77b68645e927e3131ee892b06d11658b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/d/77b68645e927e3131ee892b06d11658b new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/d/77b68645e927e3131ee892b06d11658b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/manifest.ocdbt new file mode 100644 index 000000000..914c59902 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/0e0dde7d360b52c73d6f72526c70c83b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/0e0dde7d360b52c73d6f72526c70c83b new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/0e0dde7d360b52c73d6f72526c70c83b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/9adab877b23da1350e5c6cf7d487f88e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/9adab877b23da1350e5c6cf7d487f88e new file mode 100644 index 000000000..a8adc2748 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/9adab877b23da1350e5c6cf7d487f88e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/c40cdefd0942065e1e6c912888310067 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/c40cdefd0942065e1e6c912888310067 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/c40cdefd0942065e1e6c912888310067 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/d4d9deeaf252cabac334f1819fc1880a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/d4d9deeaf252cabac334f1819fc1880a new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/d4d9deeaf252cabac334f1819fc1880a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..089d081b2 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA new file mode 100644 index 000000000..c74646287 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553302430720920, "commit_timestamp_nsecs": 1772553302490044279, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/d/5646044033c4f69203aad88e5abdd46b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/d/5646044033c4f69203aad88e5abdd46b new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/d/5646044033c4f69203aad88e5abdd46b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/manifest.ocdbt new file mode 100644 index 000000000..1823afdad Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/022eafb26e1a8f7ee12d6cedc1b4b160 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/022eafb26e1a8f7ee12d6cedc1b4b160 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/022eafb26e1a8f7ee12d6cedc1b4b160 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/9804309be9ea99e0fae92bb69aa40cf6 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/9804309be9ea99e0fae92bb69aa40cf6 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/9804309be9ea99e0fae92bb69aa40cf6 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/9aed38c08a4b4d48ad2a8ab48d73f4a3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/9aed38c08a4b4d48ad2a8ab48d73f4a3 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/9aed38c08a4b4d48ad2a8ab48d73f4a3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..de62c21bb Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA new file mode 100644 index 000000000..38e2b21b9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553302225365310, "commit_timestamp_nsecs": 1772553302284936115, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/d/1821f7d01d2860693243ef6501c5ed2e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/d/1821f7d01d2860693243ef6501c5ed2e new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/d/1821f7d01d2860693243ef6501c5ed2e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/manifest.ocdbt new file mode 100644 index 000000000..a07638695 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/e33f406e4ae074cee3009029312e4151 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/e33f406e4ae074cee3009029312e4151 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/e33f406e4ae074cee3009029312e4151 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/e90eabab331e9dc284df58dee39be592 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/e90eabab331e9dc284df58dee39be592 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/e90eabab331e9dc284df58dee39be592 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/ef9ab5d4655be80ab431021c29304c3e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/ef9ab5d4655be80ab431021c29304c3e new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/ef9ab5d4655be80ab431021c29304c3e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..37b98b1f6 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/d9b5afb3c416ec8623a2b419989dae16 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/d9b5afb3c416ec8623a2b419989dae16 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/d9b5afb3c416ec8623a2b419989dae16 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..fabee669a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/190c4bfc42a3ae266f3a2e99dd2ae37b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/190c4bfc42a3ae266f3a2e99dd2ae37b new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/190c4bfc42a3ae266f3a2e99dd2ae37b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/1ad36d5dd821b011ce056a3ee5801ba2 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/1ad36d5dd821b011ce056a3ee5801ba2 new file mode 100644 index 000000000..0ef18233e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/1ad36d5dd821b011ce056a3ee5801ba2 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/31f01ad275b1b1e54cdde66521f9d9db b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/31f01ad275b1b1e54cdde66521f9d9db new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/31f01ad275b1b1e54cdde66521f9d9db differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/621d0812cde2a855a777b339a1c23a61 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/621d0812cde2a855a777b339a1c23a61 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/621d0812cde2a855a777b339a1c23a61 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..effb73262 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/6c7aea8f9accdea62a5f10618989117d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/6c7aea8f9accdea62a5f10618989117d new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/6c7aea8f9accdea62a5f10618989117d differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..669716d79 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8acd609f13d134de219a96213988ea33 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8acd609f13d134de219a96213988ea33 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8acd609f13d134de219a96213988ea33 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8ca408883ce73077531c683157194036 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8ca408883ce73077531c683157194036 new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8ca408883ce73077531c683157194036 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/c807ae5adaabb0c72f5eca21afbbe48c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/c807ae5adaabb0c72f5eca21afbbe48c new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/c807ae5adaabb0c72f5eca21afbbe48c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/ff8307a3b8cd814cabadf49d690662fa b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/ff8307a3b8cd814cabadf49d690662fa new file mode 100644 index 000000000..0ef18233e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/ff8307a3b8cd814cabadf49d690662fa differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..7d8a58d23 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..914708244 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553340045294592, "commit_timestamp_nsecs": 1772553341362508761, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/921d08d493a0394ca3d5a545160cb41b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/921d08d493a0394ca3d5a545160cb41b new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/921d08d493a0394ca3d5a545160cb41b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..051dcb488 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/2c3c9c7e9dcbbd47a5178e2ab7104503 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/2c3c9c7e9dcbbd47a5178e2ab7104503 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/2c3c9c7e9dcbbd47a5178e2ab7104503 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/3759038651edd833b9ae15e868698302 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/3759038651edd833b9ae15e868698302 new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/3759038651edd833b9ae15e868698302 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/e6f3ddf0be1d50c36af5ad4bab1a927f b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/e6f3ddf0be1d50c36af5ad4bab1a927f new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/e6f3ddf0be1d50c36af5ad4bab1a927f differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..a12c0f229 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..fa2f0ec36 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553341388243456, "commit_timestamp_nsecs": 1772553341470167847, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/d4ad3d69c4c1daf2d00f57425b2a3031 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/d4ad3d69c4c1daf2d00f57425b2a3031 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/d4ad3d69c4c1daf2d00f57425b2a3031 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..10c88d264 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/4e0454187753b946c545d1721292e666 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/4e0454187753b946c545d1721292e666 new file mode 100644 index 000000000..0ef18233e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/4e0454187753b946c545d1721292e666 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/69a737fda369b2d0b98579b2a414521e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/69a737fda369b2d0b98579b2a414521e new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/69a737fda369b2d0b98579b2a414521e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8de9f30144eba86fadf966b87d206dd1 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8de9f30144eba86fadf966b87d206dd1 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8de9f30144eba86fadf966b87d206dd1 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/d336e211f1af57fa2fee18b8069e134e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/d336e211f1af57fa2fee18b8069e134e new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/d336e211f1af57fa2fee18b8069e134e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..70c906cf5 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/_CHECKPOINT_METADATA new file mode 100644 index 000000000..528a52a43 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553342956764672, "commit_timestamp_nsecs": 1772553343046102137, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/dummy/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/dummy/_METADATA new file mode 100644 index 000000000..2995a4d0e --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/dummy/_METADATA @@ -0,0 +1 @@ +dummy \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/d/13f91d771aa5e2d76e44efe78343baf1 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/d/13f91d771aa5e2d76e44efe78343baf1 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/d/13f91d771aa5e2d76e44efe78343baf1 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/manifest.ocdbt new file mode 100644 index 000000000..08e767a1d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/21aef668aa959a1027f91da19fd1b697 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/21aef668aa959a1027f91da19fd1b697 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/21aef668aa959a1027f91da19fd1b697 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/322d1d8343b8165a88d7928e8295f2ed b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/322d1d8343b8165a88d7928e8295f2ed new file mode 100644 index 000000000..0ef18233e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/322d1d8343b8165a88d7928e8295f2ed differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/c75198f3da0ace2f1b3868c90ede9917 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/c75198f3da0ace2f1b3868c90ede9917 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/c75198f3da0ace2f1b3868c90ede9917 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/d0cad5f7d0358dddc5a57ed695adf13b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/d0cad5f7d0358dddc5a57ed695adf13b new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/d0cad5f7d0358dddc5a57ed695adf13b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..8071fed8a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA new file mode 100644 index 000000000..069c00b21 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553342843079424, "commit_timestamp_nsecs": 1772553342932591140, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt new file mode 100644 index 000000000..af810a771 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/48aac3c310391f78fd97377d91358d78 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/48aac3c310391f78fd97377d91358d78 new file mode 100644 index 000000000..0f5426c04 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/48aac3c310391f78fd97377d91358d78 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/ad7295621bcdf89c021805edb9779740 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/ad7295621bcdf89c021805edb9779740 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/ad7295621bcdf89c021805edb9779740 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/b8318d5446a76228a96bec7df8ec1298 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/b8318d5446a76228a96bec7df8ec1298 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/b8318d5446a76228a96bec7df8ec1298 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..1edcfd286 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA new file mode 100644 index 000000000..d33ee4888 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553342735884288, "commit_timestamp_nsecs": 1772553342818259322, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/d/91a1130caecb555e368b09b8c2da6d18 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/d/91a1130caecb555e368b09b8c2da6d18 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/d/91a1130caecb555e368b09b8c2da6d18 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/manifest.ocdbt new file mode 100644 index 000000000..e7758eaf0 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA new file mode 100644 index 000000000..79269eb7d --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553342627257088, "commit_timestamp_nsecs": 1772553342713837629, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/f79e218f9bfc7b0445533d9393e54c94 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/f79e218f9bfc7b0445533d9393e54c94 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/f79e218f9bfc7b0445533d9393e54c94 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/194c2453a1371c4d329747c76b2e7fbc b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/194c2453a1371c4d329747c76b2e7fbc new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/194c2453a1371c4d329747c76b2e7fbc differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/1b9d325763818f7e996f9b146ccc0154 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/1b9d325763818f7e996f9b146ccc0154 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/1b9d325763818f7e996f9b146ccc0154 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/c97a1234f11170dc7627bdd492c25084 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/c97a1234f11170dc7627bdd492c25084 new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/c97a1234f11170dc7627bdd492c25084 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..9d860af7a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/_CHECKPOINT_METADATA new file mode 100644 index 000000000..32bd80759 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553343070802688, "commit_timestamp_nsecs": 1772553343152926911, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..5a25b96e1 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553342131434752, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/cee2bf93255df95d8136b043e57c68ec b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/cee2bf93255df95d8136b043e57c68ec new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/cee2bf93255df95d8136b043e57c68ec differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..8307701e9 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/113b8e7d9eac57427f9101f12256f073 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/113b8e7d9eac57427f9101f12256f073 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/113b8e7d9eac57427f9101f12256f073 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/9436c28057afba0d610d23e485ccc013 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/9436c28057afba0d610d23e485ccc013 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/9436c28057afba0d610d23e485ccc013 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/c531b7784ba5fade71eab9525ef65509 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/c531b7784ba5fade71eab9525ef65509 new file mode 100644 index 000000000..0ef18233e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/c531b7784ba5fade71eab9525ef65509 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/dfaeaafeb8c976738e2c8bb68cc389cb b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/dfaeaafeb8c976738e2c8bb68cc389cb new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/dfaeaafeb8c976738e2c8bb68cc389cb differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..8c4b165ac Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..efa6f5a6f --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553342239575296, "commit_timestamp_nsecs": 1772553342332846497} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/5f6a36b4164e07cbdf0d1095d00d93c5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/5f6a36b4164e07cbdf0d1095d00d93c5 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/5f6a36b4164e07cbdf0d1095d00d93c5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..b2053e18d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/161ec67cc3a9ff8f39cfc336e9b9890d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/161ec67cc3a9ff8f39cfc336e9b9890d new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/161ec67cc3a9ff8f39cfc336e9b9890d differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/9302fdc822c89f446161e63367e0d329 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/9302fdc822c89f446161e63367e0d329 new file mode 100644 index 000000000..0ef18233e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/9302fdc822c89f446161e63367e0d329 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/9989fef5fca2569882f2a62c910595f6 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/9989fef5fca2569882f2a62c910595f6 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/9989fef5fca2569882f2a62c910595f6 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/afa485b31165d6b61f5166c5c4d5b52c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/afa485b31165d6b61f5166c5c4d5b52c new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/afa485b31165d6b61f5166c5c4d5b52c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..3c7e1aab9 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..3c336ed34 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "commit_timestamp_nsecs": 1772553342108805954, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/4630cf0783b4c7c1215ea0ded572fcd4 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/4630cf0783b4c7c1215ea0ded572fcd4 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/4630cf0783b4c7c1215ea0ded572fcd4 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..056ce4232 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/1fbe83284d882d67a5ee0606f10cc3c8 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/1fbe83284d882d67a5ee0606f10cc3c8 new file mode 100644 index 000000000..95de23a56 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/1fbe83284d882d67a5ee0606f10cc3c8 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/b77928c522f20a599bfc67c819ecd261 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/b77928c522f20a599bfc67c819ecd261 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/b77928c522f20a599bfc67c819ecd261 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/ba0176b263a27088794c31b0b5d17629 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/ba0176b263a27088794c31b0b5d17629 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/ba0176b263a27088794c31b0b5d17629 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/d0a2406641f7d83b59efb67130cafdbe b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/d0a2406641f7d83b59efb67130cafdbe new file mode 100644 index 000000000..0f5426c04 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/d0a2406641f7d83b59efb67130cafdbe differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..c6b37e986 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..27f6ef91f --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553341710993408, "commit_timestamp_nsecs": 1772553341791256297, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/976456d7ae16a0ef86fdf5f09474660c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/976456d7ae16a0ef86fdf5f09474660c new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/976456d7ae16a0ef86fdf5f09474660c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..441438bc0 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/09b05633ad865ece1a6a53d5f41ae7cd b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/09b05633ad865ece1a6a53d5f41ae7cd new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/09b05633ad865ece1a6a53d5f41ae7cd differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/0fd70a785df4c4731116abdbd7f19b4a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/0fd70a785df4c4731116abdbd7f19b4a new file mode 100644 index 000000000..0ef18233e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/0fd70a785df4c4731116abdbd7f19b4a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/9e4a603d2956cc83ca493fac21a1d8c7 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/9e4a603d2956cc83ca493fac21a1d8c7 new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/9e4a603d2956cc83ca493fac21a1d8c7 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/a133e8fb265cd6540f5bc660aef295cb b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/a133e8fb265cd6540f5bc660aef295cb new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/a133e8fb265cd6540f5bc660aef295cb differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..1bf6f2d8d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..9ab273137 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553341812249088, "commit_timestamp_nsecs": 1772553341892561576, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/d589c8aa9ac0d5cb8f48d96fc0376942 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/d589c8aa9ac0d5cb8f48d96fc0376942 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/d589c8aa9ac0d5cb8f48d96fc0376942 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..5a88ebaed Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/02378f842ce9ba483ddbdcea54c7e4d9 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/02378f842ce9ba483ddbdcea54c7e4d9 new file mode 100644 index 000000000..0f5426c04 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/02378f842ce9ba483ddbdcea54c7e4d9 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/86f9fc38b98c6e9362b4b8f7d27931af b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/86f9fc38b98c6e9362b4b8f7d27931af new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/86f9fc38b98c6e9362b4b8f7d27931af differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/e30cb27655f4581cf8ed5d8a0296a945 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/e30cb27655f4581cf8ed5d8a0296a945 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/e30cb27655f4581cf8ed5d8a0296a945 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..b9eba60e0 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..c770b2207 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "init_timestamp_nsecs": 1772553341916108032, "commit_timestamp_nsecs": 1772553342001952808, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/dc7912ed9c73cf98fc61a7596458bce3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/dc7912ed9c73cf98fc61a7596458bce3 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/dc7912ed9c73cf98fc61a7596458bce3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..11d8a8c31 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/87bb0d20fa744247dc2963c65f87bd50 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/87bb0d20fa744247dc2963c65f87bd50 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/87bb0d20fa744247dc2963c65f87bd50 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/964357ae2ad3016f477eef90920fae11 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/964357ae2ad3016f477eef90920fae11 new file mode 100644 index 000000000..0ef18233e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/964357ae2ad3016f477eef90920fae11 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/b32dc4367f669c51e6d9130483bc1884 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/b32dc4367f669c51e6d9130483bc1884 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/b32dc4367f669c51e6d9130483bc1884 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/d9a66418253dec177e0e155287e9ab84 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/d9a66418253dec177e0e155287e9ab84 new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/d9a66418253dec177e0e155287e9ab84 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..d52e14519 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA new file mode 100644 index 000000000..2ba3e1ab7 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553342462455552, "commit_timestamp_nsecs": 1772553342604754406, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/674f293c92c20ed5508335161032f7cc b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/674f293c92c20ed5508335161032f7cc new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/674f293c92c20ed5508335161032f7cc differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt new file mode 100644 index 000000000..a8cfdec02 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/010a6a1bf570e415819a3fd62ce2de82 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/010a6a1bf570e415819a3fd62ce2de82 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/010a6a1bf570e415819a3fd62ce2de82 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/1f380547fe67464ec4f1907f46e50ffb b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/1f380547fe67464ec4f1907f46e50ffb new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/1f380547fe67464ec4f1907f46e50ffb differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/b51c8d43bf2215144457455d1a2c8d42 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/b51c8d43bf2215144457455d1a2c8d42 new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/b51c8d43bf2215144457455d1a2c8d42 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..3eaf00025 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA new file mode 100644 index 000000000..9030a5449 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772553342357513728, "commit_timestamp_nsecs": 1772553342440172755, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/654a71183e9bfbec70174a0423a6e635 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/654a71183e9bfbec70174a0423a6e635 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/654a71183e9bfbec70174a0423a6e635 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt new file mode 100644 index 000000000..00206c989 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/45c9ae94d66f95a189b87bae6f2b81ee b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/45c9ae94d66f95a189b87bae6f2b81ee new file mode 100644 index 000000000..0f5426c04 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/45c9ae94d66f95a189b87bae6f2b81ee differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/4e60145b81ca93ef201dc0bc48fb0259 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/4e60145b81ca93ef201dc0bc48fb0259 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/4e60145b81ca93ef201dc0bc48fb0259 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/c23a25f635d8b0211e83e2cfb7e79be6 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/c23a25f635d8b0211e83e2cfb7e79be6 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/c23a25f635d8b0211e83e2cfb7e79be6 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..e80d739de Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v0_checkpoints.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v0_checkpoints.py new file mode 100644 index 000000000..e3eb922a3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v0_checkpoints.py @@ -0,0 +1,303 @@ +# Copyright 2026 The Orbax Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Generates V0 checkpoints for compatibility testing. + +The checkpoints generated by this script are checked into the repository +statically. While our library's logic changes over time, user-held checkpoints +do not. Checking these in allows us to test the interaction between evolving +code and "frozen" static artifacts, ensuring long-term backward compatibility +that runtime generation (which only tests current library behavior) cannot +guarantee. +""" +import itertools +import json +import os +from typing import Any + +from absl import app +from absl import flags +from etils import epath +import jax.numpy as jnp +from orbax.checkpoint import args +from orbax.checkpoint import test_utils +from orbax.checkpoint._src.checkpointers import checkpointer as v0_checkpointer +from orbax.checkpoint._src.checkpointers import standard_checkpointer +from orbax.checkpoint._src.handlers import composite_checkpoint_handler + +FLAGS = flags.FLAGS + + +def _get_base_dir(): + if 'BUILD_WORKING_DIRECTORY' in os.environ: + return os.path.join( + os.environ['BUILD_WORKING_DIRECTORY'], + 'orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints', + ) + return os.path.join( + os.path.dirname(__file__), + 'checkpoints', + ) + + +_BASE_DIR = flags.DEFINE_string( + 'base_dir', + _get_base_dir(), + 'Base directory to save checkpoints.', +) +_OVERWRITE = flags.DEFINE_bool( + 'overwrite', + False, + 'Overwrite existing checkpoints.', +) + + +def create_pytree() -> dict[str, Any]: + return { + 'a': jnp.array([0, 1, 2, 3, 4, 5, 6, 7], dtype=jnp.int32), + 'b': {'c': jnp.array([1, 2, 3], dtype=jnp.int32)}, + } + + +def create_json_object() -> dict[str, Any]: + return {'metadata': 'json_data'} + + +def _standard_checkpointer_save_pytree(path: epath.Path) -> None: + """Saves a direct checkpoint using StandardCheckpointer for pytree.""" + pytree = create_pytree() + if _OVERWRITE.value: + path.rmtree(missing_ok=True) + with standard_checkpointer.StandardCheckpointer() as checkpointer: + checkpointer.save(path, pytree) + + +def _checkpointer_save_composite_mixed(path: epath.Path) -> None: + """Saves a composite checkpoint using Checkpointer + CompositeHandler.""" + json_object = create_json_object() + pytree = create_pytree() + checkpoint_args = args.Composite(**{ + 'state': args.PyTreeSave(pytree), # Represents pytree checkpointable. + 'metadata': args.JsonSave(json_object), + }) + if _OVERWRITE.value: + path.rmtree(missing_ok=True) + with v0_checkpointer.Checkpointer( + composite_checkpoint_handler.CompositeCheckpointHandler() + ) as checkpointer: + checkpointer.save(path, checkpoint_args) + + +def generate_v0_checkpoint( + path: epath.Path, + is_direct_checkpoint: bool = False, +) -> None: + """Generates a V0 checkpoint with the given save function.""" + if is_direct_checkpoint: + _standard_checkpointer_save_pytree(path) + (path / 'descriptor').rmtree() # GOOGLE_INTERNAL + else: + _checkpointer_save_composite_mixed(path) + (path / 'state' / 'descriptor').rmtree() # GOOGLE_INTERNAL + + +def delete_checkpoint_metadata_field( + path: epath.Path, field_to_remove: str +) -> None: + """Deletes a field from _CHECKPOINT_METADATA.""" + metadata_path = path / '_CHECKPOINT_METADATA' + with open(metadata_path, 'r') as f: + data = json.load(f) + del data[field_to_remove] + with open(metadata_path, 'w') as f: + json.dump(data, f) + + +def v0_generate_case( + is_direct_checkpoint: bool, + has_checkpoint_metadata: bool, + has_pytree_metadata: bool, +) -> None: + """Generates a V0 checkpoint based on parameters.""" + ckpt_type = ( + 'direct_checkpoint' if is_direct_checkpoint else 'composite_checkpoint' + ) + metadata_dir = ( + 'checkpoint_metadata_present' + if has_checkpoint_metadata + else 'checkpoint_metadata_missing' + ) + pytree_dir = ( + 'pytree_checkpointable_has_metadata' + if has_pytree_metadata + else 'pytree_checkpointable_missing_metadata' + ) + path = ( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / ckpt_type + / metadata_dir + / pytree_dir + ) + + generate_v0_checkpoint(path, is_direct_checkpoint=is_direct_checkpoint) + + if not has_checkpoint_metadata: + metadata_path = path / '_CHECKPOINT_METADATA' + if metadata_path.exists(): + metadata_path.unlink() + + if not has_pytree_metadata: + pytree_metadata_path = path if is_direct_checkpoint else path / 'state' + (pytree_metadata_path / '_METADATA').unlink() + + +def v0_missing_checkpoint_metadata_field( + field_to_remove: str, + is_direct_checkpoint: bool, +) -> None: + """Saves V0 checkpoint and removes a field from _CHECKPOINT_METADATA.""" + ckpt_type = ( + 'direct_checkpoint' if is_direct_checkpoint else 'composite_checkpoint' + ) + path = ( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / ckpt_type + / 'non_critical_metadata_alterations' + / f'missing_{field_to_remove}_metadata' + ) + generate_v0_checkpoint(path, is_direct_checkpoint=is_direct_checkpoint) + delete_checkpoint_metadata_field(path, field_to_remove) + + +def v0_missing_pytree_data( + name: str, + is_direct_checkpoint: bool, + is_dir: bool = False, + is_critical: bool = False, +) -> None: + """Saves a checkpoint and removes data files or directories.""" + ckpt_type = ( + 'direct_checkpoint' if is_direct_checkpoint else 'composite_checkpoint' + ) + prefix = 'dir' if is_dir else 'file' + alteration_type = ( + 'critical_metadata_alterations' + if is_critical + else 'non_critical_metadata_alterations' + ) + path = ( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / ckpt_type + / alteration_type + / f'missing_pytree_data_{prefix}_{name}' + ) + generate_v0_checkpoint(path, is_direct_checkpoint=is_direct_checkpoint) + + target_path = path if is_direct_checkpoint else path / 'state' + if is_dir: + (target_path / name).rmtree() + else: + (target_path / name).unlink() + + +def main(argv): + del argv + epath.Path(_BASE_DIR.value).mkdir(parents=True, exist_ok=True) + + test_utils.set_tensorstore_driver_for_test() + + print('Generating V0 Checkpoints...') + # Three categories we'll generate against: + # 1. Is Checkpoint Metadata present? + # - Yes, No + # 2. Item_handler type (save method which dictates item_handler contents) + # - dict(composite), str(direct_pytree checkpoint) + # Note we will treat v0 checkpoint handlers as unregistered by default when + # we test loading. + # 3. Is Pytree? (Pytree Metadata present in checkpointable dir?) + # - Yes, No + + # The directory structure will follow the categories above: + # base_dir / + # 'v0_checkpoints' / + # <'direct_checkpoint' | 'composite_checkpoint'> / + # / + # _metadata / + + for is_dir_ckpt, has_metadata, has_pytree in itertools.product( + [True, False], repeat=3 + ): + v0_generate_case( + is_direct_checkpoint=is_dir_ckpt, + has_checkpoint_metadata=has_metadata, + has_pytree_metadata=has_pytree, + ) + + + # --- ADDITIONAL CORRUPTIONS --- + # The directory structure will be as follows: + # base_dir / + # 'v0_checkpoints' / + # <'composite_checkpoint'|'direct_checkpoint'> / + # <'critical_metadata_alterations'/'critical_pytree_data_alterations'> / + # / + + # --- NON-CRITICAL METADATA ALTERATIONS --- + # These metadata fields are safely considered non-critical for backward + # compatibility. + fields_to_remove = [ + 'item_handlers', + 'metrics', + 'performance_metrics', + 'init_timestamp_nsecs', + 'commit_timestamp_nsecs', + 'custom_metadata', + ] + for field, is_dir_ckpt in itertools.product(fields_to_remove, [True, False]): + v0_missing_checkpoint_metadata_field(field, is_dir_ckpt) + + # --- NON-CRITICAL PYTREE DATA ALTERATIONS --- + # These files/dirs are non-critical to loading the pytree. Note: absence of + # _sharding will only give an error if abstract pytree is not provided. + non_critical_tasks = [ + ('_sharding', False), + ('array_metadatas', True), + ] + for name, is_directory in non_critical_tasks: + for is_dir_ckpt in [True, False]: + v0_missing_pytree_data( + name, is_dir_ckpt, is_dir=is_directory, is_critical=False + ) + + # --- CRITICAL PYTREE DATA ALTERATIONS --- + # These files/dirs are critical for loading the pytree successfully. + critical_tasks = [ + ('manifest.ocdbt', False), + ('ocdbt.process_0', True), + ('d', True), + ] + for name, is_directory in critical_tasks: + for is_dir_ckpt in [True, False]: + v0_missing_pytree_data( + name, is_dir_ckpt, is_dir=is_directory, is_critical=True + ) + + print(f'V0 Checkpoints generated at {_BASE_DIR.value}') + + +if __name__ == '__main__': + app.run(main) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v1_checkpoints.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v1_checkpoints.py new file mode 100644 index 000000000..49908e0d6 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v1_checkpoints.py @@ -0,0 +1,289 @@ +# Copyright 2026 The Orbax Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Generates V1 checkpoints for compatibility testing. + +The checkpoints generated by this script are checked into the repository +statically. While our library's logic changes over time, user-held checkpoints +do not. Checking these in allows us to test the interaction between evolving +code and "frozen" static artifacts, ensuring long-term backward compatibility +that runtime generation (which only tests current library behavior) cannot +guarantee. +""" +import itertools +import json +import os +from typing import Any + +from absl import app +from absl import flags +from etils import epath +import jax.numpy as jnp +from orbax.checkpoint import test_utils +import orbax.checkpoint.experimental.v1 as ocp +from orbax.checkpoint.experimental.v1._src.handlers import registration + + +FLAGS = flags.FLAGS + + +def _get_base_dir(): + if 'BUILD_WORKING_DIRECTORY' in os.environ: + return os.path.join( + os.environ['BUILD_WORKING_DIRECTORY'], + 'orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints', + ) + return os.path.join( + os.path.dirname(__file__), + 'checkpoints', + ) + + +_BASE_DIR = flags.DEFINE_string( + 'base_dir', + _get_base_dir(), + 'Base directory to save checkpoints.', +) +_OVERWRITE = flags.DEFINE_bool( + 'overwrite', + False, + 'Overwrite existing checkpoints.', +) + + +def create_pytree() -> dict[str, Any]: + return { + 'a': jnp.array([0, 1, 2, 3, 4, 5, 6, 7], dtype=jnp.int32), + 'b': {'c': jnp.array([1, 2, 3], dtype=jnp.int32)}, + } + + +def create_json_object() -> dict[str, Any]: + return {'metadata': 'json_data'} + + +def generate_v1_checkpoint(path: epath.Path) -> None: + """Saves a V1 composite checkpoint using save_checkpointables.""" + checkpointables = { + 'state': create_pytree(), + 'metadata': create_json_object(), + } + if _OVERWRITE.value: + path.rmtree(missing_ok=True) + + registry = registration.local_registry() + registry.add(ocp.handlers.PyTreeHandler, checkpointable_name='state') + registry.add(ocp.handlers.JsonHandler, checkpointable_name='metadata') + with ocp.Context( + checkpointables_options=ocp.options.CheckpointablesOptions( + registry=registry + ) + ): + ocp.save_checkpointables(path, checkpointables) + (path / 'descriptor').rmtree() # GOOGLE_INTERNAL + + +def delete_checkpoint_metadata_field( + path: epath.Path, field_to_remove: str +) -> None: + """Deletes a field from _CHECKPOINT_METADATA.""" + metadata_path = path / '_CHECKPOINT_METADATA' + with open(metadata_path, 'r') as f: + data = json.load(f) + del data[field_to_remove] + with open(metadata_path, 'w') as f: + json.dump(data, f) + + +def v1_generate_case( + has_checkpoint_metadata: bool, + has_pytree_metadata: bool, +) -> None: + """Generates a V1 checkpoint based on parameters.""" + metadata_dir = ( + 'checkpoint_metadata_present' + if has_checkpoint_metadata + else 'checkpoint_metadata_missing' + ) + pytree_dir = ( + 'pytree_checkpointable_has_metadata' + if has_pytree_metadata + else 'pytree_checkpointable_missing_metadata' + ) + path = ( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'composite_checkpoint' + / metadata_dir + / pytree_dir + ) + + generate_v1_checkpoint(path) + + if not has_checkpoint_metadata: + metadata_path = path / '_CHECKPOINT_METADATA' + if metadata_path.exists(): + metadata_path.unlink() + + if not has_pytree_metadata: + pytree_metadata_path = path / 'state' + (pytree_metadata_path / '_METADATA').unlink() + + +def v1_missing_checkpoint_metadata_field( + field_to_remove: str, +) -> None: + """Saves V1 checkpoint and removes a field from _CHECKPOINT_METADATA.""" + path = ( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'composite_checkpoint' + / 'non_critical_metadata_alterations' + / f'missing_{field_to_remove}_metadata' + ) + generate_v1_checkpoint(path) + delete_checkpoint_metadata_field(path, field_to_remove) + + +def v1_missing_pytree_data( + name: str, is_dir: bool = False, is_critical: bool = False +) -> None: + """Saves a checkpoint and removes data files or directories.""" + prefix = 'dir' if is_dir else 'file' + alteration_type = ( + 'critical_metadata_alterations' + if is_critical + else 'non_critical_metadata_alterations' + ) + path = ( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'composite_checkpoint' + / alteration_type + / f'missing_pytree_data_{prefix}_{name}' + ) + generate_v1_checkpoint(path) + + target_path = path / 'state' + if is_dir: + (target_path / name).rmtree() + else: + (target_path / name).unlink() + + +def v1_dummy_checkpointable_present() -> None: + """Saves a checkpointables checkpoint and adds a dummy checkpointable.""" + # Note: this is a critical alteration because a checkpointable is added to + # the checkpoint and causes error when calling load_checkpointables with + # `abstract_checkpointables=None`, which attempts to load all contents of the + # checkpoint and will fail to restore the contents of a dummmy checkpointable. + path = ( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'composite_checkpoint' + / 'critical_general_alterations' + / 'dummy_checkpointable_added' + ) + generate_v1_checkpoint(path) + (path / 'dummy').mkdir() + (path / 'dummy' / '_METADATA').write_text('dummy') + + +def v1_delete_checkpointable() -> None: + """Saves a checkpointables checkpoint and deletes a checkpointable.""" + # Note: this is a non-critical alteration because each checkpointable is + # separable and we allow deleting specific checkpointables as needed. + # Restoring the checkpoint does not raise an error, as long as we don't + # attempt to restore the deleted checkpointable. + path = ( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'composite_checkpoint' + / 'non_critical_general_alterations' + / 'deleted_checkpointable' + ) + generate_v1_checkpoint(path) + (path / 'state').rmtree() + + +def main(argv): + del argv + epath.Path(_BASE_DIR.value).mkdir(parents=True, exist_ok=True) + test_utils.set_tensorstore_driver_for_test() + print('Generating V1 Checkpoints...') + + # The directory structure will follow the categories above: + # base_dir / + # 'v1_checkpoints' / + # <'composite_checkpoint'> / + # / + # _metadata / + # Note we will be testing against unregistered handlers in our testing + # files. + for has_metadata, has_pytree in itertools.product( + [True, False], repeat=2 + ): + v1_generate_case( + has_checkpoint_metadata=has_metadata, + has_pytree_metadata=has_pytree, + ) + + # --- ADDITIONAL CORRUPTIONS --- + # The directory structure will be as follows: + # base_dir / + # 'v1_checkpoints' / + # 'composite_checkpoint' / + # / + # / + + # --- NON-CRITICAL METADATA ALTERATIONS --- + fields_to_remove = [ + 'item_handlers', + 'metrics', + 'performance_metrics', + 'init_timestamp_nsecs', + 'commit_timestamp_nsecs', + 'custom_metadata', + ] + for field in fields_to_remove: + v1_missing_checkpoint_metadata_field(field) + + # --- NON-CRITICAL PYTREE DATA ALTERATIONS --- + # These files/dirs are non-critical to loading the pytree. Note: absence of + # _sharding will only give an error if abstract pytree is not provided. + non_critical_tasks = [ + ('_sharding', False), + ('array_metadatas', True), + ] + for name, is_directory in non_critical_tasks: + v1_missing_pytree_data(name, is_dir=is_directory, is_critical=False) + + # --- CRITICAL PYTREE DATA ALTERATIONS --- + critical_tasks = [ + ('manifest.ocdbt', False), + ('ocdbt.process_0', True), + ('d', True), + ] + for name, is_directory in critical_tasks: + v1_missing_pytree_data(name, is_dir=is_directory, is_critical=True) + + # --- GENERAL ALTERATIONS --- + v1_dummy_checkpointable_present() + v1_delete_checkpointable() + + print(f'V1 Checkpoints generated at {_BASE_DIR.value}') + + +if __name__ == '__main__': + app.run(main) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/load_checkpointables_compatibility_test.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/load_checkpointables_compatibility_test.py new file mode 100644 index 000000000..2203ce213 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/load_checkpointables_compatibility_test.py @@ -0,0 +1,311 @@ +# Copyright 2026 The Orbax Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Tests for V1 load_checkpointables API against generated V0/V1 Checkpoints.""" +import os + +from absl import flags +from absl.testing import absltest +from absl.testing import parameterized +from etils import epath +import jax +import jax.numpy as jnp +from orbax.checkpoint import test_utils +import orbax.checkpoint.experimental.v1 as ocp +from orbax.checkpoint.experimental.v1._src.context import options as options_lib +from orbax.checkpoint.experimental.v1._src.handlers import registration +from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout as checkpoint_layout_lib + + +CheckpointLayoutEnum = options_lib.CheckpointLayout +InvalidLayoutError = checkpoint_layout_lib.InvalidLayoutError + + +_BASE_DIR = os.path.join(os.path.dirname(__file__), 'checkpoints') + + +class LoadCheckpointablesCompatibilityTest(parameterized.TestCase): + + def setUp(self): + super().setUp() + self.base_dir = epath.Path(_BASE_DIR) + self.expected_state = { + 'a': jnp.array([0, 1, 2, 3, 4, 5, 6, 7], dtype=jnp.int32), + 'b': {'c': jnp.array([1, 2, 3], dtype=jnp.int32)}, + } + sharding = jax.sharding.SingleDeviceSharding(jax.devices()[0]) + self.abstract_state = jax.tree.map( + lambda x: jax.ShapeDtypeStruct(x.shape, x.dtype, sharding=sharding), + self.expected_state + ) + self.expected_metadata = {'metadata': 'json_data'} + self.abstract_metadata = None + self.expected_checkpointables = { + 'state': self.expected_state, + 'metadata': self.expected_metadata, + } + self.abstract_checkpointables = { + 'state': self.abstract_state, + 'metadata': self.abstract_metadata, + } + + def get_checkpoint_path( + self, version, metadata_present, is_direct_checkpoint, is_pytree + ): + """Returns the path to the checkpoint for each combination of parameters.""" + if version == 'v1' and is_direct_checkpoint: + return None # V1 does not support direct checkpoints. + + version_dir = f'{version}_checkpoints' + type_dir = ( + 'direct_checkpoint' if is_direct_checkpoint else 'composite_checkpoint' + ) + metadata_dir = ( + 'checkpoint_metadata_present' + if metadata_present + else 'checkpoint_metadata_missing' + ) + pytree_dir = ( + 'pytree_checkpointable_has_metadata' + if is_pytree + else 'pytree_checkpointable_missing_metadata' + ) + + return ( + self.base_dir + / version_dir + / type_dir + / metadata_dir + / pytree_dir + ) + + def setup_registry( + self, + names_registered, + handler_registered, + ): + """Ensures we only have what we explicitly add.""" + registry = ocp.handlers.local_registry(include_global_registry=False) + + if handler_registered: + registry.add(ocp.handlers.PyTreeHandler, checkpointable_name=None, secondary_typestrs=[ + 'orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler', + 'orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler', + ]) + registry.add(ocp.handlers.JsonHandler, checkpointable_name=None, secondary_typestrs=[ + 'orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler', + ]) + + # Corresponds to all checkpointables in the checkpoint being explicitly + # registered to a handler. + if names_registered: + registry.add(ocp.handlers.PyTreeHandler, checkpointable_name='state') + registry.add(ocp.handlers.JsonHandler, checkpointable_name='metadata') + + registry.add(ocp.handlers.PyTreeHandler, checkpointable_name='pytree') + + return registry + + def _determine_expected_outcome( + self, + version, + checkpointable_names_provided, + names_registered, + metadata_present, + is_direct_checkpoint, + has_pytree_metadata, + handler_registered, + ): + """Encapsulates the complex boolean logic to determine load behavior.""" + # Direct checkpoints cannot be loaded with load_checkpointables. + if version == 'v0' and is_direct_checkpoint: + # Fails attempt to load explicit checkpointables. + if checkpointable_names_provided: + return True, KeyError, ( + r'Requested checkpointables: .* for loading were not found in the' + r' checkpoint' + ) + # In attempt to load everything, failure to load pytree contents as + # checkpointables themselves. + return True, KeyError, ( + r'Failed to load checkpointable: .* due to incompatible handler: .*' + ) + + # LAYOUT VALIDATION BEHAVIOR: + # V1 strictly requires that checkpoint metadata is present. Additionally, + # for the v0 composite checkpoint, we require metadata to resolve the + # metadata checkpointable which is not handelable by PyTreeHandler. + if version == 'v1' and not metadata_present: + return True, InvalidLayoutError, ( + r'Could not recognize the checkpoint at .* as a valid Orbax' + r' checkpoint' + ) + # Since we are loading all checkpointables, we need pytree metadata to be + # present for 'state' to properly resolve with PyTreeHandler for load. + if not has_pytree_metadata: + return True, registration.NoEntryError, ( + r'Failed to load checkpointable: .* due to incompatible handler: .*' + ) + + # HANDLER RESOLUTION BEHAVIOR: + # Given that names_registered corresponds to all checkpointables in our test + # checkpoints being explicitly registered to a handler, we can + # resolve the handlers for load without issue. + if names_registered: + return False, None, None + # Otherwise, we require checkpoint handler metadata to be present and for + # them to be registered to resolve the handlers for load. + if ( + not handler_registered + or not metadata_present + ): + return True, registration.NoEntryError, ( + r'Failed to load checkpointable: .* due to incompatible handler: .*' + ) + + return False, None, None + + @parameterized.product( + version=['v0', 'v1'], + checkpointable_names_provided=[True, False], + abstract_checkpointables_provided=[True, False], + names_registered=[True, False], + metadata_present=[True, False], + is_direct_checkpoint=[True, False], + has_pytree_metadata=[True, False], + handler_registered=[True, False], + ) + def test_load_checkpointables_compatibility( + self, + version, + checkpointable_names_provided, + abstract_checkpointables_provided, + names_registered, + metadata_present, + is_direct_checkpoint, + has_pytree_metadata, + handler_registered, + ): + path = self.get_checkpoint_path( + version, metadata_present, is_direct_checkpoint, has_pytree_metadata + ) + if path is None or not path.exists(): + self.skipTest('Checkpoint for combination does not exist.') + + if not checkpointable_names_provided and abstract_checkpointables_provided: + self.skipTest( + 'Cannot provide abstract_checkpointables without' + ' checkpointable_names.' + ) + + registry = self.setup_registry( + names_registered, + handler_registered, + ) + + should_fail, error_type, expected_error_msg = ( + self._determine_expected_outcome( + version, + checkpointable_names_provided, + names_registered, + metadata_present, + is_direct_checkpoint, + has_pytree_metadata, + handler_registered, + ) + ) + + if checkpointable_names_provided: + if abstract_checkpointables_provided: + abstract_checkpointables = self.abstract_checkpointables + else: + abstract_checkpointables = { + 'state': None, + 'metadata': None, + } + else: + abstract_checkpointables = None + + with ocp.Context( + checkpointables_options=ocp.options.CheckpointablesOptions( + registry=registry + ) + ): + if should_fail: + with self.assertRaisesRegex(error_type, expected_error_msg): + ocp.load_checkpointables( + path, + abstract_checkpointables=abstract_checkpointables, + ) + else: + loaded = ocp.load_checkpointables( + path, + abstract_checkpointables=abstract_checkpointables, + ) + test_utils.assert_tree_equal( + self, loaded, self.expected_checkpointables + ) + + @parameterized.product( + version=['v0', 'v1'], + alteration=[ + 'missing_metrics_metadata', + 'missing_performance_metrics_metadata', + 'missing_init_timestamp_nsecs_metadata', + 'missing_commit_timestamp_nsecs_metadata', + 'missing_custom_metadata_metadata', + 'missing_pytree_data_dir_array_metadatas', + 'missing_pytree_data_file__sharding', + ], + ) + def test_load_checkpointables_non_critical_corruptions( + self, version, alteration + ): + path = self.base_dir.joinpath( + f'{version}_checkpoints', + 'composite_checkpoint', + 'non_critical_metadata_alterations', + alteration, + ) + loaded = ocp.load_checkpointables( + path, abstract_checkpointables=self.abstract_checkpointables + ) + test_utils.assert_tree_equal(self, loaded, self.expected_checkpointables) + + @parameterized.product( + version=['v0', 'v1'], + alteration=[ + 'missing_pytree_data_file_manifest.ocdbt', + # 'missing_pytree_data_dir_ocdbt.process_0', Not failing. + 'missing_pytree_data_dir_d', + ], + ) + def test_load_checkpointables_critical_corruptions(self, version, alteration): + path = self.base_dir.joinpath( + f'{version}_checkpoints', + 'composite_checkpoint', + 'critical_metadata_alterations', + alteration, + ) + error_type = registration.NoEntryError + # Underlying error is due to Error opening driver, present in stack trace. + error_msg = r'Failed to load checkpointable: .* due to incompatible handler' + with self.assertRaisesRegex(error_type, error_msg): + ocp.load_checkpointables( + path, abstract_checkpointables=self.abstract_checkpointables + ) + + +if __name__ == '__main__': + absltest.main() diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/load_pytree_compatibility_test.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/load_pytree_compatibility_test.py new file mode 100644 index 000000000..ba0faa05d --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/load_pytree_compatibility_test.py @@ -0,0 +1,356 @@ +# Copyright 2026 The Orbax Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Tests for V1 load_pytree API against generated V0 and V1 Checkpoints.""" +import os + +from absl.testing import absltest +from absl.testing import parameterized +from etils import epath +import jax +import jax.numpy as jnp +from orbax.checkpoint import test_utils +import orbax.checkpoint.experimental.v1 as ocp +from orbax.checkpoint.experimental.v1._src.context import options as options_lib +from orbax.checkpoint.experimental.v1._src.handlers import registration +from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout as checkpoint_layout_lib + + +CheckpointLayoutEnum = options_lib.CheckpointLayout +InvalidLayoutError = checkpoint_layout_lib.InvalidLayoutError + + +_BASE_DIR = os.path.join(os.path.dirname(__file__), 'checkpoints') + + +class LoadPytreeCompatibilityTest(parameterized.TestCase): + + def setUp(self): + super().setUp() + self.base_dir = epath.Path(_BASE_DIR) + self.expected_state = { + 'a': jnp.array([0, 1, 2, 3, 4, 5, 6, 7], dtype=jnp.int32), + 'b': {'c': jnp.array([1, 2, 3], dtype=jnp.int32)}, + } + sharding = jax.sharding.SingleDeviceSharding(jax.devices()[0]) + self.abstract_state = jax.tree.map( + lambda x: jax.ShapeDtypeStruct(x.shape, x.dtype, sharding=sharding), + self.expected_state + ) + + def get_checkpoint_path( + self, version, metadata_present, is_direct_checkpoint, is_pytree + ): + """Returns the path to the checkpoint for each combination of parameters.""" + if version == 'v1' and is_direct_checkpoint: + return None # V1 does not support direct checkpoints. + + version_dir = f'{version}_checkpoints' + type_dir = ( + 'direct_checkpoint' if is_direct_checkpoint else 'composite_checkpoint' + ) + metadata_dir = ( + 'checkpoint_metadata_present' + if metadata_present + else 'checkpoint_metadata_missing' + ) + pytree_dir = ( + 'pytree_checkpointable_has_metadata' + if is_pytree + else 'pytree_checkpointable_missing_metadata' + ) + + return ( + self.base_dir + / version_dir + / type_dir + / metadata_dir + / pytree_dir + ) + + def setup_registry( + self, + path, + checkpointable_name, + name_registered, + handler_registered, + pytree_registered, + ): + """Ensures we only have what we explicitly add.""" + registry = ocp.handlers.local_registry(include_global_registry=False) + + # This reflects when a user has a checkpoint saved with unregistered + # handler typestrs in metadata, if not handler_registered, handler + # resolution will fail when trying to resolve based on metadata. + if handler_registered: + # The secondary_typestrs are those used to save the pytree + # 'state' for V0 composite and direct checkpoints respectively. + secondary_typestrs = [ + 'orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler', + 'orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler', + ] + registry.add( + ocp.handlers.PyTreeHandler, + checkpointable_name=None, + secondary_typestrs=secondary_typestrs, + ) + + if name_registered: + # Register the handler with a specific name, possibly the top-level + # checkpointable name if provided, otherwise we use the path name assuming + # we have a top-level pytree checkpoint. + if checkpointable_name: + registry.add( + ocp.handlers.PyTreeHandler, checkpointable_name=checkpointable_name + ) + else: + registry.add(ocp.handlers.PyTreeHandler, checkpointable_name=path.name) + + if pytree_registered: + # Register to scoped 'pytree' handler for fallback resolution. + # Note this should standardly be present, though testing its presence to + # ensure resolution works as expected without always relying on it. + registry.add(ocp.handlers.PyTreeHandler, checkpointable_name='pytree') + + return registry + + def _determine_expected_outcome( + self, + version, + checkpointable_name, + abstract_pytree_provided, + name_registered, + metadata_present, + is_direct_checkpoint, + is_pytree, + handler_registered, + pytree_registered, + ): + """Encapsulates the complex boolean logic to determine load behavior.""" + # LAYOUT VALIDATION BEHAVIOR: + if version == 'v1': + # V1 strictly requires that checkpoint metadata is present. + if not metadata_present: + return ( + True, + InvalidLayoutError, + ( + r'Could not recognize the checkpoint at .* as a valid Orbax' + r' checkpoint' + ), + ) + # V1 does not support loading a top-level pytree, redirects to V0. + if checkpointable_name is None: + return ( + True, + ValueError, + ( + r'Failed to interpret path .* as a .* Orbax PyTree' + ), + ) + + # If checkpoint is not a pytree or if the layout logic fails to identify a + # pytree checkpoint at the checkpointable_name path, then we expect an + # InvalidLayoutError. + if not is_pytree or ( + (is_direct_checkpoint and checkpointable_name) + or (not is_direct_checkpoint and checkpointable_name is None) + ): + return ( + True, + InvalidLayoutError, + ( + r'Failed to interpret path .* as a .* Orbax PyTree' + ), + ) + + # HANDLER RESOLUTION BEHAVIOR: + can_resolve = ( + # If checkpointable name is explicitly registered to a handler, we can + # use it for load. + name_registered + # If a handler is registered which corresponds to the handler typestr + # derived from checkpoint metadata and abstract_pytree if either are + # provided. + or ( + handler_registered + and (abstract_pytree_provided or metadata_present) + ) + or pytree_registered + ) + + if not can_resolve: + return ( + True, + registration.NoEntryError, + ( + r'Could not resolve a handler for .* and no \'pytree\' handler' + r' found in .*' + ), + ) + + return False, None, None + + @parameterized.product( + version=['v0', 'v1'], + checkpointable_name=['state', None], + abstract_pytree_provided=[True, False], + name_registered=[True, False], + metadata_present=[True, False], + is_direct_checkpoint=[True, False], + is_pytree=[True, False], + handler_registered=[True, False], + pytree_registered=[True, False], + ) + def test_load_pytree_compatibility( + self, + version, + checkpointable_name, + abstract_pytree_provided, + name_registered, + metadata_present, + is_direct_checkpoint, + is_pytree, + handler_registered, + pytree_registered, + ): + path = self.get_checkpoint_path( + version, metadata_present, is_direct_checkpoint, is_pytree + ) + if path is None or not path.exists(): + self.skipTest('Checkpoint for combination does not exist.') + + registry = self.setup_registry( + path, + checkpointable_name, + name_registered, + handler_registered, + pytree_registered, + ) + + should_fail, error_type, expected_error_msg = ( + self._determine_expected_outcome( + version, + checkpointable_name, + abstract_pytree_provided, + name_registered, + metadata_present, + is_direct_checkpoint, + is_pytree, + handler_registered, + pytree_registered, + ) + ) + + actual_abstract_pytree = ( + self.abstract_state if abstract_pytree_provided else None + ) + + with ocp.Context( + checkpointables_options=ocp.options.CheckpointablesOptions( + registry=registry + ) + ): + if should_fail: + with self.assertRaisesRegex(error_type, expected_error_msg): + ocp.load_pytree( + path, + checkpointable_name=checkpointable_name, + abstract_pytree=actual_abstract_pytree, + ) + else: + loaded = ocp.load_pytree( + path, + checkpointable_name=checkpointable_name, + abstract_pytree=actual_abstract_pytree, + ) + test_utils.assert_tree_equal(self, loaded, self.expected_state) + + @parameterized.product( + version=['v0', 'v1'], + alteration=[ + 'missing_item_handlers_metadata', + 'missing_metrics_metadata', + 'missing_performance_metrics_metadata', + 'missing_init_timestamp_nsecs_metadata', + 'missing_commit_timestamp_nsecs_metadata', + 'missing_custom_metadata_metadata', + 'missing_pytree_data_dir_array_metadatas', + 'missing_pytree_data_file__sharding', + ], + ) + def test_load_pytree_non_critical_corruptions(self, version, alteration): + + path = self.base_dir.joinpath( + f'{version}_checkpoints', + 'composite_checkpoint', + 'non_critical_metadata_alterations', + alteration, + ) + loaded = ocp.load_pytree( + path, abstract_pytree=self.abstract_state, checkpointable_name='state' + ) + test_utils.assert_tree_equal(self, loaded, self.expected_state) + + @parameterized.product( + version=['v0', 'v1'], + alteration=[ + 'missing_pytree_data_file_manifest.ocdbt', + # 'missing_pytree_data_dir_ocdbt.process_0', Not failing. + 'missing_pytree_data_dir_d', + ], + ) + def test_load_pytree_critical_corruptions(self, version, alteration): + path = self.base_dir.joinpath( + f'{version}_checkpoints', + 'composite_checkpoint', + 'critical_metadata_alterations', + alteration, + ) + error_type = ValueError + error_msg = r'Error opening .* driver:' + with self.assertRaisesRegex(error_type, error_msg): + ocp.load_pytree( + path, + checkpointable_name='state', + abstract_pytree=self.abstract_state, + ) + + @parameterized.product( + version=['v0', 'v1'], + ) + def test_load_incorrect_path(self, version): + checkpoint_path = ( + self.base_dir + / f'{version}_checkpoints' + / 'composite_checkpoint' + / 'checkpoint_metadata_present' + / 'pytree_checkpointable_has_metadata' + ) + child_path = checkpoint_path / 'state' + parent_path = checkpoint_path.parent + with self.assertRaisesRegex( + InvalidLayoutError, + r'Could not recognize the checkpoint at .* as a valid Orbax checkpoint' + ): + ocp.load_pytree(child_path, checkpointable_name='state') + with self.assertRaisesRegex( + InvalidLayoutError, + r'Could not recognize the checkpoint at .* as a valid Orbax checkpoint' + ): + ocp.load_pytree(parent_path, checkpointable_name='state') + + +if __name__ == '__main__': + absltest.main() diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/handler_utils.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/handler_utils.py index b82071c9a..6c0022c50 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/handler_utils.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/handler_utils.py @@ -18,16 +18,19 @@ import dataclasses import json -from typing import Any, Awaitable, Generic, Type, TypeVar +from typing import Any, Awaitable, Generic, Sequence, Type, TypeVar import aiofiles from etils import epath +import jax from orbax.checkpoint import checkpoint_args as v0_args from orbax.checkpoint import handlers as v0_handlers from orbax.checkpoint._src import asyncio_utils from orbax.checkpoint.experimental.v1._src.context import context as context_lib from orbax.checkpoint.experimental.v1._src.handlers import types as handler_types from orbax.checkpoint.experimental.v1._src.path import types as path_types +from orbax.checkpoint.experimental.v1._src.serialization import array_leaf_handler +from orbax.checkpoint.experimental.v1._src.serialization import types from orbax.checkpoint.experimental.v1._src.synchronization import multihost from orbax.checkpoint.experimental.v1._src.testing import path_utils as path_test_utils @@ -363,3 +366,49 @@ def is_handleable(self, checkpointable: BasicDict) -> bool: def is_abstract_handleable(self, abstract_checkpointable: None) -> bool: return abstract_checkpointable is None + + +@dataclasses.dataclass +class LazyArray: + """A custom array type wrapping a jax.Array for testing.""" + array: jax.Array + + +class AbstractLazyArray(types.AbstractShardedArray): + pass + + +class LazyArrayHandler( + types.LeafHandler[LazyArray, types.AbstractShardedArray] +): + """A custom LeafHandler that uses composition of ArrayLeafHandler.""" + + def __init__(self, context=None): + self._array_handler = array_leaf_handler.ArrayLeafHandler(context=context) + + async def serialize( + self, + params: Sequence[types.SerializationParam[LazyArray]], + serialization_context: types.SerializationContext, + ) -> Awaitable[None]: + array_params = [ + types.SerializationParam(p.keypath, p.value.array) for p in params + ] + return await self._array_handler.serialize( + array_params, serialization_context + ) + + async def deserialize( + self, + params: Sequence[types.DeserializationParam[types.AbstractShardedArray]], + deserialization_context: types.DeserializationContext, + ) -> Awaitable[Sequence[LazyArray]]: + arrays_awaitable = await self._array_handler.deserialize( + params, deserialization_context + ) + + async def _wrap_results() -> Sequence[LazyArray]: + resolved_arrays = await arrays_awaitable + return tuple(LazyArray(arr) for arr in resolved_arrays) + + return _wrap_results() diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py index 00969a212..adeab5cb8 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py @@ -42,6 +42,9 @@ from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout from orbax.checkpoint.experimental.v1._src.path import async_utils from orbax.checkpoint.experimental.v1._src.path import types as path_types +from orbax.checkpoint.experimental.v1._src.serialization import array_leaf_handler +from orbax.checkpoint.experimental.v1._src.serialization import registry as serialization_registry +from orbax.checkpoint.experimental.v1._src.serialization import types from orbax.checkpoint.experimental.v1._src.synchronization import multihost from orbax.checkpoint.experimental.v1._src.testing import array_utils as array_test_utils from orbax.checkpoint.experimental.v1._src.testing import handler_utils @@ -275,6 +278,66 @@ def test_leaf_change_type(self): ), ) + def test_custom_array_type(self): + # Set up local context with custom registry. + custom_registry = serialization_registry.StandardLeafHandlerRegistry() + custom_registry.add( + handler_utils.LazyArray, + handler_utils.AbstractLazyArray, + handler_utils.LazyArrayHandler, + ) + + custom_context = ocp.Context( + pytree_options=ocp.options.PyTreeOptions( + leaf_handler_registry=custom_registry + ) + ) + + mesh = jax.sharding.Mesh(np.asarray(jax.devices()), ('devices',)) + sharding = jax.sharding.NamedSharding(mesh, jax.sharding.PartitionSpec()) + lazy_arr = handler_utils.LazyArray( + create_sharded_array(np.arange(16), sharding) + ) + pytree = {'a': lazy_arr} + + with custom_context: + ocp.save_pytree(self.directory, pytree) + + # Attempt to load without context (using global default registry), which + # should fail + with self.assertRaisesRegex(ValueError, 'TypeHandler lookup failed'): + ocp.load_pytree(self.directory) + + # Load with the custom registry context + with custom_context: + loaded = ocp.load_pytree(self.directory) + self.assertEqual(loaded['a'].array.shape, lazy_arr.array.shape) + np.testing.assert_array_equal(loaded['a'].array, lazy_arr.array) + + # Load custom array directly as jax.Array by mapping secondary_typestr + custom_registry2 = serialization_registry.StandardLeafHandlerRegistry() + # Override the default jax.Array handler with LazyArray typestr, + # ensuring that the serialized jax.array annotated with original LazyArray + # typestr is loaded as a jax.Array. + custom_registry2.add( + jax.Array, + types.AbstractShardedArray, + array_leaf_handler.ArrayLeafHandler, + secondary_typestrs=[str(handler_utils.LazyArray)], + override=True, + ) + custom_context2 = ocp.Context( + pytree_options=ocp.options.PyTreeOptions( + leaf_handler_registry=custom_registry2 + ) + ) + with custom_context2: + loaded_as_jax_array = ocp.load_pytree(self.directory) + self.assertIsInstance(loaded_as_jax_array['a'], jax.Array) + np.testing.assert_array_equal( + loaded_as_jax_array['a'], lazy_arr.array + ) + def test_empty_array(self): value = np.ones(shape=(0,)) with self.assertRaisesRegex(ValueError, 'zero size'): diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer.py index ecca62ae8..2f7e8b368 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer.py @@ -31,6 +31,7 @@ from orbax.checkpoint.experimental.v1._src.path import step as path_step_lib from orbax.checkpoint.experimental.v1._src.path import types as path_types from orbax.checkpoint.experimental.v1._src.saving import saving +from orbax.checkpoint.experimental.v1._src.saving import validation from orbax.checkpoint.experimental.v1._src.synchronization import types as async_types from orbax.checkpoint.experimental.v1._src.training import errors from orbax.checkpoint.experimental.v1._src.training import preservation_policies @@ -489,6 +490,7 @@ def save_checkpointables_async( custom_metadata: tree_types.JsonType | None = None, ) -> async_types.AsyncResponse[bool]: """Saves a set of checkpointables asynchronously at the given step.""" + validation.validate_abstract_checkpointables(checkpointables) if overwrite: logging.info( 'Specified `overwrite`: deleting existing checkpoint %d if it' diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer_test_base.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer_test_base.py index 13d6257df..e1488726a 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer_test_base.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer_test_base.py @@ -414,7 +414,11 @@ def test_checkpointables_metadata(self, reinitialize_checkpointer): checkpoint_metadata.metadata['pytree'].keys(), ['jax_array', 'numpy_array'], ) - self.assertIsInstance(checkpoint_metadata.metadata['baz'], AbstractBaz) + # Saved with v1 save_checkpointables, so v1 handler registry can resolve + # Baz metadata using stored handler typestr. + self.assertIsInstance( + checkpoint_metadata.metadata['baz'], handler_utils.AbstractBaz + ) def test_custom_checkpointables(self): """Test custom checkpointables are saved and loaded. diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/v0v1_compatibility_checkpointer_test_base.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/v0v1_compatibility_checkpointer_test_base.py index 027d79ba7..0cff9c4be 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/v0v1_compatibility_checkpointer_test_base.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/v0v1_compatibility_checkpointer_test_base.py @@ -219,3 +219,43 @@ def test_steps(self): def test_step_already_exists(self): self.skipTest('b/422287659') + + @parameterized.product( + reinitialize_checkpointer=(True, False), + ) + def test_checkpointables_metadata(self, reinitialize_checkpointer): + # Checkpoint is saved with v0 CheckpointManager, so we expect None instead + # of AbstractBaz due to the v0 handler typestr being unrecognized by v1's + # handler registry. + checkpointer = Checkpointer(self.directory) + self.save_checkpointables( + checkpointer, + 0, + {'pytree': self.pytree, 'baz': handler_utils.Baz(123, 'hi')}, + metrics={'loss': 0.5}, + custom_metadata={'baz': 'qux'}, + ) + if reinitialize_checkpointer: + checkpointer.close() + checkpointer = Checkpointer(self.directory) + self.enter_context(checkpointer) + + checkpoint_metadata = checkpointer.checkpointables_metadata(0) + + self.assertIsInstance(checkpoint_metadata, ocp.training.CheckpointMetadata) + self.assertDictEqual(checkpoint_metadata.custom_metadata, {'baz': 'qux'}) + self.assertDictEqual(checkpoint_metadata.metrics, {'loss': 0.5}) + self.assertIsNotNone(checkpoint_metadata.init_timestamp_nsecs) + self.assertIsNotNone(checkpoint_metadata.commit_timestamp_nsecs) + self.assertIsInstance(checkpoint_metadata.metadata, dict) + self.assertSameElements( + checkpoint_metadata.metadata.keys(), ['pytree', 'baz'] + ) + self.assertSameElements( + checkpoint_metadata.metadata['pytree'].keys(), + ['jax_array', 'numpy_array'], + ) + # Cannot resolve metadata for outdated checkpointables' handler typestr + # without providing a non-none abstract checkpointable, so we expect None + # instead of AbstractBaz. + self.assertIsNone(checkpoint_metadata.metadata['baz'])