Coverage for  / home / jenkins / .local / lib / python3.10 / site-packages / hyper_parallel / components / checkpoint / __init__.py: 100%

1# Copyright 2026 Huawei Technologies Co., Ltd 

2# 

3# Licensed under the Apache License, Version 2.0 (the "License"); 

4# you may not use this file except in compliance with the License. 

5# You may obtain a copy of the License at 

6# 

7# http://www.apache.org/licenses/LICENSE-2.0 

8# 

9# Unless required by applicable law or agreed to in writing, software 

10# distributed under the License is distributed on an "AS IS" BASIS, 

11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 

12# See the License for the specific language governing permissions and 

13# limitations under the License. 

14# ============================================================================ 

15"""Checkpoint persistence, discovery, and weight-layout conversion.""" 

16 

17from hyper_parallel.components.checkpoint.base import CheckpointerBase 

18from hyper_parallel.components.checkpoint.config import CheckpointingConfig 

19from hyper_parallel.components.checkpoint.conversion_ops import ( 

20 AddScalar, 

21 ConcatenateWithSections, 

22 DeinterleaveGateQKV, 

23 DeinterleaveQKV, 

24 InterleaveGateQKV, 

25 InterleaveQKV, 

26 Split, 

27) 

28from hyper_parallel.components.checkpoint.dcp_checkpointer import ( 

29 STEP_PREFIX, 

30 DistributedCheckpointer, 

31 initialize_optimizer_state, 

32) 

33from hyper_parallel.components.checkpoint.huggingface_checkpointer import ( 

34 HuggingFaceCheckpointer, 

35 resolve_hf_loader, 

36) 

37from hyper_parallel.components.checkpoint.huggingface_load_planner import ( 

38 HFLoadPlanner, 

39 load_hf_checkpoint, 

40) 

41from hyper_parallel.components.checkpoint.hf_storage import ( 

42 HuggingFaceStorageReader, 

43 TorchShardedSafetensorsReader, 

44) 

45from hyper_parallel.components.checkpoint.quantized_hf_storage import QuantizedHuggingFaceStorageReader 

46from hyper_parallel.components.checkpoint.remap_planner import DeferredRead, RemapBlock, RemapLoadPlanner 

47from hyper_parallel.components.checkpoint.load_groups import LoadReport 

48from hyper_parallel.components.checkpoint.registry import ( 

49 CHECKPOINTER_REGISTRY, 

50 build_checkpointer, 

51) 

52 

53__all__ = [ 

54 "AddScalar", 

55 "CHECKPOINTER_REGISTRY", 

56 "CheckpointerBase", 

57 "CheckpointingConfig", 

58 "ConcatenateWithSections", 

59 "DeinterleaveGateQKV", 

60 "DeinterleaveQKV", 

61 "DistributedCheckpointer", 

62 "DeferredRead", 

63 "HFLoadPlanner", 

64 "HuggingFaceCheckpointer", 

65 "HuggingFaceStorageReader", 

66 "InterleaveGateQKV", 

67 "InterleaveQKV", 

68 "LoadReport", 

69 "QuantizedHuggingFaceStorageReader", 

70 "RemapBlock", 

71 "RemapLoadPlanner", 

72 "STEP_PREFIX", 

73 "Split", 

74 "TorchShardedSafetensorsReader", 

75 "build_checkpointer", 

76 "initialize_optimizer_state", 

77 "load_hf_checkpoint", 

78 "resolve_hf_loader", 

79]