Coverage for  / home / jenkins / .local / lib / python3.10 / site-packages / hyper_parallel / core / pipeline_parallel / mpipe / __init__.py: 100%

1# Copyright 2026 Huawei Technologies Co., Ltd 

2# 

3# Licensed under the Apache License, Version 2.0 (the "License"); 

4# you may not use this file except in compliance with the License. 

5# You may obtain a copy of the License at 

6# 

7# http://www.apache.org/licenses/LICENSE-2.0 

8# 

9# Unless required by applicable law or agreed to in writing, software 

10# distributed under the License is distributed on an "AS IS" BASIS, 

11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 

12# See the License for the specific language governing permissions and 

13# limitations under the License. 

14# ============================================================================ 

15"""MPipe Transpose: a self-contained Interleaved-1F1B variant that transposes 

16the preprocess block to shrink the pipeline warmup bubble. 

17 

18The package is a plugin on top of the generic pipeline schedule runtime: it 

19defines its own :class:`MpipeStepType` steps (kept out of the core 

20``MetaStepType``) and registers their handlers through 

21``PipelineScheduleRuntime.register_custom_function``, so the core scheduler 

22carries no MPipe-specific code. 

23""" 

24 

25__all__ = [ 

26 "MpipeStepType", 

27 "MPipeTransposeExecutor", 

28 "ScheduleMPipeTranspose", 

29 "PPRankOwnedSampler", 

30 "mpipe_owned_micros", 

31] 

32 

33from hyper_parallel.core.pipeline_parallel.mpipe.step_types import MpipeStepType 

34from hyper_parallel.core.pipeline_parallel.mpipe.executor import MPipeTransposeExecutor 

35from hyper_parallel.core.pipeline_parallel.mpipe.schedule import ScheduleMPipeTranspose 

36from hyper_parallel.core.pipeline_parallel.mpipe.sampler import ( 

37 PPRankOwnedSampler, 

38 mpipe_owned_micros, 

39)