Coverage for  / home / jenkins / .local / lib / python3.10 / site-packages / hyper_parallel / core / utils / __init__.py: 100%

1# Copyright 2026 Huawei Technologies Co., Ltd 

2# 

3# Licensed under the Apache License, Version 2.0 (the "License"); 

4# you may not use this file except in compliance with the License. 

5# You may obtain a copy of the License at 

6# 

7# http://www.apache.org/licenses/LICENSE-2.0 

8# 

9# Unless required by applicable law or agreed to in writing, software 

10# distributed under the License is distributed on an "AS IS" BASIS, 

11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 

12# See the License for the specific language governing permissions and 

13# limitations under the License. 

14# ============================================================================ 

15"""Utility subpackage for distributed tensor operations.""" 

16 

17__all__ = [ 

18 "compute_local_shape_and_global_offset", 

19 "compute_local_shape_and_global_offset_by_ceil_chunk", 

20 "clip_grad_norm_", 

21 "EXISTING_COMM_GROUPS", 

22 "differentiable_all_gather_concat", 

23 "differentiable_all_to_all", 

24 "differentiable_all_to_all_single", 

25 "differentiable_all_to_all_single_async", 

26 "differentiable_all_reduce", 

27 "differentiable_reduce_scatter", 

28 "differentiable_variable_all_gather", 

29 "exchange_splits_via_all_to_all", 

30 "gather_counts_via_all_gather", 

31 "p2p_exchange", 

32 "wait_async_tensor", 

33 "get_device_handle", 

34 "get_group_local_rank", 

35] 

36 

37from hyper_parallel.core.utils.shape_utils import ( 

38 compute_local_shape_and_global_offset, 

39 compute_local_shape_and_global_offset_by_ceil_chunk, 

40) 

41from hyper_parallel.core.utils.clip_grad import clip_grad_norm_ 

42from hyper_parallel.core.utils.communication import ( 

43 EXISTING_COMM_GROUPS, 

44 differentiable_all_gather_concat, 

45 differentiable_all_to_all, 

46 differentiable_all_to_all_single, 

47 differentiable_all_to_all_single_async, 

48 differentiable_all_reduce, 

49 differentiable_reduce_scatter, 

50 differentiable_variable_all_gather, 

51 exchange_splits_via_all_to_all, 

52 gather_counts_via_all_gather, 

53 get_device_handle, 

54 get_group_local_rank, 

55 p2p_exchange, 

56 wait_async_tensor, 

57)