Coverage for  / home / jenkins / .local / lib / python3.10 / site-packages / hyper_parallel / distributed / tensor_parallel / __init__.py: 100%

1# Copyright 2025-2026 Huawei Technologies Co., Ltd 

2# 

3# Licensed under the Apache License, Version 2.0 (the "License"); 

4# you may not use this file except in compliance with the License. 

5# You may obtain a copy of the License at 

6# 

7# http://www.apache.org/licenses/LICENSE-2.0 

8# 

9# Unless required by applicable law or agreed to in writing, software 

10# distributed under the License is distributed on an "AS IS" BASIS, 

11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 

12# See the License for the specific language governing permissions and 

13# limitations under the License. 

14# ============================================================================ 

15"""tensor_parallel: TP naming rules and TP-local attribute adjustment.""" 

16 

17from hyper_parallel.distributed.tensor_parallel.head_count import ( 

18 TpLocalAttrPlan, 

19 build_tp_local_attr_plan, 

20 collect_auto_head_attrs, 

21 maybe_update_head_counts, 

22 normalize_tp_divide_attrs, 

23 update_module_head_counts, 

24) 

25from hyper_parallel.distributed.tensor_parallel.param_role import ( 

26 ParameterClassifier, 

27 ParamRole, 

28) 

29 

30__all__ = [ 

31 "ParameterClassifier", 

32 "ParamRole", 

33 "TpLocalAttrPlan", 

34 "build_tp_local_attr_plan", 

35 "collect_auto_head_attrs", 

36 "maybe_update_head_counts", 

37 "normalize_tp_divide_attrs", 

38 "update_module_head_counts", 

39]