Diff Coverage

Diff: origin/r1.0.0...HEAD, staged and unstaged changes

Source File Diff Coverage (%) Missing Lines
hyper_parallel/core/pipeline_parallel/scheduler.py 92.7% 2522,2547,2597-2598
hyper_parallel/core/pipeline_parallel/scheduler.py
2518
2519
2520
2521
2522
2523
2524
2525
2526
    stage_order = []
    for action_index, action in enumerate(actions):
        for leaf_step in iter_leaf_meta_steps(action):
            if leaf_step.stage_index not in managed_stage_indices:
                continue
            if leaf_step.micro_index != last_micro:
                continue
            is_backward_leaf = leaf_step.type in (
                MetaStepType.BWD,
2543
2544
2545
2546
2547
2548
2549
2550
                reduce_points[stage_index] = max(
                    reduce_points[stage_index], action_index + 1
                )
                if is_backward_leaf:
                    launch_points[stage_index] = max(
                        launch_points[stage_index], action_index + 1
                    )
    return stage_order, reduce_points, launch_points
2593
2594
2595
2596
2597
2598
2599
2600
2601
2602
                actions[index], stage_index, MetaStepType.FSDP_UNSHARD
            )
            for index in window
        ):
            reduce_points[stage_index] = launch_point
            continue
        if reshard_indices:
            relocated_reshards[stage_index] = reshard_indices
            skipped_action_indices.update(reshard_indices)
    return relocated_reshards, skipped_action_indices