Diff Coverage

Diff: origin/master...HEAD, staged and unstaged changes

Source File Diff Coverage (%) Missing Lines
hyper_parallel/core/utils/clip_grad.py 92.3% 865
hyper_parallel/core/utils/clip_grad.py
861
862
863
864
865
866
867
868
869
        buf = torch.cat(chunks)

        for pdim, reduce_op, needs_avg in partial_info:
            group = mesh.get_group(pdim)
            buf = _all_reduce_offloaded(buf, reduce_op, group)
            if needs_avg:
                buf /= dist.get_world_size(group=group)

        # Extract views for params with actual gradients.