Diff Coverage

        """
        for scheduler in self.scheduler_ctx.all_hsdp_schedulers:
            state = scheduler.hsdp_state
            if state is None:
                continue
            for param in state.hsdp_params:
                context = param.allgather_comm_ctx
                if context.allgather_handle is None and context.allgather_output is None:
                    continue

            if state.param_group is not None:
                for bucket in state.param_group.all_gather_buckets:
                    result = bucket.all_gather_result
                    if result is None:
                        continue
                    param_fqns = ", ".join(str(param) for param in bucket.hsdp_params)
                    with profiler_record(f"finalize_unused_prefetch bucket:{state.module_name}:{param_fqns}"):
                        if result.handle is not None:
                            result.handle.wait()