pad_policy: str = "pad"
def __post_init__(self) -> None:
if self.mode not in ("shard", "replicate", "skip"):
raise ValueError(f"Invalid FSDP shard mode: {self.mode!r}")
if self.pad_policy not in ("pad", "error", "replicate"):
raise ValueError(f"Invalid FSDP pad policy: {self.pad_policy!r}")
if isinstance(self.degree, bool) or not isinstance(self.degree, int) or self.degree < 1:
raise ValueError(f"FSDP shard degree must be a positive integer, got {self.degree!r}")
@dataclass(frozen=True)
class FsdpPlan: