ScheduleInterleaved1F1B

class tensorplay.distributed.pipelining.ScheduleInterleaved1F1B(stages: list[Any], n_microbatches: int, loss_fn: Callable[[...], Any] | None = None, args_chunk_spec: tuple[TensorChunkSpec, ...] | None = None, kwargs_chunk_spec: dict[str, TensorChunkSpec] | None = None, output_merge_spec: Any = None, scale_grads: bool = True, backward_requires_autograd: bool = True, defer_pp_recv: bool = False, max_active_stages: int = 3)[source]