File tree Expand file tree Collapse file tree 2 files changed +2
-3
lines changed
verl/workers/engine/torchtitan Expand file tree Collapse file tree 2 files changed +2
-3
lines changed Original file line number Diff line number Diff line change 2626import torch .distributed
2727from tensordict import TensorDict
2828from torch .distributed .tensor import DTensor
29-
30- import verl .utils .torch_functional as verl_F
3129from torchtitan .config .job_config import (
3230 Checkpoint ,
3331 Compile ,
4240from torchtitan .distributed .context_parallel import prepare_context_parallel_input
4341from torchtitan .distributed .parallel_dims import ParallelDims
4442from torchtitan .train import Trainer
43+
44+ import verl .utils .torch_functional as verl_F
4545from verl .trainer .config import CheckpointConfig
4646from verl .utils import tensordict_utils as tu
4747from verl .utils .dataset .dataset_utils import DatasetPadMode
Original file line number Diff line number Diff line change 1717import torch .nn as nn
1818from torch .distributed ._composable .fsdp import FSDPModule
1919from torch .nn .attention .flex_attention import _mask_mod_signature , and_masks
20-
2120from torchtitan .models .attention import VarlenMetadata , create_attention_mask , get_causal_mask_mod
2221from torchtitan .protocols .model import AttentionMasksType
2322
You can’t perform that action at this time.
0 commit comments