File tree Expand file tree Collapse file tree 2 files changed +2
-4
lines changed Expand file tree Collapse file tree 2 files changed +2
-4
lines changed Original file line number Diff line number Diff line change 11import lightning as L
22import torch
33import torch .nn .functional as F
4+ from data import RandomTokenDataset
45from lightning .fabric .strategies import ModelParallelStrategy
56from model import ModelArgs , Transformer
67from parallelism import parallelize
78from torch .distributed .tensor .parallel import loss_parallel
89from torch .utils .data import DataLoader
910
10- from data import RandomTokenDataset
11-
1211
1312def train ():
1413 strategy = ModelParallelStrategy (
Original file line number Diff line number Diff line change 11import lightning as L
22import torch
33import torch .nn .functional as F
4+ from data import RandomTokenDataset
45from lightning .pytorch .strategies import ModelParallelStrategy
56from model import ModelArgs , Transformer
67from parallelism import parallelize
78from torch .distributed .tensor .parallel import loss_parallel
89from torch .utils .data import DataLoader
910
10- from data import RandomTokenDataset
11-
1211
1312class Llama3 (L .LightningModule ):
1413 def __init__ (self ):
You can’t perform that action at this time.
0 commit comments