File tree Expand file tree Collapse file tree 2 files changed +4
-2
lines changed Expand file tree Collapse file tree 2 files changed +4
-2
lines changed Original file line number Diff line number Diff line change 11import lightning as L
22import torch
33import torch .nn .functional as F
4- from data import RandomTokenDataset
54from lightning .fabric .strategies import ModelParallelStrategy
65from model import ModelArgs , Transformer
76from parallelism import parallelize
87from torch .distributed .tensor .parallel import loss_parallel
98from torch .utils .data import DataLoader
109
10+ from data import RandomTokenDataset
11+
1112
1213def train ():
1314 strategy = ModelParallelStrategy (
Original file line number Diff line number Diff line change 11import lightning as L
22import torch
33import torch .nn .functional as F
4- from data import RandomTokenDataset
54from lightning .pytorch .strategies import ModelParallelStrategy
65from model import ModelArgs , Transformer
76from parallelism import parallelize
87from torch .distributed .tensor .parallel import loss_parallel
98from torch .utils .data import DataLoader
109
10+ from data import RandomTokenDataset
11+
1112
1213class Llama3 (L .LightningModule ):
1314 def __init__ (self ):
You can’t perform that action at this time.
0 commit comments