Skip to content
This repository was archived by the owner on Sep 10, 2025. It is now read-only.

Commit fc731f3

Browse files
committed
Update flamingo tune components to 3_2
1 parent 0c3dad3 commit fc731f3

File tree

1 file changed

+9
-3
lines changed

1 file changed

+9
-3
lines changed

torchchat/model.py

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -31,10 +31,13 @@
3131
)
3232
from torch.nn import functional as F
3333

34-
from torchtune.models.flamingo import flamingo_decoder, flamingo_vision_encoder
34+
from torchtune.models.clip import clip_vision_encoder
3535
from torchtune.models.llama3_1._component_builders import llama3_1 as llama3_1_builder
36+
from torchtune.models.llama3_2_vision._component_builders import (
37+
llama3_2_vision_decoder,
38+
llama3_2_vision_encoder,
39+
)
3640
from torchtune.modules.model_fusion import DeepFusionModel
37-
from torchtune.models.clip import clip_vision_encoder
3841

3942
from torchchat.utils.build_utils import find_multiple, get_precision
4043

@@ -213,7 +216,10 @@ def _llama3_1(cls):
213216
def _flamingo(cls):
214217
return cls(
215218
model_type=ModelType.Flamingo,
216-
modules={"encoder": flamingo_vision_encoder, "decoder": flamingo_decoder},
219+
modules={
220+
"encoder": llama3_2_vision_encoder,
221+
"decoder": llama3_2_vision_decoder
222+
},
217223
fusion_class=DeepFusionModel,
218224
)
219225

0 commit comments

Comments
 (0)