Fix unpending unbacked symbols from torch.cond (#7073)

jackzhxng · web-flow · commit 97a8a890e8a7 · 2024-11-26T14:07:53.000-08:00
diff --git a/examples/models/llama3_2_vision/text_decoder/model.py b/examples/models/llama3_2_vision/text_decoder/model.py
@@ -108,6 +108,7 @@ def __init__(self, **kwargs):
             rope_base=params["rope_theta"],
             intermediate_dim=params["intermediate_dim"],
         )
+        self.model_.requires_grad_(False)
 
         # Source transformation for MultiHeadAttention
         self.model_ = replace_mha_with_inference_mha(self.model_)

Original file line number	Diff line number	Diff line change
`@@ -108,6 +108,7 @@ def __init__(self, **kwargs):`
`108`	`108`	`rope_base=params["rope_theta"],`
`109`	`109`	`intermediate_dim=params["intermediate_dim"],`
`110`	`110`	`)`
	`111`	`+ self.model_.requires_grad_(False)`
`111`	`112`
`112`	`113`	`# Source transformation for MultiHeadAttention`
`113`	`114`	`self.model_ = replace_mha_with_inference_mha(self.model_)`