Skip to content

Commit 2ced5c5

Browse files
committed
updated to print model weights dtype
1 parent 8631f0d commit 2ced5c5

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

examples/converters/gguf2pte.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,9 +14,9 @@
1414
model_id = "bartowski/SmolLM2-135M-Instruct-GGUF" # Here we would have our HF model in GGUF form we wish to convert
1515
filename = "SmolLM2-135M-Instruct-Q8_0.gguf"
1616

17-
torch_dtype = torch.float32
1817
tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
1918
model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename)
19+
print(f"Model weights dtype: {model.dtype}")
2020
model.eval()
2121

2222
# Generate some sample input for our torch export

0 commit comments

Comments
 (0)