Skip to content

Commit bffa5e1

Browse files
authored
Fix metal quantized to_float calls (#3123)
1 parent cc967fc commit bffa5e1

File tree

1 file changed

+15
-15
lines changed

1 file changed

+15
-15
lines changed

candle-core/src/quantized/metal.rs

Lines changed: 15 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -48,63 +48,63 @@ impl QMetalStorage {
4848
match self.dtype {
4949
GgmlDType::F32 => {
5050
let vec: Vec<f32> = read_to_vec(&buffer, block_len);
51-
f32::to_float(&vec, &mut out)?;
51+
f32::to_float(&vec, &mut out);
5252
}
5353
GgmlDType::F16 => {
5454
let vec: Vec<half::f16> = read_to_vec(&buffer, block_len);
55-
half::f16::to_float(&vec, &mut out)?;
55+
half::f16::to_float(&vec, &mut out);
5656
}
5757
GgmlDType::BF16 => {
5858
let vec: Vec<half::bf16> = read_to_vec(&buffer, block_len);
59-
half::bf16::to_float(&vec, &mut out)?;
59+
half::bf16::to_float(&vec, &mut out);
6060
}
6161
GgmlDType::Q4_0 => {
6262
let vec: Vec<crate::quantized::BlockQ4_0> = read_to_vec(&buffer, block_len);
63-
crate::quantized::BlockQ4_0::to_float(&vec, &mut out)?;
63+
crate::quantized::BlockQ4_0::to_float(&vec, &mut out);
6464
}
6565
GgmlDType::Q4_1 => {
6666
let vec: Vec<crate::quantized::BlockQ4_1> = read_to_vec(&buffer, block_len);
67-
crate::quantized::BlockQ4_1::to_float(&vec, &mut out)?;
67+
crate::quantized::BlockQ4_1::to_float(&vec, &mut out);
6868
}
6969
GgmlDType::Q5_0 => {
7070
let vec: Vec<crate::quantized::BlockQ5_0> = read_to_vec(&buffer, block_len);
71-
crate::quantized::BlockQ5_0::to_float(&vec, &mut out)?;
71+
crate::quantized::BlockQ5_0::to_float(&vec, &mut out);
7272
}
7373
GgmlDType::Q5_1 => {
7474
let vec: Vec<crate::quantized::BlockQ5_1> = read_to_vec(&buffer, block_len);
75-
crate::quantized::BlockQ5_1::to_float(&vec, &mut out)?;
75+
crate::quantized::BlockQ5_1::to_float(&vec, &mut out);
7676
}
7777
GgmlDType::Q8_0 => {
7878
let vec: Vec<crate::quantized::BlockQ8_0> = read_to_vec(&buffer, block_len);
79-
crate::quantized::BlockQ8_0::to_float(&vec, &mut out)?;
79+
crate::quantized::BlockQ8_0::to_float(&vec, &mut out);
8080
}
8181
GgmlDType::Q8_1 => {
8282
let vec: Vec<crate::quantized::BlockQ8_1> = read_to_vec(&buffer, block_len);
83-
crate::quantized::BlockQ8_1::to_float(&vec, &mut out)?;
83+
crate::quantized::BlockQ8_1::to_float(&vec, &mut out);
8484
}
8585
GgmlDType::Q2K => {
8686
let vec: Vec<crate::quantized::BlockQ2K> = read_to_vec(&buffer, block_len);
87-
crate::quantized::BlockQ2K::to_float(&vec, &mut out)?;
87+
crate::quantized::BlockQ2K::to_float(&vec, &mut out);
8888
}
8989
GgmlDType::Q3K => {
9090
let vec: Vec<crate::quantized::BlockQ3K> = read_to_vec(&buffer, block_len);
91-
crate::quantized::BlockQ3K::to_float(&vec, &mut out)?;
91+
crate::quantized::BlockQ3K::to_float(&vec, &mut out);
9292
}
9393
GgmlDType::Q4K => {
9494
let vec: Vec<crate::quantized::BlockQ4K> = read_to_vec(&buffer, block_len);
95-
crate::quantized::BlockQ4K::to_float(&vec, &mut out)?;
95+
crate::quantized::BlockQ4K::to_float(&vec, &mut out);
9696
}
9797
GgmlDType::Q5K => {
9898
let vec: Vec<crate::quantized::BlockQ5K> = read_to_vec(&buffer, block_len);
99-
crate::quantized::BlockQ5K::to_float(&vec, &mut out)?;
99+
crate::quantized::BlockQ5K::to_float(&vec, &mut out);
100100
}
101101
GgmlDType::Q6K => {
102102
let vec: Vec<crate::quantized::BlockQ6K> = read_to_vec(&buffer, block_len);
103-
crate::quantized::BlockQ6K::to_float(&vec, &mut out)?;
103+
crate::quantized::BlockQ6K::to_float(&vec, &mut out);
104104
}
105105
GgmlDType::Q8K => {
106106
let vec: Vec<crate::quantized::BlockQ8K> = read_to_vec(&buffer, block_len);
107-
crate::quantized::BlockQ8K::to_float(&vec, &mut out)?;
107+
crate::quantized::BlockQ8K::to_float(&vec, &mut out);
108108
}
109109
}
110110

0 commit comments

Comments
 (0)