Disable INT8 for sm120 - Blackwell GPUs (#1937)

Purfview · web-flow · commit 40c6b24140f5 · 2025-12-01T21:55:52.000+01:00
diff --git a/src/cuda/utils.cc b/src/cuda/utils.cc
@@ -182,6 +182,9 @@ namespace ctranslate2 {
 
     bool gpu_supports_int8(int device) {
       const cudaDeviceProp& device_prop = get_device_properties(device);
+      // Disable INT8 for sm120: https://github.com/OpenNMT/CTranslate2/issues/1865
+      if (device_prop.major == 12 && device_prop.minor == 0)
+        return false;
       return device_prop.major > 6 || (device_prop.major == 6 && device_prop.minor == 1);
     }
 

Original file line number	Diff line number	Diff line change
`@@ -182,6 +182,9 @@ namespace ctranslate2 {`
`182`	`182`
`183`	`183`	`bool gpu_supports_int8(int device) {`
`184`	`184`	`const cudaDeviceProp& device_prop = get_device_properties(device);`
	`185`	`+ // Disable INT8 for sm120: https://github.com/OpenNMT/CTranslate2/issues/1865`
	`186`	`+ if (device_prop.major == 12 && device_prop.minor == 0)`
	`187`	`+ return false;`
`185`	`188`	`return device_prop.major > 6 \|\| (device_prop.major == 6 && device_prop.minor == 1);`
`186`	`189`	`}`
`187`	`190`