diff --git a/src/cuda/utils.cc b/src/cuda/utils.cc
index 749c4e30c..fe5f1404f 100644
--- a/src/cuda/utils.cc
+++ b/src/cuda/utils.cc
@@ -182,6 +182,9 @@ namespace ctranslate2 {
 
     bool gpu_supports_int8(int device) {
       const cudaDeviceProp& device_prop = get_device_properties(device);
+      // Disable INT8 for sm120: https://github.com/OpenNMT/CTranslate2/issues/1865
+      if (device_prop.major == 12 && device_prop.minor == 0)
+        return false;
       return device_prop.major > 6 || (device_prop.major == 6 && device_prop.minor == 1);
     }