ArmBackend: Runtime to accept int8 datatype

gggekov · gggekov · commit 0a139df3abf8 · 2024-12-19T14:40:18.000Z
Allows us to use the quantistion pass in pytorch#6686 Change-Id: Ie430c6e209539fc93a5c07ac94543abf81ee7977
diff --git a/examples/arm/executor_runner/arm_executor_runner.cpp b/examples/arm/executor_runner/arm_executor_runner.cpp
@@ -295,6 +295,9 @@ Result<BufferCleanup> prepare_input_tensors(
           case ScalarType::Float:
             t.mutable_data_ptr<float>()[j] = 1.;
             break;
+          case ScalarType::Char:
+            t.mutable_data_ptr<int8_t>()[j] = 1;
+            break;
         }
       }
     }
@@ -584,12 +587,18 @@ int main(int argc, const char* argv[]) {
             i,
             j,
             outputs[i].toTensor().const_data_ptr<int>()[j]);
-      } else {
+      } else if (t.scalar_type() == ScalarType::Float) {
         printf(
             "Output[%d][%d]: %f\n",
             i,
             j,
             outputs[i].toTensor().const_data_ptr<float>()[j]);
+      } else if (t.scalar_type() == ScalarType::Char) {
+        printf(
+            "Output[%d][%d]: %d\n",
+            i,
+            j,
+            outputs[i].toTensor().const_data_ptr<int8_t>()[j]);
       }
     }
 #if defined(ET_EVENT_TRACER_ENABLED)

Original file line number	Diff line number	Diff line change
`@@ -295,6 +295,9 @@ Result<BufferCleanup> prepare_input_tensors(`
`295`	`295`	`case ScalarType::Float:`
`296`	`296`	`t.mutable_data_ptr<float>()[j] = 1.;`
`297`	`297`	`break;`
	`298`	`+ case ScalarType::Char:`
	`299`	`+ t.mutable_data_ptr<int8_t>()[j] = 1;`
	`300`	`+ break;`
`298`	`301`	`}`
`299`	`302`	`}`
`300`	`303`	`}`
`@@ -584,12 +587,18 @@ int main(int argc, const char* argv[]) {`
`584`	`587`	`i,`
`585`	`588`	`j,`
`586`	`589`	`outputs[i].toTensor().const_data_ptr<int>()[j]);`
`587`		`- } else {`
	`590`	`+ } else if (t.scalar_type() == ScalarType::Float) {`
`588`	`591`	`printf(`
`589`	`592`	`"Output[%d][%d]: %f\n",`
`590`	`593`	`i,`
`591`	`594`	`j,`
`592`	`595`	`outputs[i].toTensor().const_data_ptr<float>()[j]);`
	`596`	`+ } else if (t.scalar_type() == ScalarType::Char) {`
	`597`	`+ printf(`
	`598`	`+ "Output[%d][%d]: %d\n",`
	`599`	`+ i,`
	`600`	`+ j,`
	`601`	`+ outputs[i].toTensor().const_data_ptr<int8_t>()[j]);`
`593`	`602`	`}`
`594`	`603`	`}`
`595`	`604`	`#if defined(ET_EVENT_TRACER_ENABLED)`