diff --git a/backends/cadence/hifi/operators/op_quantized_relu_out.cpp b/backends/cadence/hifi/operators/op_quantized_relu_out.cpp
index 28227b7cc92..a7c99378920 100644
--- a/backends/cadence/hifi/operators/op_quantized_relu_out.cpp
+++ b/backends/cadence/hifi/operators/op_quantized_relu_out.cpp
@@ -26,11 +26,11 @@ void quantized_relu_per_tensor_out(
     const int64_t out_multiplier,
     const int64_t out_shift,
     Tensor& output) {
-  const uint8_t _in_zero_point = static_cast<uint8_t>(in_zero_point);
-  const uint8_t _out_zero_point = static_cast<uint8_t>(out_zero_point);
-  const int32_t _out_multiplier = static_cast<int32_t>(out_multiplier);
-  const int32_t _out_shift = static_cast<int32_t>(out_shift);
   if (input.scalar_type() == executorch::aten::ScalarType::Byte) {
+    const uint8_t _in_zero_point = static_cast<uint8_t>(in_zero_point);
+    const uint8_t _out_zero_point = static_cast<uint8_t>(out_zero_point);
+    const int32_t _out_multiplier = static_cast<int32_t>(out_multiplier);
+    const int32_t _out_shift = static_cast<int32_t>(out_shift);
     const uint8_t* p_in = input.const_data_ptr<uint8_t>();
     uint8_t* p_out = output.mutable_data_ptr<uint8_t>();
 
@@ -48,6 +48,10 @@ void quantized_relu_per_tensor_out(
     ET_CHECK_MSG(ret_val == 0, "An internal error occured");
 
   } else if (input.scalar_type() == executorch::aten::ScalarType::Char) {
+    const int8_t _in_zero_point = static_cast<int8_t>(in_zero_point);
+    const int8_t _out_zero_point = static_cast<int8_t>(out_zero_point);
+    const int32_t _out_multiplier = static_cast<int32_t>(out_multiplier);
+    const int32_t _out_shift = static_cast<int32_t>(out_shift);
     const int8_t* p_in = input.const_data_ptr<int8_t>();
     int8_t* p_out = output.mutable_data_ptr<int8_t>();