Qualcomm AI Engine Direct - Streaming Mimi Enablement (#10570)

### Summary
Stateless(Static) Streaming Mimi Decoder Enablement.

#### Scripts to run
1. Run `examples/models/moshi/mimi/install_requirements.sh`, manually
change `pip install moshi==0.2.3` for this since we are currently
building static mimi decoder on top of `0.2.3` version

2. Run the example script
-   CPU Encoder with QNN Decoder
`python examples/qualcomm/oss_scripts/moshi/mimi.py -b build-android -s
$DEVICE -m SM8650 --use_cpu_encoder`

-   QNN Encoder/Decoder
`python examples/qualcomm/oss_scripts/moshi/mimi.py -b build-android -s
$DEVICE -m SM8650`

#### Stats for SM8650
- SQNR Scores Improvement after Streaming Mode Enablement
   - CPU Encoder with QNN Decoder: 4.7 -> 7.8
   - QNN Encoder/Decoder: 0.46 -> 0.88
- Encoder: 3.0ms/chunk
- Decoder: 5.9ms/chunk
#### Follow ups

- Add README
- UT and Community CI enablement
- Inference Speed Optimization
- Accuracy Improvement

Author: winskuo-quic

backends/qualcomm/_passes/convert_conv1d_to_conv2d.py

@@ -99,7 +99,8 @@ def call(self, graph_module: torch.fx.GraphModule):
                         )
 
                         num_args = len(node.args)
-                        bias_node = node.args[2]
+
+                        bias_node = node.args[2] if num_args > 2 else None
                         stride = [1] + node.args[3] if num_args > 3 else [1, 1]
                         padding = [0] + node.args[4] if num_args > 4 else [0, 0]
                         if node.target == torch.ops.aten.conv1d.default:

backends/qualcomm/_passes/lift_constant_scalar_operands.py

@@ -40,10 +40,13 @@ class TensorOpInfo:
     aten.ne.Scalar: TensorOpInfo(aten.ne.Tensor, False, False),
     aten.add.Scalar: TensorOpInfo(aten.add.Tensor, False, False),
     aten.add_.Scalar: TensorOpInfo(aten.add_.Tensor, False, False),
+    # For below cases, refer to LiftAddTensor Model in UT for sample
+    aten.add.Tensor: TensorOpInfo(aten.add.Tensor, False, False),
     aten.div.Scalar: TensorOpInfo(aten.div.Tensor, False, False),
     aten.mul.Scalar: TensorOpInfo(aten.mul.Tensor, False, False),
     aten.rsub.Scalar: TensorOpInfo(aten.rsub.Tensor, False, False),
     aten.sub.Scalar: TensorOpInfo(aten.sub.Tensor, False, False),
+    aten.sub.Tensor: TensorOpInfo(aten.sub.Tensor, False, False),
     aten.pow.Tensor_Scalar: TensorOpInfo(aten.pow.Tensor_Tensor, False, False),
     # The scalar number arg[1] is missing when using default. Result in a corner case to deal
     aten.leaky_relu.default: TensorOpInfo(aten.prelu.default, True, False),

backends/qualcomm/tests/models.py

@@ -998,6 +998,15 @@ def forward(self, x):
         return self.constant < x
 
 
+class LiftAddTensor(torch.nn.Module):
+    def __init__(self):
+        super().__init__()
+
+    def forward(self, x):
+        N = 2 - 1
+        return x + N
+
+
 class Linear(torch.nn.Module):
     def __init__(self, use_bias: bool = True):
         super().__init__()

backends/qualcomm/tests/test_qnn_delegate.py

@@ -1072,6 +1072,12 @@ def test_qnn_backend_einsum_outer_product_relu(self):
         )
         self.lower_module_and_test_output(module, sample_input)
 
+    # TODO: Create a new UT class for passes specific checks
+    def test_qnn_backend_lift_add_tensor(self):
+        module = LiftAddTensor()  # noqa: F405
+        sample_input = (torch.Tensor([1, 2, 3, 4]).to(torch.int32),)
+        self.lower_module_and_test_output(module, sample_input)
+
     @unittest.skip("Fail because of bad accuracy")
     def test_qnn_backend_moe_feed_forward(self):
         args = ModelArgs()

examples/qualcomm/CMakeLists.txt

@@ -93,6 +93,9 @@ add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/executor_runner)
 # build qnn_llama_runner for llama
 add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/oss_scripts/llama)
 
+# build qnn_mimi_decoder_runner
+add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/oss_scripts/moshi)
+
 # build qaihub_llama2_7b_runner and qaihub_llama3_8b_runner
 add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/qaihub_scripts/llama)
 

examples/qualcomm/oss_scripts/moshi/CMakeLists.txt

@@ -0,0 +1,34 @@
+# Copyright (c) Qualcomm Innovation Center, Inc.
+# All rights reserved
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+set(_qnn_mimi_decoder_runner__srcs
+    ${CMAKE_CURRENT_LIST_DIR}/qnn_mimi_decoder_runner.cpp
+    ${CMAKE_CURRENT_LIST_DIR}/runner/runner.cpp
+  ${CMAKE_CURRENT_LIST_DIR}/runner/runner.h
+)
+
+# build mimi decoder runner
+add_executable(qnn_mimi_decoder_runner ${_qnn_mimi_decoder_runner__srcs})
+target_include_directories(
+    qnn_mimi_decoder_runner PUBLIC ${_common_include_directories}
+)
+target_link_libraries(
+    qnn_mimi_decoder_runner
+    qnn_executorch_backend
+    executorch_core
+    extension_module
+    extension_data_loader
+    extension_flat_tensor
+    gflags
+)
+
+target_compile_options(
+  qnn_llama_runner PUBLIC ${_common_compile_options}
+)
+
+set_target_properties(
+    qnn_mimi_decoder_runner PROPERTIES LINK_FLAGS "-Wl,-rpath='$ORIGIN'"
+)