feat: support opus

Author: L-jasmine

Cargo.toml

@@ -29,6 +29,7 @@ _no_default = []
 box = ["_no_default"]
 cube = ["_no_default"]
 cube2 = ["_no_default"]
+nfc_cube2 = ["cube2", "mfrc522", "exio"]
 
 mfrc522 = ["i2c", "dep:ndef", "extra_server"]
 exio = ["i2c"]
@@ -95,3 +96,8 @@ bindings_module = "esp_sr"
 component_dirs = ["components/hal_driver"]
 bindings_header = "components/hal_driver/wrapper.h"
 bindings_module = "hal_driver"
+
+[[package.metadata.esp-idf-sys.extra_components]]
+remote_component = { name = "78/esp-opus", version = "^1.0.5" }
+bindings_header = "components/78_opus/bindgen.h"
+bindings_module = "xz_78_opus"

src/app.rs

@@ -96,6 +96,9 @@ async fn select_evt(
                 Event::ServerEvent(ServerEvent::AudioChunk { .. })=>{
                     log::debug!("[Select] Received AudioChunk");
                 }
+                Event::ServerEvent(ServerEvent::AudioChunki16 { .. })=>{
+                    log::debug!("[Select] Received AudioChunki16");
+                }
                 Event::ServerEvent(ServerEvent::HelloChunk { .. })=>{
                     log::debug!("[Select] Received HelloChunk");
                 }
@@ -459,6 +462,31 @@ pub async fn main_work<'d>(
                     recv_audio_buffer.extend_from_slice(data_);
                 }
             }
+            Event::ServerEvent(ServerEvent::AudioChunki16 { data }) => {
+                log::debug!("Received audio chunk");
+                if state != State::Speaking {
+                    log::debug!("Received audio chunk while not speaking");
+                    continue;
+                }
+
+                if need_compute {
+                    if start_audio {
+                        metrics.reset();
+                        start_audio = false;
+                    }
+                    metrics.add_data(data.len() * 2);
+                }
+
+                if speed < SPEED_LIMIT {
+                    if let Err(e) = player_tx.send(AudioEvent::SpeechChunki16(data)) {
+                        log::error!("Error sending audio chunk: {:?}", e);
+                        gui.state = "Error on audio chunk".to_string();
+                        gui.display_flush().unwrap();
+                    }
+                } else {
+                    recv_audio_buffer.extend_from_slice(&data);
+                }
+            }
             Event::ServerEvent(ServerEvent::EndAudio) => {
                 log::info!("Received audio end");
 

src/codec/mod.rs

@@ -0,0 +1 @@
+pub mod opus;