ESP32 S3-Camera Test Sketches

Author: pschatzmann

examples/examples-custom-boards/esp32s3-mic-cam/Overview.jpg

@@ -0,0 +1,16 @@
+
+## ESP32S3 Camera Baord
+
+Here are the sketches which test the functionality of this ESP32 S3 camera board
+
+![ESP32S3 Camera Board](Overview.jpg)
+
+
+Here is a summary of the limitations/issues that I have found:
+
+- I could not make the 4 pin SDMMC to work.
+- The microphone just provides noise
+- The board has no Boot button, so you can not set the board easily into upload mode. Here is the work around: 
+    - connect GND with Pin 0
+    - press and release the SWT2 (Reset/EN button)
+    - disconnect Pin 0

examples/examples-custom-boards/esp32s3-mic-cam/README.md

@@ -0,0 +1,13 @@
+
+/// If button is pressed it is pulled low
+
+const int BUTTON = 38;
+
+void setup() {
+  Serial.begin(115200);
+  pinMode(BUTTON, INPUT);
+}
+
+void loop() {
+  Serial.println(digitalRead(BUTTON));
+}

examples/examples-custom-boards/esp32s3-mic-cam/Schematic Diagram.pdf

@@ -0,0 +1,89 @@
+#pragma once
+
+#include <memory>
+#include "esp_camera.h"
+
+class Camera;
+
+/***
+ * @brief A simple Arduino C++ API over the ESP32 camera functionality.
+ * @author Phil Schatzmann
+ */
+
+class Camera {
+  // esp_camera_fb_return
+  struct Deleter {
+    void operator()(camera_fb_t *ptr) const {
+      if (ptr) {
+        esp_camera_fb_return(ptr);
+      }
+    }
+  };
+
+ public:
+  Camera() = default;
+  /**
+   * @brief Initialize the camera driver
+   *
+   * @note call camera_probe before calling this function
+   *
+   * This function detects and configures camera over I2C interface,
+   * allocates framebuffer and DMA buffers,
+   * initializes parallel I2S input, and sets up DMA descriptors.
+   *
+   * Currently this function can only be called once and there is
+   * no way to de-initialize this module.
+   *
+   * @param config  Camera configuration parameters
+   *
+   * @return RESULT_OK on success
+   */
+  bool begin(const camera_config_t &config) {
+    return esp_camera_init(&config) == ESP_OK;
+  }
+
+  /**
+   * @brief Deinitialize the camera driver
+   *
+   * @return
+   *      - RESULT_OK on success
+   *      - ERR_INVALID_STATE if the driver hasn't been initialized yet
+   */
+  bool end(void) { return esp_camera_deinit() == ESP_OK; }
+
+  /**
+   * @brief Obtain unique_ptr to a frame buffer.
+   *
+   * @return pointer to the frame buffer
+   */
+  auto frameBuffer(void) {
+    return std::unique_ptr<camera_fb_t, Deleter>(esp_camera_fb_get());
+  }
+
+  /**
+   * @brief Save camera settings to non-volatile-storage (NVS)
+   *
+   * @param key   A unique nvs key name for the camera settings
+   */
+  bool settingsSave(const char *key) {
+    return esp_camera_save_to_nvs(key) == ESP_OK;
+  }
+
+  /**
+   * @brief Load camera settings from non-volatile-storage (NVS)
+   *
+   * @param key   A unique nvs key name for the camera settings
+   */
+  bool settingsLoad(const char *key) {
+    return esp_camera_load_from_nvs(key) == ESP_OK;
+  }
+
+  /**
+   * @brief Return the frame buffer to be reused again.
+   *
+   * @param fb    Pointer to the frame buffer
+   */
+  void returnFrameBuffer(camera_fb_t &fb) { return esp_camera_fb_return(&fb); }
+};
+
+

examples/examples-custom-boards/esp32s3-mic-cam/button/button.ino

@@ -0,0 +1,68 @@
+
+// important settings:
+// - USB CDC on Boot: Enabled (to see the Serial.print)
+// - PSRAM: QSPI PSRAM (to have enough memory for the framebuffer)
+
+#include "Camera.h"
+
+#define XCLK_GPIO_NUM 10
+#define SIOD_GPIO_NUM 21
+#define SIOC_GPIO_NUM 14
+#define Y9_GPIO_NUM 11
+#define Y8_GPIO_NUM 9
+#define Y7_GPIO_NUM 8
+#define Y6_GPIO_NUM 6
+#define Y5_GPIO_NUM 4
+#define Y4_GPIO_NUM 2
+#define Y3_GPIO_NUM 3
+#define Y2_GPIO_NUM 5
+#define VSYNC_GPIO_NUM 13
+#define HREF_GPIO_NUM 12
+#define PCLK_GPIO_NUM 7
+#define LED_GPIO_NUM 34
+
+Camera camera;
+camera_config_t config;
+
+void setup() {
+  Serial.begin(115200);
+  while(!Serial);
+
+  config.ledc_timer = LEDC_TIMER_0;
+  config.pin_d0 = Y2_GPIO_NUM;
+  config.pin_d1 = Y3_GPIO_NUM;
+  config.pin_d2 = Y4_GPIO_NUM;
+  config.pin_d3 = Y5_GPIO_NUM;
+  config.pin_d4 = Y6_GPIO_NUM;
+  config.pin_d5 = Y7_GPIO_NUM;
+  config.pin_d6 = Y8_GPIO_NUM;
+  config.pin_d7 = Y9_GPIO_NUM;
+  config.pin_xclk = XCLK_GPIO_NUM;
+  config.pin_pclk = PCLK_GPIO_NUM;
+  config.pin_vsync = VSYNC_GPIO_NUM;
+  config.pin_href = HREF_GPIO_NUM;
+  config.pin_sccb_sda = SIOD_GPIO_NUM;
+  config.pin_sccb_scl = SIOC_GPIO_NUM;
+  config.xclk_freq_hz = 20000000;
+  config.pixel_format = PIXFORMAT_JPEG;  // YUV422,GRAYSCALE,RGB565,JPEG
+  config.frame_size = FRAMESIZE_HD; //
+  config.jpeg_quality = 16;
+  config.fb_count = 2;                     // 8
+  config.fb_location = CAMERA_FB_IN_PSRAM; /*!< The location where the frame
+                                              buffer will be allocated */
+  config.grab_mode = CAMERA_GRAB_LATEST;   /*!< When buffers should be filled */
+
+
+  if (!camera.begin(config)){
+    Serial.println("Camera failed");
+    while(true);
+  }
+  Serial.print("Recording...");
+}
+
+void loop() { 
+    
+    auto fb = camera.frameBuffer(); 
+    Serial.println(fb->len);
+
+}

examples/examples-custom-boards/esp32s3-mic-cam/camera/Camera.h

@@ -0,0 +1,19 @@
+// Demo for the color LED (SK6812)
+
+#include <FastLED.h>
+
+const int NUM_LEDS = 1;
+const int DATA_PIN = 33;
+CRGB led;
+
+void setup() {
+  FastLED.addLeds<NEOPIXEL, DATA_PIN>(&led, NUM_LEDS);
+}
+void loop() {
+  led = CRGB::Red;
+  FastLED.show();
+  delay(1000);
+  led = CRGB::Black;
+  FastLED.show();
+  delay(1000);
+}

examples/examples-custom-boards/esp32s3-mic-cam/camera/camera.ino

@@ -0,0 +1,17 @@
+// Demo for the LED
+
+const int LED=34;
+
+// the setup function runs once when you press reset or power the board
+void setup() {
+  // initialize digital pin as an output.
+  pinMode(LED, OUTPUT);
+}
+
+// the loop function runs over and over again forever
+void loop() {
+  digitalWrite(LED, HIGH);   // turn the LED on (HIGH is the voltage level)
+  delay(1000);                       // wait for a second
+  digitalWrite(LED, LOW);    // turn the LED off by making the voltage LOW
+  delay(1000);                       // wait for a second
+}

examples/examples-custom-boards/esp32s3-mic-cam/color-led/color-led.ino

@@ -0,0 +1,37 @@
+// The module comes with a MSM261 I2S Microphone
+// Make sure that USB CDC on Boot is enabled
+
+
+const int I2S_WS = 37;
+const int I2S_SCK = 36;
+const int I2S_SD = 35;
+const AudioInfo info(8000, 1, 16);
+I2SStream i2sStream; // Access I2S as stream
+CsvOutput<int16_t> csvStream(Serial);
+StreamCopy copier(csvStream, i2sStream); // copy i2sStream to csvStream
+
+// Arduino Setup
+void setup(void) {
+    Serial.begin(115200);
+    AudioLogger::instance().begin(Serial, AudioLogger::Info);
+    
+    auto cfg = i2sStream.defaultConfig(RX_MODE);
+    cfg.copyFrom(info);
+    cfg.i2s_format = I2S_STD_FORMAT; // or try with I2S_LSB_FORMAT
+    cfg.use_apll = false;  
+    cfg.pin_data = I2S_SD; 
+    cfg.pin_mck = I2S_SCK; 
+    cfg.pin_ws = I2S_WS; 
+    i2sStream.begin(cfg);
+
+    // make sure that we have the correct channels set up
+    csvStream.begin(info);
+
+    Serial.println("starting...");
+
+}
+
+// Arduino loop - copy data
+void loop() {
+    copier.copy();
+}

examples/examples-custom-boards/esp32s3-mic-cam/led/led.ino

@@ -0,0 +1,20 @@
+
+
+/// set
+/// - USB CDC on Boot: enabled
+/// - PSRAM: QSPI RAM
+
+#include <Arduino.h>
+
+void setup() {
+  Serial.begin(115200);
+  
+  Serial.printf("Total heap: %d\n", ESP.getHeapSize());
+  Serial.printf("Free heap: %d\n", ESP.getFreeHeap());
+  Serial.printf("Total PSRAM: %d\n", ESP.getPsramSize());
+  Serial.printf("Free PSRAM: %d\n", ESP.getFreePsram());
+}
+
+void loop() {
+
+}