AZ Delivery ESP32S Cam video feedback on a GC9A01 screen

[AGSBurei]

Hello,
I'm trying to get a video feed from my camera to display it on a GC9A01 screen from waveshare ...

but first to check if could display something on my screen i first wanted to make the screen filled with white without success and despite several attempt and googling i'm hitting a wall.

I'm devloping with visual studio code and platformIOhere my current solution

aside this i'm powering the screen with an external power supply to avoid brownout and the ESP32 throw my FTDI

i hope i can get some help on this one and thanks in advance

PlatformIO.ini

; PlatformIO Project Configuration File
;
;   Build options: build flags, source filter
;   Upload options: custom upload port, speed and extra flags
;   Library options: dependencies, extra library storages
;   Advanced options: extra scripting
;
; Please visit documentation for the other options and examples
; https://docs.platformio.org/page/projectconf.html

[env:esp32cam]
platform = espressif32
board = esp32cam
board_build.f_cpu = 240000000L
board_build.flash_mode = dio
board_build.flash_freq = 40m 
framework = arduino
upload_protocol = esptool
lib_ldf_mode = chain+
monitor_speed = 115200
partition_scheme = default
;build_flags = -DBOARD_HAS_PSRAM

lib_deps = 
    SPI
    FS
    SPIFFS
    bodmer/TFT_eSPI@^2.5.33

main.cpp

#include <../general.h>
// #include "camera.cpp"

TFT_eSPI tft = TFT_eSPI();

// void Boot_Confirmation(){
//   pinMode(FLASH, OUTPUT);
//   digitalWrite(FLASH, HIGH); 
//   delay(1000);
//   digitalWrite(FLASH, LOW); 
// }

void setup() {
  // Serial.begin(115200);
  // Serial.setDebugOutput(true);
  // Serial.println();
  tft.init();
  tft.setRotation(1);
  tft.fillScreen(TFT_WHITE);
  // Boot_Confirmation();

  // if(config.pixel_format == PIXFORMAT_JPEG){
  //   if(psramFound()){
  //     config.jpeg_quality = 10;
  //     config.fb_count = 2;
  //     config.grab_mode = CAMERA_GRAB_LATEST;
  //   } else {
  //     // Limit the frame size when PSRAM is not available
  //     config.frame_size = FRAMESIZE_240X240;
  //     config.fb_location = CAMERA_FB_IN_DRAM;
  //   }
  // } else {
  //   config.frame_size = FRAMESIZE_240X240;
  //   #if CONFIG_IDF_TARGET_ESP32S3
  //     config.fb_count = 2;
  //   #endif
  // }

  // camera_init();

  // adjust_camera_settings();

  // while(true){
  //   camera_capture();
  // }
}

void loop() {
}

general.h

#include <Arduino.h>
#include <FS.h>
#include <SPIFFS.h>
#include <SPI.h>
#include <TFT_eSPI.h>
#include <screen.h>

screen.h

#define GC9A01_DRIVER

#define TFT_MOSI 12
#define TFT_SCLK 13
#define TFT_CS   15
#define TFT_DC   14
#define TFT_RST  2

#define LOAD_GLCD   // Font 1. Original Adafruit 8 pixel font needs ~1820 bytes in FLASH
#define LOAD_FONT2  // Font 2. Small 16 pixel high font, needs ~3534 bytes in FLASH, 96 characters
#define LOAD_FONT4  // Font 4. Medium 26 pixel high font, needs ~5848 bytes in FLASH, 96 characters
#define LOAD_FONT6  // Font 6. Large 48 pixel font, needs ~2666 bytes in FLASH, only characters 1234567890:-.apm
#define LOAD_FONT7  // Font 7. 7 segment 48 pixel font, needs ~2438 bytes in FLASH, only characters 1234567890:.
#define LOAD_FONT8  // Font 8. Large 75 pixel font needs ~3256 bytes in FLASH, only characters 1234567890:-.
#define LOAD_GFXFF  // FreeFonts. Include access to the 48 Adafruit_GFX free fonts FF1 to FF48 and custom fonts

#define SMOOTH_FONT

#define SPI_FREQUENCY  27000000
#define SPI_READ_FREQUENCY  5000000

[Bodmer]

I suspect the pins are not correctly defined, see #2904 to use paltformio.ini.

See also #2528

Run the Read_User_Setup example and check the serial monitor output is correct.

[AGSBurei]

Using flag during build did the work thanks i'll keep using this thread for further issue i'm encountering
i'll keep note of the SPRAM related topic

[AGSBurei]

Here a new issue...

I have manage to render my camera in JPEG format with some conversion with JPEGDecoder, but the framerate wasn't good but i'm confident that the SPI line is good

so i have switch it to RGB565 which clearly have better framerate but while i can distinguish silhouette the color are not good and it appear there is some ghosting i'm pretty new to all of this so i don't know if its an issue on camera config or on the way i pass the data

code
main.cpp

#include <../general.h>
#include "camera.cpp"

TFT_eSPI tft = TFT_eSPI();

void Boot_Confirmation(){
  pinMode(FLASH, OUTPUT);
  digitalWrite(FLASH, HIGH); 
  delay(1000);
  digitalWrite(FLASH, LOW); 
}

void setup() {
  Serial.begin(115200);
  Serial.setDebugOutput(true);
  Serial.println();

  tft.init();
  tft.fillScreen(TFT_BLACK);
  tft.setSwapBytes(true);
  Boot_Confirmation();

    if(psramFound()){
      Serial.printf("PSRAM availlable");
      config.jpeg_quality = 12;
      config.fb_count = 2;
      config.grab_mode = CAMERA_GRAB_LATEST;
    } else {
      // Limit the frame size when PSRAM is not available
      Serial.printf("PSRAM not available");
      config.fb_location = CAMERA_FB_IN_DRAM;
    }

  camera_init();

  adjust_camera_settings();
}

void loop() {
  camera_fb_t* buffer = camera_capture();
  tft.pushImage(0,0, buffer->width, buffer->height, buffer->buf);
  esp_camera_fb_return(buffer);
}

camera.cpp

#include <camera_pin.h>
#include <esp_camera.h>
#include <../general.h>

static camera_config_t config = {

  .pin_pwdn = PWDN_GPIO_NUM,
  .pin_reset = RESET_GPIO_NUM,
  .pin_xclk = XCLK_GPIO_NUM,
  .pin_sccb_sda = SIOD_GPIO_NUM,
  .pin_sccb_scl = SIOC_GPIO_NUM,

  .pin_d7 = Y9_GPIO_NUM,
  .pin_d6 = Y8_GPIO_NUM,
  .pin_d5 = Y7_GPIO_NUM,
  .pin_d4 = Y6_GPIO_NUM,
  .pin_d3 = Y5_GPIO_NUM,
  .pin_d2 = Y4_GPIO_NUM,
  .pin_d1 = Y3_GPIO_NUM,
  .pin_d0 = Y2_GPIO_NUM,

  .pin_vsync = VSYNC_GPIO_NUM,
  .pin_href = HREF_GPIO_NUM,
  .pin_pclk = PCLK_GPIO_NUM,

  .xclk_freq_hz = 20000000,
  .ledc_timer = LEDC_TIMER_0,
  .ledc_channel = LEDC_CHANNEL_0,

  .pixel_format = PIXFORMAT_RGB565,
  .frame_size = FRAMESIZE_240X240,

  .jpeg_quality = 12,
  .fb_count = 1,
  .grab_mode = CAMERA_GRAB_WHEN_EMPTY, 
  };

esp_err_t camera_init(){
    //power up the camera if PWDN pin is defined
    if(config.pin_pwdn  != -1){
        pinMode(config.pin_pwdn , OUTPUT);
        digitalWrite(config.pin_pwdn , LOW);
    }

    //initialize the camera
    esp_err_t err = esp_camera_init(&config);
    if (err != ESP_OK) {
        Serial.printf("Camera init failed with error 0x%x", err);
        return err;
    }
    return ESP_OK;
}

esp_err_t adjust_camera_settings(){
    sensor_t * s = esp_camera_sensor_get();
    // initial sensors are flipped vertically and colors are a bit saturated
    if (s->id.PID == OV3660_PID) {
        s->set_vflip(s, 1); // flip it back
        s->set_brightness(s, 1); // up the brightness just a bit
        s->set_saturation(s, -2); // lower the saturation
    }

    if(config.pixel_format == PIXFORMAT_JPEG){
    s->set_framesize(s, config.frame_size);
    }
    return ESP_OK;
}

camera_fb_t* camera_capture(){
        //acquire a frame
    camera_fb_t * fb = esp_camera_fb_get();
    if (!fb) {
        Serial.printf("Camera Capture Failed");
    }
    return fb;
}

[Bodmer]

This is likely to be an endianness problem, ie the bytes are swapped in the image. Try changing the line is setup() to false:

tft.setSwapBytes(false);

If this messes up other images then you might need to set it true and false at other appropriate points in the code.

If all is good then you can delete that line, as false is the default at library startup.

[AGSBurei]

looks like the change doesn't influence the issue i'll remove it completly just to be sure
i'have also tried to move it within my loop before and after render but no result
I wonder what make the conversion code from TFT_Flah_JPG to work

[AGSBurei]

This is likely to be an endianness problem, ie the bytes are swapped in the image. Try changing the line is setup() to false:

tft.setSwapBytes(false);

If this messes up other images then you might need to set it true and false at other appropriate points in the code.

If all is good then you can delete that line, as false is the default at library startup.

i'have made it work by using

  tft.pushImage(0,0, buffer->width, buffer->len, (uint16_t*)buffer->buf);

is there a way to mitigate latency ? also it looks like there is some ghosting the previous img fade