/******************************************************************************* * Motion JPEG Image Viewer * This is a simple Motion JPEG image viewer example * Image Source: https://www.pexels.com/video/earth-rotating-video-856356/ * cropped: x: 598 y: 178 width: 720 height: 720 resized: 240x240 * ffmpeg -i "Pexels Videos 3931.mp4" -ss 0 -t 20.4s -vf "reverse,setpts=0.5*PTS,fps=10,vflip,hflip,rotate=90,crop=720:720:178:598,scale=240:240:flags=lanczos" -pix_fmt yuv420p -q:v 9 earth.mjpeg * * Dependent libraries: * JPEGDEC: https://github.com/bitbank2/JPEGDEC.git * * Setup steps: * 1. Change your LCD parameters in Arduino_GFX setting * 2. Upload Motion JPEG file * FFat (ESP32): * upload FFat (FatFS) data with ESP32 Sketch Data Upload: * ESP32: https://github.com/lorol/arduino-esp32fs-plugin * LittleFS (ESP32 / ESP8266 / Pico): * upload LittleFS data with ESP8266 LittleFS Data Upload: * ESP32: https://github.com/lorol/arduino-esp32fs-plugin * ESP8266: https://github.com/earlephilhower/arduino-esp8266littlefs-plugin * Pico: https://github.com/earlephilhower/arduino-pico-littlefs-plugin.git * SPIFFS (ESP32): * upload SPIFFS data with ESP32 Sketch Data Upload: * ESP32: https://github.com/lorol/arduino-esp32fs-plugin * SD: * Most Arduino system built-in support SD file system. * Wio Terminal require extra dependant Libraries: * - Seeed_Arduino_FS: https://github.com/Seeed-Studio/Seeed_Arduino_FS.git * - Seeed_Arduino_SFUD: https://github.com/Seeed-Studio/Seeed_Arduino_SFUD.git ******************************************************************************/ #define MJPEG_FILENAME "/earth.mjpeg" #define MJPEG_BUFFER_SIZE (240 * 240 * 2 / 10) // memory for a single JPEG frame // #define MJPEG_FILENAME "/earth128.mjpeg" // #define MJPEG_BUFFER_SIZE (128 * 128 * 2 / 10) // memory for a single JPEG frame /******************************************************************************* * Start of Arduino_GFX setting * * Arduino_GFX try to find the settings depends on selected board in Arduino IDE * Or you can define the display dev kit not in the board list * Defalult pin list for non display dev kit: * Arduino Nano, Micro and more: CS: 9, DC: 8, RST: 7, BL: 6, SCK: 13, MOSI: 11, MISO: 12 * ESP32 various dev board : CS: 5, DC: 27, RST: 33, BL: 22, SCK: 18, MOSI: 23, MISO: nil * ESP32-C3 various dev board : CS: 7, DC: 2, RST: 1, BL: 3, SCK: 4, MOSI: 6, MISO: nil * ESP32-S2 various dev board : CS: 34, DC: 35, RST: 33, BL: 21, SCK: 36, MOSI: 35, MISO: nil * ESP32-S3 various dev board : CS: 40, DC: 41, RST: 42, BL: 48, SCK: 36, MOSI: 35, MISO: nil * ESP8266 various dev board : CS: 15, DC: 4, RST: 2, BL: 5, SCK: 14, MOSI: 13, MISO: 12 * Raspberry Pi Pico dev board : CS: 17, DC: 27, RST: 26, BL: 28, SCK: 18, MOSI: 19, MISO: 16 * RTL8720 BW16 old patch core : CS: 18, DC: 17, RST: 2, BL: 23, SCK: 19, MOSI: 21, MISO: 20 * RTL8720_BW16 Official core : CS: 9, DC: 8, RST: 6, BL: 3, SCK: 10, MOSI: 12, MISO: 11 * RTL8722 dev board : CS: 18, DC: 17, RST: 22, BL: 23, SCK: 13, MOSI: 11, MISO: 12 * RTL8722_mini dev board : CS: 12, DC: 14, RST: 15, BL: 13, SCK: 11, MOSI: 9, MISO: 10 * Seeeduino XIAO dev board : CS: 3, DC: 2, RST: 1, BL: 0, SCK: 8, MOSI: 10, MISO: 9 * Teensy 4.1 dev board : CS: 39, DC: 41, RST: 40, BL: 22, SCK: 13, MOSI: 11, MISO: 12 ******************************************************************************/ #include #define GFX_BL DF_GFX_BL // default backlight pin, you may replace DF_GFX_BL to actual backlight pin /* More dev device declaration: https://github.com/moononournation/Arduino_GFX/wiki/Dev-Device-Declaration */ #if defined(DISPLAY_DEV_KIT) Arduino_GFX *gfx = create_default_Arduino_GFX(); #else /* !defined(DISPLAY_DEV_KIT) */ /* More data bus class: https://github.com/moononournation/Arduino_GFX/wiki/Data-Bus-Class */ Arduino_DataBus *bus = create_default_Arduino_DataBus(); /* More display class: https://github.com/moononournation/Arduino_GFX/wiki/Display-Class */ Arduino_GFX *gfx = new Arduino_ILI9341(bus, DF_GFX_RST, 3 /* rotation */, false /* IPS */); #endif /* !defined(DISPLAY_DEV_KIT) */ /******************************************************************************* * End of Arduino_GFX setting ******************************************************************************/ /* Wio Terminal */ #if defined(ARDUINO_ARCH_SAMD) && defined(SEEED_GROVE_UI_WIRELESS) #include #include #elif defined(ARDUINO_RASPBERRY_PI_PICO) || defined(ARDUINO_RASPBERRY_PI_PICO_W) #include #include #elif defined(ESP32) #include #include #include #include #elif defined(ESP8266) #include #include #else #include #endif #include "MjpegClass.h" static MjpegClass mjpeg; /* variables */ static int total_frames = 0; static unsigned long total_read_video = 0; static unsigned long total_decode_video = 0; static unsigned long total_show_video = 0; static unsigned long start_ms, curr_ms; // pixel drawing callback static int jpegDrawCallback(JPEGDRAW *pDraw) { // Serial.printf("Draw pos = %d,%d. size = %d x %d\n", pDraw->x, pDraw->y, pDraw->iWidth, pDraw->iHeight); unsigned long start = millis(); gfx->draw16bitBeRGBBitmap(pDraw->x, pDraw->y, pDraw->pPixels, pDraw->iWidth, pDraw->iHeight); total_show_video += millis() - start; return 1; } void setup() { Serial.begin(115200); // while (!Serial); Serial.println("MJPEG Image Viewer"); // Init Display gfx->begin(); gfx->fillScreen(BLACK); #ifdef GFX_BL pinMode(GFX_BL, OUTPUT); digitalWrite(GFX_BL, HIGH); #endif /* Wio Terminal */ #if defined(ARDUINO_ARCH_SAMD) && defined(SEEED_GROVE_UI_WIRELESS) // Init SPIFLASH if (!SD.begin(SDCARD_SS_PIN, SDCARD_SPI, 4000000UL)) #elif defined(ARDUINO_RASPBERRY_PI_PICO) || defined(ARDUINO_RASPBERRY_PI_PICO_W) if (!LittleFS.begin()) // if (!SD.begin(SS)) #elif defined(ESP32) // if (!FFat.begin()) if (!LittleFS.begin()) // if (!SPIFFS.begin()) // if (!SD.begin(SS)) #elif defined(ESP8266) if (!LittleFS.begin()) // if (!SD.begin(SS)) #else if (!SD.begin()) #endif { Serial.println(F("ERROR: File System Mount Failed!")); gfx->println(F("ERROR: File System Mount Failed!")); } else { #if defined(ARDUINO_ARCH_SAMD) && defined(SEEED_GROVE_UI_WIRELESS) File mjpegFile = SD.open(MJPEG_FILENAME, "r"); #elif defined(ARDUINO_RASPBERRY_PI_PICO) || defined(ARDUINO_RASPBERRY_PI_PICO_W) File mjpegFile = LittleFS.open(MJPEG_FILENAME, "r"); // File mjpegFile = SD.open(MJPEG_FILENAME, "r"); #elif defined(ESP32) // File mjpegFile = FFat.open(MJPEG_FILENAME, "r"); File mjpegFile = LittleFS.open(MJPEG_FILENAME, "r"); // File mjpegFile = SPIFFS.open(MJPEG_FILENAME, "r"); // File mjpegFile = SD.open(MJPEG_FILENAME, "r"); #elif defined(ESP8266) File mjpegFile = LittleFS.open(MJPEG_FILENAME, "r"); // File mjpegFile = SD.open(MJPEG_FILENAME, "r"); #else File mjpegFile = SD.open(MJPEG_FILENAME, FILE_READ); #endif if (!mjpegFile || mjpegFile.isDirectory()) { Serial.println(F("ERROR: Failed to open " MJPEG_FILENAME " file for reading")); gfx->println(F("ERROR: Failed to open " MJPEG_FILENAME " file for reading")); } else { uint8_t *mjpeg_buf = (uint8_t *)malloc(MJPEG_BUFFER_SIZE); if (!mjpeg_buf) { Serial.println(F("mjpeg_buf malloc failed!")); } else { Serial.println(F("MJPEG start")); start_ms = millis(); curr_ms = millis(); mjpeg.setup( &mjpegFile, mjpeg_buf, jpegDrawCallback, true /* useBigEndian */, 0 /* x */, 0 /* y */, gfx->width() /* widthLimit */, gfx->height() /* heightLimit */); while (mjpegFile.available() && mjpeg.readMjpegBuf()) { // Read video total_read_video += millis() - curr_ms; curr_ms = millis(); // Play video mjpeg.drawJpg(); total_decode_video += millis() - curr_ms; curr_ms = millis(); total_frames++; } int time_used = millis() - start_ms; Serial.println(F("MJPEG end")); mjpegFile.close(); float fps = 1000.0 * total_frames / time_used; total_decode_video -= total_show_video; Serial.printf("Total frames: %d\n", total_frames); Serial.printf("Time used: %d ms\n", time_used); Serial.printf("Average FPS: %0.1f\n", fps); Serial.printf("Read MJPEG: %lu ms (%0.1f %%)\n", total_read_video, 100.0 * total_read_video / time_used); Serial.printf("Decode video: %lu ms (%0.1f %%)\n", total_decode_video, 100.0 * total_decode_video / time_used); Serial.printf("Show video: %lu ms (%0.1f %%)\n", total_show_video, 100.0 * total_show_video / time_used); gfx->setCursor(0, 0); gfx->printf("Total frames: %d\n", total_frames); gfx->printf("Time used: %d ms\n", time_used); gfx->printf("Average FPS: %0.1f\n", fps); gfx->printf("Read MJPEG: %lu ms (%0.1f %%)\n", total_read_video, 100.0 * total_read_video / time_used); gfx->printf("Decode video: %lu ms (%0.1f %%)\n", total_decode_video, 100.0 * total_decode_video / time_used); gfx->printf("Show video: %lu ms (%0.1f %%)\n", total_show_video, 100.0 * total_show_video / time_used); } } } } void loop() { }