233 lines
9.3 KiB
Arduino
233 lines
9.3 KiB
Arduino
|
/*******************************************************************************
|
||
|
|
* Motion JPEG Image Viewer
|
||
|
|
* This is a simple Motion JPEG image viewer example
|
||
|
|
* Image Source: https://www.pexels.com/video/earth-rotating-video-856356/
|
||
|
|
* cropped: x: 598 y: 178 width: 720 height: 720 resized: 240x240
|
||
|
|
* ffmpeg -i "Pexels Videos 3931.mp4" -ss 0 -t 20.4s -vf "reverse,setpts=0.5*PTS,fps=10,vflip,hflip,rotate=90,crop=720:720:178:598,scale=240:240:flags=lanczos" -pix_fmt yuv420p -q:v 9 earth.mjpeg
|
||
|
|
*
|
||
|
|
* Dependent libraries:
|
||
|
|
* JPEGDEC: https://github.com/bitbank2/JPEGDEC.git
|
||
|
|
*
|
||
|
|
* Setup steps:
|
||
|
|
* 1. Change your LCD parameters in Arduino_GFX setting
|
||
|
|
* 2. Upload Motion JPEG file
|
||
|
|
* FFat (ESP32):
|
||
|
|
* upload FFat (FatFS) data with ESP32 Sketch Data Upload:
|
||
|
|
* ESP32: https://github.com/lorol/arduino-esp32fs-plugin
|
||
|
|
* LittleFS (ESP32 / ESP8266 / Pico):
|
||
|
|
* upload LittleFS data with ESP8266 LittleFS Data Upload:
|
||
|
|
* ESP32: https://github.com/lorol/arduino-esp32fs-plugin
|
||
|
|
* ESP8266: https://github.com/earlephilhower/arduino-esp8266littlefs-plugin
|
||
|
|
* Pico: https://github.com/earlephilhower/arduino-pico-littlefs-plugin.git
|
||
|
|
* SPIFFS (ESP32):
|
||
|
|
* upload SPIFFS data with ESP32 Sketch Data Upload:
|
||
|
|
* ESP32: https://github.com/lorol/arduino-esp32fs-plugin
|
||
|
|
* SD:
|
||
|
|
* Most Arduino system built-in support SD file system.
|
||
|
|
* Wio Terminal require extra dependant Libraries:
|
||
|
|
* - Seeed_Arduino_FS: https://github.com/Seeed-Studio/Seeed_Arduino_FS.git
|
||
|
|
* - Seeed_Arduino_SFUD: https://github.com/Seeed-Studio/Seeed_Arduino_SFUD.git
|
||
|
|
******************************************************************************/
|
||
|
|
#define MJPEG_FILENAME "/earth.mjpeg"
|
||
|
|
#define MJPEG_BUFFER_SIZE (240 * 240 * 2 / 10) // memory for a single JPEG frame
|
||
|
|
// #define MJPEG_FILENAME "/earth128.mjpeg"
|
||
|
|
// #define MJPEG_BUFFER_SIZE (128 * 128 * 2 / 10) // memory for a single JPEG frame
|
||
|
|
|
||
|
|
/*******************************************************************************
|
||
|
|
* Start of Arduino_GFX setting
|
||
|
|
*
|
||
|
|
* Arduino_GFX try to find the settings depends on selected board in Arduino IDE
|
||
|
|
* Or you can define the display dev kit not in the board list
|
||
|
|
* Defalult pin list for non display dev kit:
|
||
|
|
* Arduino Nano, Micro and more: CS: 9, DC: 8, RST: 7, BL: 6, SCK: 13, MOSI: 11, MISO: 12
|
||
|
|
* ESP32 various dev board : CS: 5, DC: 27, RST: 33, BL: 22, SCK: 18, MOSI: 23, MISO: nil
|
||
|
|
* ESP32-C3 various dev board : CS: 7, DC: 2, RST: 1, BL: 3, SCK: 4, MOSI: 6, MISO: nil
|
||
|
|
* ESP32-S2 various dev board : CS: 34, DC: 35, RST: 33, BL: 21, SCK: 36, MOSI: 35, MISO: nil
|
||
|
|
* ESP32-S3 various dev board : CS: 40, DC: 41, RST: 42, BL: 48, SCK: 36, MOSI: 35, MISO: nil
|
||
|
|
* ESP8266 various dev board : CS: 15, DC: 4, RST: 2, BL: 5, SCK: 14, MOSI: 13, MISO: 12
|
||
|
|
* Raspberry Pi Pico dev board : CS: 17, DC: 27, RST: 26, BL: 28, SCK: 18, MOSI: 19, MISO: 16
|
||
|
|
* RTL8720 BW16 old patch core : CS: 18, DC: 17, RST: 2, BL: 23, SCK: 19, MOSI: 21, MISO: 20
|
||
|
|
* RTL8720_BW16 Official core : CS: 9, DC: 8, RST: 6, BL: 3, SCK: 10, MOSI: 12, MISO: 11
|
||
|
|
* RTL8722 dev board : CS: 18, DC: 17, RST: 22, BL: 23, SCK: 13, MOSI: 11, MISO: 12
|
||
|
|
* RTL8722_mini dev board : CS: 12, DC: 14, RST: 15, BL: 13, SCK: 11, MOSI: 9, MISO: 10
|
||
|
|
* Seeeduino XIAO dev board : CS: 3, DC: 2, RST: 1, BL: 0, SCK: 8, MOSI: 10, MISO: 9
|
||
|
|
* Teensy 4.1 dev board : CS: 39, DC: 41, RST: 40, BL: 22, SCK: 13, MOSI: 11, MISO: 12
|
||
|
|
******************************************************************************/
|
||
|
|
#include <Arduino_GFX_Library.h>
|
||
|
|
|
||
|
|
#define GFX_BL DF_GFX_BL // default backlight pin, you may replace DF_GFX_BL to actual backlight pin
|
||
|
|
|
||
|
|
/* More dev device declaration: https://github.com/moononournation/Arduino_GFX/wiki/Dev-Device-Declaration */
|
||
|
|
#if defined(DISPLAY_DEV_KIT)
|
||
|
|
Arduino_GFX *gfx = create_default_Arduino_GFX();
|
||
|
|
#else /* !defined(DISPLAY_DEV_KIT) */
|
||
|
|
|
||
|
|
/* More data bus class: https://github.com/moononournation/Arduino_GFX/wiki/Data-Bus-Class */
|
||
|
|
Arduino_DataBus *bus = create_default_Arduino_DataBus();
|
||
|
|
|
||
|
|
/* More display class: https://github.com/moononournation/Arduino_GFX/wiki/Display-Class */
|
||
|
|
Arduino_GFX *gfx = new Arduino_ILI9341(bus, DF_GFX_RST, 3 /* rotation */, false /* IPS */);
|
||
|
|
|
||
|
|
#endif /* !defined(DISPLAY_DEV_KIT) */
|
||
|
|
/*******************************************************************************
|
||
|
|
* End of Arduino_GFX setting
|
||
|
|
******************************************************************************/
|
||
|
|
|
||
|
|
/* Wio Terminal */
|
||
|
|
#if defined(ARDUINO_ARCH_SAMD) && defined(SEEED_GROVE_UI_WIRELESS)
|
||
|
|
#include <Seeed_FS.h>
|
||
|
|
#include <SD/Seeed_SD.h>
|
||
|
|
#elif defined(ARDUINO_RASPBERRY_PI_PICO) || defined(ARDUINO_RASPBERRY_PI_PICO_W)
|
||
|
|
#include <LittleFS.h>
|
||
|
|
#include <SD.h>
|
||
|
|
#elif defined(ESP32)
|
||
|
|
#include <FFat.h>
|
||
|
|
#include <LittleFS.h>
|
||
|
|
#include <SPIFFS.h>
|
||
|
|
#include <SD.h>
|
||
|
|
#elif defined(ESP8266)
|
||
|
|
#include <LittleFS.h>
|
||
|
|
#include <SD.h>
|
||
|
|
#else
|
||
|
|
#include <SD.h>
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#include "MjpegClass.h"
|
||
|
|
static MjpegClass mjpeg;
|
||
|
|
|
||
|
|
/* variables */
|
||
|
|
static int total_frames = 0;
|
||
|
|
static unsigned long total_read_video = 0;
|
||
|
|
static unsigned long total_decode_video = 0;
|
||
|
|
static unsigned long total_show_video = 0;
|
||
|
|
static unsigned long start_ms, curr_ms;
|
||
|
|
|
||
|
|
// pixel drawing callback
|
||
|
|
static int jpegDrawCallback(JPEGDRAW *pDraw)
|
||
|
|
{
|
||
|
|
// Serial.printf("Draw pos = %d,%d. size = %d x %d\n", pDraw->x, pDraw->y, pDraw->iWidth, pDraw->iHeight);
|
||
|
|
unsigned long start = millis();
|
||
|
|
gfx->draw16bitBeRGBBitmap(pDraw->x, pDraw->y, pDraw->pPixels, pDraw->iWidth, pDraw->iHeight);
|
||
|
|
total_show_video += millis() - start;
|
||
|
|
return 1;
|
||
|
|
}
|
||
|
|
|
||
|
|
void setup()
|
||
|
|
{
|
||
|
|
Serial.begin(115200);
|
||
|
|
// while (!Serial);
|
||
|
|
Serial.println("MJPEG Image Viewer");
|
||
|
|
|
||
|
|
// Init Display
|
||
|
|
gfx->begin();
|
||
|
|
gfx->fillScreen(BLACK);
|
||
|
|
|
||
|
|
#ifdef GFX_BL
|
||
|
|
pinMode(GFX_BL, OUTPUT);
|
||
|
|
digitalWrite(GFX_BL, HIGH);
|
||
|
|
#endif
|
||
|
|
|
||
|
|
/* Wio Terminal */
|
||
|
|
#if defined(ARDUINO_ARCH_SAMD) && defined(SEEED_GROVE_UI_WIRELESS)
|
||
|
|
// Init SPIFLASH
|
||
|
|
if (!SD.begin(SDCARD_SS_PIN, SDCARD_SPI, 4000000UL))
|
||
|
|
#elif defined(ARDUINO_RASPBERRY_PI_PICO) || defined(ARDUINO_RASPBERRY_PI_PICO_W)
|
||
|
|
if (!LittleFS.begin())
|
||
|
|
// if (!SD.begin(SS))
|
||
|
|
#elif defined(ESP32)
|
||
|
|
// if (!FFat.begin())
|
||
|
|
if (!LittleFS.begin())
|
||
|
|
// if (!SPIFFS.begin())
|
||
|
|
// if (!SD.begin(SS))
|
||
|
|
#elif defined(ESP8266)
|
||
|
|
if (!LittleFS.begin())
|
||
|
|
// if (!SD.begin(SS))
|
||
|
|
#else
|
||
|
|
if (!SD.begin())
|
||
|
|
#endif
|
||
|
|
{
|
||
|
|
Serial.println(F("ERROR: File System Mount Failed!"));
|
||
|
|
gfx->println(F("ERROR: File System Mount Failed!"));
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
#if defined(ARDUINO_ARCH_SAMD) && defined(SEEED_GROVE_UI_WIRELESS)
|
||
|
|
File mjpegFile = SD.open(MJPEG_FILENAME, "r");
|
||
|
|
#elif defined(ARDUINO_RASPBERRY_PI_PICO) || defined(ARDUINO_RASPBERRY_PI_PICO_W)
|
||
|
|
File mjpegFile = LittleFS.open(MJPEG_FILENAME, "r");
|
||
|
|
// File mjpegFile = SD.open(MJPEG_FILENAME, "r");
|
||
|
|
#elif defined(ESP32)
|
||
|
|
// File mjpegFile = FFat.open(MJPEG_FILENAME, "r");
|
||
|
|
File mjpegFile = LittleFS.open(MJPEG_FILENAME, "r");
|
||
|
|
// File mjpegFile = SPIFFS.open(MJPEG_FILENAME, "r");
|
||
|
|
// File mjpegFile = SD.open(MJPEG_FILENAME, "r");
|
||
|
|
#elif defined(ESP8266)
|
||
|
|
File mjpegFile = LittleFS.open(MJPEG_FILENAME, "r");
|
||
|
|
// File mjpegFile = SD.open(MJPEG_FILENAME, "r");
|
||
|
|
#else
|
||
|
|
File mjpegFile = SD.open(MJPEG_FILENAME, FILE_READ);
|
||
|
|
#endif
|
||
|
|
|
||
|
|
if (!mjpegFile || mjpegFile.isDirectory())
|
||
|
|
{
|
||
|
|
Serial.println(F("ERROR: Failed to open " MJPEG_FILENAME " file for reading"));
|
||
|
|
gfx->println(F("ERROR: Failed to open " MJPEG_FILENAME " file for reading"));
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
uint8_t *mjpeg_buf = (uint8_t *)malloc(MJPEG_BUFFER_SIZE);
|
||
|
|
if (!mjpeg_buf)
|
||
|
|
{
|
||
|
|
Serial.println(F("mjpeg_buf malloc failed!"));
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
Serial.println(F("MJPEG start"));
|
||
|
|
|
||
|
|
start_ms = millis();
|
||
|
|
curr_ms = millis();
|
||
|
|
mjpeg.setup(
|
||
|
|
&mjpegFile, mjpeg_buf, jpegDrawCallback, true /* useBigEndian */,
|
||
|
|
0 /* x */, 0 /* y */, gfx->width() /* widthLimit */, gfx->height() /* heightLimit */);
|
||
|
|
|
||
|
|
while (mjpegFile.available() && mjpeg.readMjpegBuf())
|
||
|
|
{
|
||
|
|
// Read video
|
||
|
|
total_read_video += millis() - curr_ms;
|
||
|
|
curr_ms = millis();
|
||
|
|
|
||
|
|
// Play video
|
||
|
|
mjpeg.drawJpg();
|
||
|
|
total_decode_video += millis() - curr_ms;
|
||
|
|
|
||
|
|
curr_ms = millis();
|
||
|
|
total_frames++;
|
||
|
|
}
|
||
|
|
int time_used = millis() - start_ms;
|
||
|
|
Serial.println(F("MJPEG end"));
|
||
|
|
mjpegFile.close();
|
||
|
|
float fps = 1000.0 * total_frames / time_used;
|
||
|
|
total_decode_video -= total_show_video;
|
||
|
|
Serial.printf("Total frames: %d\n", total_frames);
|
||
|
|
Serial.printf("Time used: %d ms\n", time_used);
|
||
|
|
Serial.printf("Average FPS: %0.1f\n", fps);
|
||
|
|
Serial.printf("Read MJPEG: %lu ms (%0.1f %%)\n", total_read_video, 100.0 * total_read_video / time_used);
|
||
|
|
Serial.printf("Decode video: %lu ms (%0.1f %%)\n", total_decode_video, 100.0 * total_decode_video / time_used);
|
||
|
|
Serial.printf("Show video: %lu ms (%0.1f %%)\n", total_show_video, 100.0 * total_show_video / time_used);
|
||
|
|
|
||
|
|
gfx->setCursor(0, 0);
|
||
|
|
gfx->printf("Total frames: %d\n", total_frames);
|
||
|
|
gfx->printf("Time used: %d ms\n", time_used);
|
||
|
|
gfx->printf("Average FPS: %0.1f\n", fps);
|
||
|
|
gfx->printf("Read MJPEG: %lu ms (%0.1f %%)\n", total_read_video, 100.0 * total_read_video / time_used);
|
||
|
|
gfx->printf("Decode video: %lu ms (%0.1f %%)\n", total_decode_video, 100.0 * total_decode_video / time_used);
|
||
|
|
gfx->printf("Show video: %lu ms (%0.1f %%)\n", total_show_video, 100.0 * total_show_video / time_used);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
void loop()
|
||
|
|
{
|
||
|
|
}
|