ESP32-CAM-Video-Telegram/ESP32-CAM-Video-Telegram_8....

1199 wiersze
39 KiB
C++

/*******************************************************************
ESP32-CAM-Video-Telegram
This program records an mjpeg avi video in the psram of a ESP32-CAM, and sends a jpeg and a avi video to Telegram.
https://github.com/jameszah/ESP32-CAM-Video-Telegram is licensed under the
GNU General Public License v3.0
by James Zahary June 1, 2020
jamzah.plc@gmail.com
The is Arduino code, with standard setup for ESP32-CAM
- Board ESP32 Wrover Module
- Partition Scheme Huge APP (3MB No OTA)
- or with AI Thinker ESP32-CAM
Compiled with Arduino 1.8.13 and arduino-esp32 1.0.6 (latest release version) on Jun 10, 2021
Jan 18, 2022 ver 8.9
- updates from Arduino 1.8.19
- return from void problem re-runs the function if you dont do a return ???
https://stackoverflow.com/questions/22742581/warning-control-reaches-end-of-non-void-function-wreturn-type
- updates for esp32-arduino 2.0.2
- bug with 2.0.2 handshake timeout - added timeout resets in this file as a workaround
https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot/issues/270#issuecomment-1003795884
- updates for esp32-arduino 2.0.2
- esp-camera seems to have changed to fill all free fb buffers in sequence, so must empty them to get a snapshot
Based on these two:
https://github.com/jameszah/ESP32-CAM-Video-Recorder-junior
https://github.com/jameszah/ESP32-CAM-Video-Recorder
and using a modified old version of:
https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot
~~~~~~~~~~~~
Using library WiFi at version 2.0.0 in folder: C:\ArduinoPortable\arduino-1.8.19\portable\packages\esp32\hardware\esp32\2.0.2\libraries\WiFi
Using library WiFiClientSecure at version 2.0.0 in folder: C:\ArduinoPortable\arduino-1.8.19\portable\packages\esp32\hardware\esp32\2.0.2\libraries\WiFiClientSecure
Using library ArduinoJson at version 6.18.5 in folder: C:\ArduinoPortable\arduino-1.8.19\portable\sketchbook\libraries\ArduinoJson
Using library ESPmDNS at version 2.0.0 in folder: C:\ArduinoPortable\arduino-1.8.19\portable\packages\esp32\hardware\esp32\2.0.2\libraries\ESPmDNS
"C:\\ArduinoPortable\\arduino-1.8.19\\portable\\packages\\esp32\\tools\\xtensa-esp32-elf-gcc\\gcc8_4_0-esp-2021r2/bin/xtensa-esp32-elf-size" -A "C:\\Users\\James\\AppData\\Local\\Temp\\arduino_build_57156/ESP32-CAM-Video-Telegram_8.9.ino.elf"
Sketch uses 956193 bytes (30%) of program storage space. Maximum is 3145728 bytes.
Global variables use 63080 bytes (19%) of dynamic memory, leaving 264600 bytes for local variables. Maximum is 327680 bytes.
C:\ArduinoPortable\arduino-1.8.19\portable\packages\esp32\tools\esptool_py\3.1.0/esptool.exe --chip esp32 --port COM7 --baud 460800 --before default_reset --after hard_reset write_flash -z --flash_mode dio --flash_freq 80m --flash_size 4MB 0xe000 C:\ArduinoPortable\arduino-1.8.19\portable\packages\esp32\hardware\esp32\2.0.2/tools/partitions/boot_app0.bin 0x1000 C:\Users\James\AppData\Local\Temp\arduino_build_57156/ESP32-CAM-Video-Telegram_8.9.ino.bootloader.bin 0x10000 C:\Users\James\AppData\Local\Temp\arduino_build_57156/ESP32-CAM-Video-Telegram_8.9.ino.bin 0x8000 C:\Users\James\AppData\Local\Temp\arduino_build_57156/ESP32-CAM-Video-Telegram_8.9.ino.partitions.bin
*******************************************************************/
/*******************************************************************
- original opening from Brian Lough telegram bot demo
A Telegram bot for taking a photo with an ESP32Cam
Parts used:
ESP32-CAM module* - http://s.click.aliexpress.com/e/bnXR1eYs
= Affiliate Links
Note:
- Make sure that you have either selected ESP32 Wrover Module,
or another board which has PSRAM enabled
- Choose "Huge App" partion scheme
Some of the camera code comes from Rui Santos:
https://randomnerdtutorials.com/esp32-cam-take-photo-save-microsd-card/
Written by Brian Lough
YouTube: https://www.youtube.com/brianlough
Tindie: https://www.tindie.com/stores/brianlough/
Twitter: https://twitter.com/witnessmenow
Aug 7, 2020 - jz
Mods to library and example to demonstrate
- bugfix with missing println statement
- method to send big and small jpegs
- sending a caption with a pictire
Mar 26, 2021 - jz
Mods for esp32 version 1.05
See line 250 of UniversalTelegramBot.cpp in the current github software
https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot/issues/235#issue-842397567
See https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot/blob/65e6f826cbab242366d69f00cebc25cdd1e81305/src/UniversalTelegramBot.cpp#L250
*******************************************************************/
// ----------------------------
// Standard Libraries - Already Installed if you have ESP32 set up
// ----------------------------
#include <WiFi.h>
#include <WiFiClientSecure.h>
#include "esp_camera.h"
// ----------------------------
// Additional Libraries - each one of these will need to be installed.
// ----------------------------
//#include <UniversalTelegramBot.h>
#include "UniversalTelegramBot.h" // use local library which is a modified copy of an old version
// Library for interacting with the Telegram API
// Search for "Telegegram" in the Library manager and install
// The universal Telegram library
// https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot
#include <ArduinoJson.h>
// Library used for parsing Json from the API responses
// Search for "Arduino Json" in the Arduino Library manager
// https://github.com/bblanchon/ArduinoJson
static const char vernum[] = "pir-cam 8.9";
String devstr = "deskpir";
int max_frames = 150;
framesize_t configframesize = FRAMESIZE_VGA; // FRAMESIZE_ + QVGA|CIF|VGA|SVGA|XGA|SXGA|UXGA
int frame_interval = 0; // 0 = record at full speed, 100 = 100 ms delay between frames
float speed_up_factor = 0.5; // 1 = play at realtime, 0.5 = slow motion, 10 = speedup 10x
int framesize = FRAMESIZE_VGA; //FRAMESIZE_HD;
int quality = 10;
int qualityconfig = 5;
// Initialize Wifi connection to the router and Telegram BOT
char ssid[] = "yourssid"; // your network SSID (name)
char password[] = "yourssidpassword"; // your network key
// https://sites.google.com/a/usapiens.com/opnode/time-zones -- find your timezone here
String TIMEZONE = "GMT0BST,M3.5.0/01,M10.5.0/02";
// you can enter your home chat_id, so the device can send you a reboot message, otherwise it responds to the chat_id talking to telegram
String chat_id = "1234567890";
#define BOTtoken "XXXXXXXXX:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX" // your Bot Token (Get from Botfather)
// see here for information about getting free telegram credentials
// https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot
// https://randomnerdtutorials.com/telegram-esp32-motion-detection-arduino/
bool reboot_request = false;
#define CAMERA_MODEL_AI_THINKER
#define PWDN_GPIO_NUM 32
#define RESET_GPIO_NUM -1
#define XCLK_GPIO_NUM 0
#define SIOD_GPIO_NUM 26
#define SIOC_GPIO_NUM 27
#define Y9_GPIO_NUM 35
#define Y8_GPIO_NUM 34
#define Y7_GPIO_NUM 39
#define Y6_GPIO_NUM 36
#define Y5_GPIO_NUM 21
#define Y4_GPIO_NUM 19
#define Y3_GPIO_NUM 18
#define Y2_GPIO_NUM 5
#define VSYNC_GPIO_NUM 25
#define HREF_GPIO_NUM 23
#define PCLK_GPIO_NUM 22
#include "esp_system.h"
bool setupCamera() {
camera_config_t config;
config.ledc_channel = LEDC_CHANNEL_0;
config.ledc_timer = LEDC_TIMER_0;
config.pin_d0 = Y2_GPIO_NUM;
config.pin_d1 = Y3_GPIO_NUM;
config.pin_d2 = Y4_GPIO_NUM;
config.pin_d3 = Y5_GPIO_NUM;
config.pin_d4 = Y6_GPIO_NUM;
config.pin_d5 = Y7_GPIO_NUM;
config.pin_d6 = Y8_GPIO_NUM;
config.pin_d7 = Y9_GPIO_NUM;
config.pin_xclk = XCLK_GPIO_NUM;
config.pin_pclk = PCLK_GPIO_NUM;
config.pin_vsync = VSYNC_GPIO_NUM;
config.pin_href = HREF_GPIO_NUM;
config.pin_sscb_sda = SIOD_GPIO_NUM;
config.pin_sscb_scl = SIOC_GPIO_NUM;
config.pin_pwdn = PWDN_GPIO_NUM;
config.pin_reset = RESET_GPIO_NUM;
config.xclk_freq_hz = 20000000;
config.pixel_format = PIXFORMAT_JPEG;
//init with high specs to pre-allocate larger buffers
if (psramFound()) {
config.frame_size = configframesize;
config.jpeg_quality = qualityconfig;
config.fb_count = 4;
} else {
config.frame_size = FRAMESIZE_SVGA;
config.jpeg_quality = 12;
config.fb_count = 1;
}
//Serial.printf("Internal Total heap %d, internal Free Heap %d\n", ESP.getHeapSize(), ESP.getFreeHeap());
//Serial.printf("SPIRam Total heap %d, SPIRam Free Heap %d\n", ESP.getPsramSize(), ESP.getFreePsram());
static char * memtmp = (char *) malloc(32 * 1024);
static char * memtmp2 = (char *) malloc(32 * 1024); //32767
// camera init
esp_err_t err = esp_camera_init(&config);
if (err != ESP_OK) {
Serial.printf("Camera init failed with error 0x%x", err);
return false;
}
free(memtmp2);
memtmp2 = NULL;
free(memtmp);
memtmp = NULL;
//Serial.printf("Internal Total heap %d, internal Free Heap %d\n", ESP.getHeapSize(), ESP.getFreeHeap());
//Serial.printf("SPIRam Total heap %d, SPIRam Free Heap %d\n", ESP.getPsramSize(), ESP.getFreePsram());
sensor_t * s = esp_camera_sensor_get();
// drop down frame size for higher initial frame rate
s->set_framesize(s, (framesize_t)framesize);
s->set_quality(s, quality);
delay(200);
return true;
}
#define FLASH_LED_PIN 4
WiFiClientSecure client;
UniversalTelegramBot bot(BOTtoken, client);
int Bot_mtbs = 5000; //mean time between scan messages
long Bot_lasttime; //last time messages' scan has been done
bool flashState = LOW;
camera_fb_t * fb = NULL;
camera_fb_t * vid_fb = NULL;
TaskHandle_t the_camera_loop_task;
void the_camera_loop (void* pvParameter) ;
static void IRAM_ATTR PIR_ISR(void* arg) ;
bool video_ready = false;
bool picture_ready = false;
bool active_interupt = false;
bool pir_enabled = false;
bool avi_enabled = false;
int avi_buf_size = 0;
int idx_buf_size = 0;
bool isMoreDataAvailable();
//////////////////////////////// send photo as 512 byte blocks or jzblocksize
int currentByte;
uint8_t* fb_buffer;
size_t fb_length;
bool isMoreDataAvailable() {
return (fb_length - currentByte);
}
uint8_t getNextByte() {
currentByte++;
return (fb_buffer[currentByte - 1]);
}
//////////////////////////////// send avi as 512 byte blocks or jzblocksize
int avi_ptr;
uint8_t* avi_buf;
size_t avi_len;
bool avi_more() {
return (avi_len - avi_ptr);
}
uint8_t avi_next() {
avi_ptr++;
return (avi_buf[avi_ptr - 1]);
}
bool dataAvailable = false;
///////////////////////////////
uint8_t * psram_avi_buf = NULL;
uint8_t * psram_idx_buf = NULL;
uint8_t * psram_avi_ptr = 0;
uint8_t * psram_idx_ptr = 0;
char strftime_buf[64];
void handleNewMessages(int numNewMessages) {
//Serial.println("handleNewMessages");
//Serial.println(String(numNewMessages));
for (int i = 0; i < numNewMessages; i++) {
chat_id = String(bot.messages[i].chat_id);
String text = bot.messages[i].text;
Serial.printf("\nGot a message %s\n", text);
String from_name = bot.messages[i].from_name;
if (from_name == "") from_name = "Guest";
String hi = "Got: ";
hi += text;
bot.sendMessage(chat_id, hi, "Markdown");
client.setHandshakeTimeout(120000);
if (text == "/flash") {
flashState = !flashState;
digitalWrite(FLASH_LED_PIN, flashState);
}
if (text == "/status") {
String stat = "Device: " + devstr + "\nVer: " + String(vernum) + "\nRssi: " + String(WiFi.RSSI()) + "\nip: " + WiFi.localIP().toString() + "\nEnabled: " + pir_enabled + "\nAvi Enabled: " + avi_enabled;
if (frame_interval == 0) {
stat = stat + "\nFast 3 sec";
} else if (frame_interval == 125) {
stat = stat + "\nMed 10 sec";
} else {
stat = stat + "\nSlow 40 sec";
}
stat = stat + "\nQuality: " + quality;
bot.sendMessage(chat_id, stat, "");
}
if (text == "/reboot") {
reboot_request = true;
}
if (text == "/enable") {
pir_enabled = true;
}
if (text == "/disable") {
pir_enabled = false;
}
if (text == "/enavi") {
avi_enabled = true;
}
if (text == "/disavi") {
avi_enabled = false;
}
if (text == "/fast") {
max_frames = 150;
frame_interval = 0;
speed_up_factor = 0.5;
pir_enabled = true;
avi_enabled = true;
}
if (text == "/med") {
max_frames = 150;
frame_interval = 125;
speed_up_factor = 1;
pir_enabled = true;
avi_enabled = true;
}
if (text == "/slow") {
max_frames = 150;
frame_interval = 500;
speed_up_factor = 5;
pir_enabled = true;
avi_enabled = true;
}
/*
if (fb) {
esp_camera_fb_return(fb);
Serial.println("Return an fb ???");
if (fb) {
esp_camera_fb_return(fb);
Serial.println("Return another fb ?");
}
}
*/
for (int j = 0; j < 4; j++) {
camera_fb_t * newfb = esp_camera_fb_get();
if (!newfb) {
Serial.println("Camera Capture Failed");
} else {
//Serial.print("Pic, len="); Serial.print(newfb->len);
//Serial.printf(", new fb %X\n", (long)newfb->buf);
esp_camera_fb_return(newfb);
delay(10);
}
}
if ( text == "/photo" || text == "/caption" ) {
fb = NULL;
// Take Picture with Camera
fb = esp_camera_fb_get();
if (!fb) {
Serial.println("Camera capture failed");
bot.sendMessage(chat_id, "Camera capture failed", "");
return;
}
currentByte = 0;
fb_length = fb->len;
fb_buffer = fb->buf;
if (text == "/caption") {
Serial.println("\n>>>>> Sending with a caption, bytes= " + String(fb_length));
String sent = bot.sendMultipartFormDataToTelegramWithCaption("sendPhoto", "photo", "img.jpg",
"image/jpeg", "Your photo", chat_id, fb_length,
isMoreDataAvailable, getNextByte, nullptr, nullptr);
Serial.println("done!");
} else {
Serial.println("\n>>>>> Sending, bytes= " + String(fb_length));
bot.sendPhotoByBinary(chat_id, "image/jpeg", fb_length,
isMoreDataAvailable, getNextByte,
nullptr, nullptr);
dataAvailable = true;
Serial.println("done!");
}
esp_camera_fb_return(fb);
}
if (text == "/vga" ) {
fb = NULL;
//sensor_t * s = esp_camera_sensor_get();
//s->set_framesize(s, FRAMESIZE_VGA);
Serial.println("\n\n\nSending VGA");
// Take Picture with Camera
fb = esp_camera_fb_get();
if (!fb) {
Serial.println("Camera capture failed");
bot.sendMessage(chat_id, "Camera capture failed", "");
return;
}
currentByte = 0;
fb_length = fb->len;
fb_buffer = fb->buf;
Serial.println("\n>>>>> Sending as 512 byte blocks, with jzdelay of 0, bytes= " + String(fb_length));
bot.sendPhotoByBinary(chat_id, "image/jpeg", fb_length,
isMoreDataAvailable, getNextByte,
nullptr, nullptr);
esp_camera_fb_return(fb);
}
if (text == "/clip") {
// record the video
bot.longPoll = 0;
xTaskCreatePinnedToCore( the_camera_loop, "the_camera_loop", 10000, NULL, 1, &the_camera_loop_task, 1);
//xTaskCreatePinnedToCore( the_camera_loop, "the_camera_loop", 10000, NULL, 1, &the_camera_loop_task, 0); //v8.5
if ( the_camera_loop_task == NULL ) {
//vTaskDelete( xHandle );
Serial.printf("do_the_steaming_task failed to start! %d\n", the_camera_loop_task);
}
}
if (text == "/start") {
String welcome = "ESP32Cam Telegram bot.\n\n";
welcome += "/photo: take a photo\n";
welcome += "/flash: toggle flash LED\n";
welcome += "/caption: photo with caption\n";
welcome += "/clip: short video clip\n";
welcome += "\n Configure the clip\n";
welcome += "/enable: enable pir\n";
welcome += "/disable: disable pir\n";
welcome += "/enavi: enable avi\n";
welcome += "/disavi: disable avi\n";
welcome += "\n/fast: 25 fps - 3 sec - play .5x speed\n";
welcome += "/med: 8 fps - 10 sec - play 1x speed\n";
welcome += "/slow: 2 fps - 40 sec - play 5x speed\n";
welcome += "\n/status: status\n";
welcome += "/reboot: reboot\n";
welcome += "/start: start\n";
bot.sendMessage(chat_id, welcome, "Markdown");
}
}
}
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
//
// Make the avi functions
//
// start_avi() - open the file and write headers
// another_pic_avi() - write one more frame of movie
// end_avi() - write the final parameters and close the file
char devname[30];
struct tm timeinfo;
time_t now;
camera_fb_t * fb_curr = NULL;
camera_fb_t * fb_next = NULL;
#define fbs 8 // how many kb of static ram for psram -> sram buffer for sd write - not really used because not dma for sd
char avi_file_name[100];
long avi_start_time = 0;
long avi_end_time = 0;
int start_record = 0;
long current_frame_time;
long last_frame_time;
static int i = 0;
uint16_t frame_cnt = 0;
uint16_t remnant = 0;
uint32_t length = 0;
uint32_t startms;
uint32_t elapsedms;
uint32_t uVideoLen = 0;
unsigned long movi_size = 0;
unsigned long jpeg_size = 0;
unsigned long idx_offset = 0;
uint8_t zero_buf[4] = {0x00, 0x00, 0x00, 0x00};
uint8_t dc_buf[4] = {0x30, 0x30, 0x64, 0x63}; // "00dc"
uint8_t avi1_buf[4] = {0x41, 0x56, 0x49, 0x31}; // "AVI1"
uint8_t idx1_buf[4] = {0x69, 0x64, 0x78, 0x31}; // "idx1"
struct frameSizeStruct {
uint8_t frameWidth[2];
uint8_t frameHeight[2];
};
// data structure from here https://github.com/s60sc/ESP32-CAM_MJPEG2SD/blob/master/avi.cpp, extended for ov5640
static const frameSizeStruct frameSizeData[] = {
{{0x60, 0x00}, {0x60, 0x00}}, // FRAMESIZE_96X96, // 96x96
{{0xA0, 0x00}, {0x78, 0x00}}, // FRAMESIZE_QQVGA, // 160x120
{{0xB0, 0x00}, {0x90, 0x00}}, // FRAMESIZE_QCIF, // 176x144
{{0xF0, 0x00}, {0xB0, 0x00}}, // FRAMESIZE_HQVGA, // 240x176
{{0xF0, 0x00}, {0xF0, 0x00}}, // FRAMESIZE_240X240, // 240x240
{{0x40, 0x01}, {0xF0, 0x00}}, // FRAMESIZE_QVGA, // 320x240
{{0x90, 0x01}, {0x28, 0x01}}, // FRAMESIZE_CIF, // 400x296
{{0xE0, 0x01}, {0x40, 0x01}}, // FRAMESIZE_HVGA, // 480x320
{{0x80, 0x02}, {0xE0, 0x01}}, // FRAMESIZE_VGA, // 640x480 8
{{0x20, 0x03}, {0x58, 0x02}}, // FRAMESIZE_SVGA, // 800x600 9
{{0x00, 0x04}, {0x00, 0x03}}, // FRAMESIZE_XGA, // 1024x768 10
{{0x00, 0x05}, {0xD0, 0x02}}, // FRAMESIZE_HD, // 1280x720 11
{{0x00, 0x05}, {0x00, 0x04}}, // FRAMESIZE_SXGA, // 1280x1024 12
{{0x40, 0x06}, {0xB0, 0x04}}, // FRAMESIZE_UXGA, // 1600x1200 13
// 3MP Sensors
{{0x80, 0x07}, {0x38, 0x04}}, // FRAMESIZE_FHD, // 1920x1080 14
{{0xD0, 0x02}, {0x00, 0x05}}, // FRAMESIZE_P_HD, // 720x1280 15
{{0x60, 0x03}, {0x00, 0x06}}, // FRAMESIZE_P_3MP, // 864x1536 16
{{0x00, 0x08}, {0x00, 0x06}}, // FRAMESIZE_QXGA, // 2048x1536 17
// 5MP Sensors
{{0x00, 0x0A}, {0xA0, 0x05}}, // FRAMESIZE_QHD, // 2560x1440 18
{{0x00, 0x0A}, {0x40, 0x06}}, // FRAMESIZE_WQXGA, // 2560x1600 19
{{0x38, 0x04}, {0x80, 0x07}}, // FRAMESIZE_P_FHD, // 1080x1920 20
{{0x00, 0x0A}, {0x80, 0x07}} // FRAMESIZE_QSXGA, // 2560x1920 21
};
#define AVIOFFSET 240 // AVI main header length
uint8_t buf[AVIOFFSET] = {
0x52, 0x49, 0x46, 0x46, 0xD8, 0x01, 0x0E, 0x00, 0x41, 0x56, 0x49, 0x20, 0x4C, 0x49, 0x53, 0x54,
0xD0, 0x00, 0x00, 0x00, 0x68, 0x64, 0x72, 0x6C, 0x61, 0x76, 0x69, 0x68, 0x38, 0x00, 0x00, 0x00,
0xA0, 0x86, 0x01, 0x00, 0x80, 0x66, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00,
0x64, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x80, 0x02, 0x00, 0x00, 0xe0, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4C, 0x49, 0x53, 0x54, 0x84, 0x00, 0x00, 0x00,
0x73, 0x74, 0x72, 0x6C, 0x73, 0x74, 0x72, 0x68, 0x30, 0x00, 0x00, 0x00, 0x76, 0x69, 0x64, 0x73,
0x4D, 0x4A, 0x50, 0x47, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x01, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0A, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x73, 0x74, 0x72, 0x66,
0x28, 0x00, 0x00, 0x00, 0x28, 0x00, 0x00, 0x00, 0x80, 0x02, 0x00, 0x00, 0xe0, 0x01, 0x00, 0x00,
0x01, 0x00, 0x18, 0x00, 0x4D, 0x4A, 0x50, 0x47, 0x00, 0x84, 0x03, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x49, 0x4E, 0x46, 0x4F,
0x10, 0x00, 0x00, 0x00, 0x6A, 0x61, 0x6D, 0x65, 0x73, 0x7A, 0x61, 0x68, 0x61, 0x72, 0x79, 0x20,
0x76, 0x38, 0x38, 0x20, 0x4C, 0x49, 0x53, 0x54, 0x00, 0x01, 0x0E, 0x00, 0x6D, 0x6F, 0x76, 0x69,
};
//
// Writes an uint32_t in Big Endian at current file position
//
static void inline print_quartet(unsigned long i, uint8_t * fd) {
uint8_t y[4];
y[0] = i % 0x100;
y[1] = (i >> 8) % 0x100;
y[2] = (i >> 16) % 0x100;
y[3] = (i >> 24) % 0x100;
memcpy( fd, y, 4);
}
//
// Writes 2 uint32_t in Big Endian at current file position
//
static void inline print_2quartet(unsigned long i, unsigned long j, uint8_t * fd) {
uint8_t y[8];
y[0] = i % 0x100;
y[1] = (i >> 8) % 0x100;
y[2] = (i >> 16) % 0x100;
y[3] = (i >> 24) % 0x100;
y[4] = j % 0x100;
y[5] = (j >> 8) % 0x100;
y[6] = (j >> 16) % 0x100;
y[7] = (j >> 24) % 0x100;
memcpy( fd, y, 8);
}
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
//
// get_good_jpeg() - take a picture and make sure it has a good jpeg
//
camera_fb_t * get_good_jpeg() {
camera_fb_t * fb;
long start;
int failures = 0;
do {
int fblen = 0;
int foundffd9 = 0;
fb = esp_camera_fb_get();
if (!fb) {
Serial.println("Camera Capture Failed");
failures++;
} else {
int get_fail = 0;
fblen = fb->len;
for (int j = 1; j <= 1025; j++) {
if (fb->buf[fblen - j] != 0xD9) {
} else {
if (fb->buf[fblen - j - 1] == 0xFF ) {
foundffd9 = 1;
break;
}
}
}
if (!foundffd9) {
Serial.printf("Bad jpeg, Frame %d, Len = %d \n", frame_cnt, fblen);
esp_camera_fb_return(fb);
failures++;
} else {
break;
}
}
} while (failures < 10); // normally leave the loop with a break()
// if we get 10 bad frames in a row, then quality parameters are too high - set them lower
if (failures == 10) {
Serial.printf("10 failures");
sensor_t * ss = esp_camera_sensor_get();
int qual = ss->status.quality ;
ss->set_quality(ss, qual + 3);
quality = qual + 3;
Serial.printf("\n\nDecreasing quality due to frame failures %d -> %d\n\n", qual, qual + 5);
delay(1000);
}
return fb;
}
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
// the_camera_loop()
void the_camera_loop (void* pvParameter) {
vid_fb = get_good_jpeg(); // esp_camera_fb_get();
if (!vid_fb) {
Serial.println("Camera capture failed");
//bot.sendMessage(chat_id, "Camera capture failed", "");
return;
}
picture_ready = true;
if (avi_enabled) {
frame_cnt = 0;
///////////////////////////// start a movie
avi_start_time = millis();
Serial.printf("\nStart the avi ... at %d\n", avi_start_time);
Serial.printf("Framesize %d, quality %d, length %d seconds\n\n", framesize, quality, max_frames * frame_interval / 1000);
fb_next = get_good_jpeg(); // should take zero time
last_frame_time = millis();
start_avi();
///////////////////////////// all the frames of movie
for (int j = 0; j < max_frames - 1 ; j++) { // max_frames
current_frame_time = millis();
if (current_frame_time - last_frame_time < frame_interval) {
if (frame_cnt < 5 || frame_cnt > (max_frames - 5) )Serial.printf("frame %d, delay %d\n", frame_cnt, (int) frame_interval - (current_frame_time - last_frame_time));
delay(frame_interval - (current_frame_time - last_frame_time)); // delay for timelapse
}
last_frame_time = millis();
frame_cnt++;
if (frame_cnt != 1) esp_camera_fb_return(fb_curr);
fb_curr = fb_next; // we will write a frame, and get the camera preparing a new one
another_save_avi(fb_curr );
fb_next = get_good_jpeg(); // should take near zero, unless the sd is faster than the camera, when we will have to wait for the camera
digitalWrite(33, frame_cnt % 2);
if (movi_size > avi_buf_size * .95) break;
}
///////////////////////////// stop a movie
Serial.println("End the Avi");
esp_camera_fb_return(fb_curr);
frame_cnt++;
fb_curr = fb_next;
fb_next = NULL;
another_save_avi(fb_curr );
digitalWrite(33, frame_cnt % 2);
esp_camera_fb_return(fb_curr);
fb_curr = NULL;
end_avi(); // end the movie
digitalWrite(33, HIGH); // light off
avi_end_time = millis();
float fps = 1.0 * frame_cnt / ((avi_end_time - avi_start_time) / 1000) ;
Serial.printf("End the avi at %d. It was %d frames, %d ms at %.2f fps...\n", millis(), frame_cnt, avi_end_time - avi_start_time, fps);
frame_cnt = 0; // start recording again on the next loop
video_ready = true;
}
Serial.println("Deleting the camera task");
delay(100);
vTaskDelete(the_camera_loop_task);
}
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
//
// start_avi - open the files and write in headers
//
void start_avi() {
Serial.println("Starting an avi ");
time(&now);
localtime_r(&now, &timeinfo);
strftime(strftime_buf, sizeof(strftime_buf), "DoorCam %F %H.%M.%S.avi", &timeinfo);
//memset(psram_avi_buf, 0, avi_buf_size); // save some time
//memset(psram_idx_buf, 0, idx_buf_size);
psram_avi_ptr = 0;
psram_idx_ptr = 0;
memcpy(buf + 0x40, frameSizeData[framesize].frameWidth, 2);
memcpy(buf + 0xA8, frameSizeData[framesize].frameWidth, 2);
memcpy(buf + 0x44, frameSizeData[framesize].frameHeight, 2);
memcpy(buf + 0xAC, frameSizeData[framesize].frameHeight, 2);
psram_avi_ptr = psram_avi_buf;
psram_idx_ptr = psram_idx_buf;
memcpy( psram_avi_ptr, buf, AVIOFFSET);
psram_avi_ptr += AVIOFFSET;
startms = millis();
jpeg_size = 0;
movi_size = 0;
uVideoLen = 0;
idx_offset = 4;
} // end of start avi
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
//
// another_save_avi saves another frame to the avi file, uodates index
// -- pass in a fb pointer to the frame to add
//
void another_save_avi(camera_fb_t * fb ) {
int fblen;
fblen = fb->len;
int fb_block_length;
uint8_t* fb_block_start;
jpeg_size = fblen;
remnant = (4 - (jpeg_size & 0x00000003)) & 0x00000003;
long bw = millis();
long frame_write_start = millis();
memcpy(psram_avi_ptr, dc_buf, 4);
int jpeg_size_rem = jpeg_size + remnant;
print_quartet(jpeg_size_rem, psram_avi_ptr + 4);
fb_block_start = fb->buf;
if (fblen > fbs * 1024 - 8 ) { // fbs is the size of frame buffer static
fb_block_length = fbs * 1024;
fblen = fblen - (fbs * 1024 - 8);
memcpy( psram_avi_ptr + 8, fb_block_start, fb_block_length - 8);
fb_block_start = fb_block_start + fb_block_length - 8;
} else {
fb_block_length = fblen + 8 + remnant;
memcpy( psram_avi_ptr + 8, fb_block_start, fb_block_length - 8);
fblen = 0;
}
psram_avi_ptr += fb_block_length;
while (fblen > 0) {
if (fblen > fbs * 1024) {
fb_block_length = fbs * 1024;
fblen = fblen - fb_block_length;
} else {
fb_block_length = fblen + remnant;
fblen = 0;
}
memcpy( psram_avi_ptr, fb_block_start, fb_block_length);
psram_avi_ptr += fb_block_length;
fb_block_start = fb_block_start + fb_block_length;
}
movi_size += jpeg_size;
uVideoLen += jpeg_size;
print_2quartet(idx_offset, jpeg_size, psram_idx_ptr);
psram_idx_ptr += 8;
idx_offset = idx_offset + jpeg_size + remnant + 8;
movi_size = movi_size + remnant;
} // end of another_pic_avi
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
//
// end_avi writes the index, and closes the files
//
void end_avi() {
Serial.println("End of avi - closing the files");
if (frame_cnt < 5 ) {
Serial.println("Recording screwed up, less than 5 frames, forget index\n");
} else {
elapsedms = millis() - startms;
float fRealFPS = (1000.0f * (float)frame_cnt) / ((float)elapsedms) * speed_up_factor;
float fmicroseconds_per_frame = 1000000.0f / fRealFPS;
uint8_t iAttainedFPS = round(fRealFPS) ;
uint32_t us_per_frame = round(fmicroseconds_per_frame);
//Modify the MJPEG header from the beginning of the file, overwriting various placeholders
print_quartet(movi_size + 240 + 16 * frame_cnt + 8 * frame_cnt, psram_avi_buf + 4);
print_quartet(us_per_frame, psram_avi_buf + 0x20);
unsigned long max_bytes_per_sec = (1.0f * movi_size * iAttainedFPS) / frame_cnt;
print_quartet(max_bytes_per_sec, psram_avi_buf + 0x24);
print_quartet(frame_cnt, psram_avi_buf + 0x30);
print_quartet(frame_cnt, psram_avi_buf + 0x8c);
print_quartet((int)iAttainedFPS, psram_avi_buf + 0x84);
print_quartet(movi_size + frame_cnt * 8 + 4, psram_avi_buf + 0xe8);
Serial.println(F("\n*** Video recorded and saved ***\n"));
Serial.printf("Recorded %5d frames in %5d seconds\n", frame_cnt, elapsedms / 1000);
Serial.printf("File size is %u bytes\n", movi_size + 12 * frame_cnt + 4);
Serial.printf("Adjusted FPS is %5.2f\n", fRealFPS);
Serial.printf("Max data rate is %lu bytes/s\n", max_bytes_per_sec);
Serial.printf("Frame duration is %d us\n", us_per_frame);
Serial.printf("Average frame length is %d bytes\n", uVideoLen / frame_cnt);
Serial.printf("Writng the index, %d frames\n", frame_cnt);
memcpy (psram_avi_ptr, idx1_buf, 4);
psram_avi_ptr += 4;
print_quartet(frame_cnt * 16, psram_avi_ptr);
psram_avi_ptr += 4;
psram_idx_ptr = psram_idx_buf;
for (int i = 0; i < frame_cnt; i++) {
memcpy (psram_avi_ptr, dc_buf, 4);
psram_avi_ptr += 4;
memcpy (psram_avi_ptr, zero_buf, 4);
psram_avi_ptr += 4;
memcpy (psram_avi_ptr, psram_idx_ptr, 8);
psram_avi_ptr += 8;
psram_idx_ptr += 8;
}
}
Serial.println("---");
digitalWrite(33, HIGH);
}
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
//
// setup some interupts during reboot
//
// int read13 = digitalRead(13); -- pir for video
int PIRpin = 13;
static void setupinterrupts() {
pinMode(PIRpin, INPUT_PULLDOWN) ; //INPUT_PULLDOWN);
Serial.print("Setup PIRpin = ");
for (int i = 0; i < 5; i++) {
Serial.print( digitalRead(PIRpin) ); Serial.print(", ");
}
Serial.println(" ");
esp_err_t err = gpio_isr_handler_add((gpio_num_t)PIRpin, &PIR_ISR, NULL);
if (err != ESP_OK) Serial.printf("gpio_isr_handler_add failed (%x)", err);
gpio_set_intr_type((gpio_num_t)PIRpin, GPIO_INTR_POSEDGE);
}
//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
//
// PIR_ISR - interupt handler for PIR - starts or extends a video
//
static void IRAM_ATTR PIR_ISR(void* arg) {
int PIRstatus = digitalRead(PIRpin) + digitalRead(PIRpin) + digitalRead(PIRpin) ;
if (PIRstatus == 3) {
Serial.print("PIR Interupt>> "); Serial.println(PIRstatus);
if (!active_interupt && pir_enabled) {
active_interupt = true;
digitalWrite(33, HIGH);
Serial.print("PIR Interupt ... start recording ... ");
xTaskCreatePinnedToCore( the_camera_loop, "the_camera_loop", 10000, NULL, 1, &the_camera_loop_task, 1);
//xTaskCreatePinnedToCore( the_camera_loop, "the_camera_loop", 10000, NULL, 1, &the_camera_loop_task, 0); //v8.5
if ( the_camera_loop_task == NULL ) {
Serial.printf("do_the_steaming_task failed to start! %d\n", the_camera_loop_task);
}
}
}
}
#include "esp_wifi.h"
#include "soc/soc.h"
#include "soc/rtc_cntl_reg.h"
#include <ESPmDNS.h>
bool init_wifi() {
uint32_t brown_reg_temp = READ_PERI_REG(RTC_CNTL_BROWN_OUT_REG);
WRITE_PERI_REG(RTC_CNTL_BROWN_OUT_REG, 0);
// Attempt to connect to Wifi network:
Serial.print("Connecting Wifi: ");
Serial.println(ssid);
// Set WiFi to station mode and disconnect from an AP if it was Previously connected
devstr.toCharArray(devname, devstr.length() + 1); // name of your camera for mDNS, Router, and filenames
WiFi.mode(WIFI_STA);
WiFi.setHostname(devname);
WiFi.begin(ssid, password);
while (WiFi.status() != WL_CONNECTED) {
Serial.print(".");
delay(500);
}
wifi_ps_type_t the_type;
//esp_err_t get_ps = esp_wifi_get_ps(&the_type);
esp_err_t set_ps = esp_wifi_set_ps(WIFI_PS_NONE);
WRITE_PERI_REG(RTC_CNTL_BROWN_OUT_REG, brown_reg_temp);
configTime(0, 0, "pool.ntp.org");
char tzchar[80];
TIMEZONE.toCharArray(tzchar, TIMEZONE.length()); // name of your camera for mDNS, Router, and filenames
setenv("TZ", tzchar, 1); // mountain time zone from #define at top
tzset();
if (!MDNS.begin(devname)) {
Serial.println("Error setting up MDNS responder!");
return false;
} else {
Serial.printf("mDNS responder started '%s'\n", devname);
}
time(&now);
Serial.println("");
Serial.println("WiFi connected");
Serial.print("IP address: ");
Serial.println(WiFi.localIP());
return true;
}
//////////////////////////////////////////////////////////////////////////////////////
void setup() {
Serial.begin(115200);
Serial.println("---------------------------------");
Serial.printf("ESP32-CAM Video-Telegram %s\n", vernum);
Serial.println("---------------------------------");
pinMode(FLASH_LED_PIN, OUTPUT);
digitalWrite(FLASH_LED_PIN, flashState); //defaults to low
pinMode(12, INPUT_PULLUP); // pull this down to stop recording
pinMode(33, OUTPUT); // little red led on back of chip
digitalWrite(33, LOW); // turn on the red LED on the back of chip
avi_buf_size = 3000 * 1024; // = 3000 kb = 60 * 50 * 1024;
idx_buf_size = 200 * 10 + 20;
psram_avi_buf = (uint8_t*)ps_malloc(avi_buf_size);
if (psram_avi_buf == 0) Serial.printf("psram_avi allocation failed\n");
psram_idx_buf = (uint8_t*)ps_malloc(idx_buf_size); // save file in psram
if (psram_idx_buf == 0) Serial.printf("psram_idx allocation failed\n");
if (!setupCamera()) {
Serial.println("Camera Setup Failed!");
while (true) {
delay(100);
}
}
for (int j = 0; j < 7; j++) {
camera_fb_t * fb = esp_camera_fb_get();
if (!fb) {
Serial.println("Camera Capture Failed");
} else {
Serial.print("Pic, len="); Serial.print(fb->len);
Serial.printf(", new fb %X\n", (long)fb->buf);
esp_camera_fb_return(fb);
delay(50);
}
}
bool wifi_status = init_wifi();
// Make the bot wait for a new message for up to 60seconds
//bot.longPoll = 60;
bot.longPoll = 5;
client.setInsecure();
setupinterrupts();
String stat = "Reboot\nDevice: " + devstr + "\nVer: " + String(vernum) + "\nRssi: " + String(WiFi.RSSI()) + "\nip: " + WiFi.localIP().toString() + "\n/start";
bot.sendMessage(chat_id, stat, "");
pir_enabled = true;
avi_enabled = true;
digitalWrite(33, HIGH);
}
int loopcount = 0;
void loop() {
loopcount++;
client.setHandshakeTimeout(120000); // workaround for esp32-arduino 2.02 bug https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot/issues/270#issuecomment-1003795884
if (reboot_request) {
String stat = "Rebooting on request\nDevice: " + devstr + "\nVer: " + String(vernum) + "\nRssi: " + String(WiFi.RSSI()) + "\nip: " + WiFi.localIP().toString() ;
bot.sendMessage(chat_id, stat, "");
delay(10000);
ESP.restart();
}
if (picture_ready) {
picture_ready = false;
send_the_picture();
}
if (video_ready) {
video_ready = false;
send_the_video();
}
if (millis() > Bot_lasttime + Bot_mtbs ) {
if (WiFi.status() != WL_CONNECTED) {
Serial.println("***** WiFi reconnect *****");
WiFi.reconnect();
delay(5000);
if (WiFi.status() != WL_CONNECTED) {
Serial.println("***** WiFi rerestart *****");
init_wifi();
}
}
int numNewMessages = bot.getUpdates(bot.last_message_received + 1);
while (numNewMessages) {
//Serial.println("got response");
handleNewMessages(numNewMessages);
numNewMessages = bot.getUpdates(bot.last_message_received + 1);
}
Bot_lasttime = millis();
}
}
void send_the_picture() {
digitalWrite(33, LOW); // light on
currentByte = 0;
fb_length = vid_fb->len;
fb_buffer = vid_fb->buf;
Serial.println("\n>>>>> Sending as 512 byte blocks, with jzdelay of 0, bytes= " + String(fb_length));
if (active_interupt) {
String sent = bot.sendMultipartFormDataToTelegramWithCaption("sendPhoto", "photo", "img.jpg",
"image/jpeg", "PIR Event!", chat_id, fb_length,
isMoreDataAvailable, getNextByte, nullptr, nullptr);
} else {
String sent = bot.sendMultipartFormDataToTelegramWithCaption("sendPhoto", "photo", "img.jpg",
"image/jpeg", "Telegram Request", chat_id, fb_length,
isMoreDataAvailable, getNextByte, nullptr, nullptr);
}
esp_camera_fb_return(vid_fb);
bot.longPoll = 0;
digitalWrite(33, HIGH); // light oFF
if (!avi_enabled) active_interupt = false;
}
void send_the_video() {
digitalWrite(33, LOW); // light on
Serial.println("\n\n\nSending clip with caption");
Serial.println("\n>>>>> Sending as 512 byte blocks, with a caption, and with jzdelay of 0, bytes= " + String(psram_avi_ptr - psram_avi_buf));
avi_buf = psram_avi_buf;
avi_ptr = 0;
avi_len = psram_avi_ptr - psram_avi_buf;
String sent2 = bot.sendMultipartFormDataToTelegramWithCaption("sendDocument", "document", strftime_buf,
"image/jpeg", "Intruder alert!", chat_id, psram_avi_ptr - psram_avi_buf,
avi_more, avi_next, nullptr, nullptr);
Serial.println("done!");
digitalWrite(33, HIGH); // light off
bot.longPoll = 5;
active_interupt = false;
}