From 25f80570fe4c13deb70da145e6d3619edae53145 Mon Sep 17 00:00:00 2001 From: jameszah <36938190+jameszah@users.noreply.github.com> Date: Tue, 18 Jan 2022 15:35:31 -0700 Subject: [PATCH] Jan 18, 2022 - ver 8.9 Jan 18, 2022 ver 8.9 - updates from Arduino 1.8.19 - return from void problem re-runs the function if you dont do a return ??? https://stackoverflow.com/questions/22742581/warning-control-reaches-end-of-non-void-function-wreturn-type - updates for esp32-arduino 2.0.2 - bug with 2.0.2 handshake timeout - added timeout resets in this file as a workaround https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot/issues/270#issuecomment-1003795884 - updates for esp32-arduino 2.0.2 - esp-camera seems to have changed to fill all free fb buffers in sequence, so must empty them to get a snapshot --- ESP32-CAM-Video-Telegram_8.9x.ino | 1198 +++++++++++++++++++++++++++++ 1 file changed, 1198 insertions(+) create mode 100644 ESP32-CAM-Video-Telegram_8.9x.ino diff --git a/ESP32-CAM-Video-Telegram_8.9x.ino b/ESP32-CAM-Video-Telegram_8.9x.ino new file mode 100644 index 0000000..b831e83 --- /dev/null +++ b/ESP32-CAM-Video-Telegram_8.9x.ino @@ -0,0 +1,1198 @@ +/******************************************************************* + + ESP32-CAM-Video-Telegram + + This program records an mjpeg avi video in the psram of a ESP32-CAM, and sends a jpeg and a avi video to Telegram. + + https://github.com/jameszah/ESP32-CAM-Video-Telegram is licensed under the + GNU General Public License v3.0 + + by James Zahary June 1, 2020 + jamzah.plc@gmail.com + + + The is Arduino code, with standard setup for ESP32-CAM + - Board ESP32 Wrover Module + - Partition Scheme Huge APP (3MB No OTA) + - or with AI Thinker ESP32-CAM + Compiled with Arduino 1.8.13 and arduino-esp32 1.0.6 (latest release version) on Jun 10, 2021 + + Jan 18, 2022 ver 8.9 + - updates from Arduino 1.8.19 + - return from void problem re-runs the function if you dont do a return ??? + https://stackoverflow.com/questions/22742581/warning-control-reaches-end-of-non-void-function-wreturn-type + - updates for esp32-arduino 2.0.2 + - bug with 2.0.2 handshake timeout - added timeout resets in this file as a workaround + https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot/issues/270#issuecomment-1003795884 + - updates for esp32-arduino 2.0.2 + - esp-camera seems to have changed to fill all free fb buffers in sequence, so must empty them to get a snapshot + + Based on these two: + + https://github.com/jameszah/ESP32-CAM-Video-Recorder-junior + https://github.com/jameszah/ESP32-CAM-Video-Recorder + + and using a modified old version of: + https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot + + + +~~~~~~~~~~~~ + +Using library WiFi at version 2.0.0 in folder: C:\ArduinoPortable\arduino-1.8.19\portable\packages\esp32\hardware\esp32\2.0.2\libraries\WiFi +Using library WiFiClientSecure at version 2.0.0 in folder: C:\ArduinoPortable\arduino-1.8.19\portable\packages\esp32\hardware\esp32\2.0.2\libraries\WiFiClientSecure +Using library ArduinoJson at version 6.18.5 in folder: C:\ArduinoPortable\arduino-1.8.19\portable\sketchbook\libraries\ArduinoJson +Using library ESPmDNS at version 2.0.0 in folder: C:\ArduinoPortable\arduino-1.8.19\portable\packages\esp32\hardware\esp32\2.0.2\libraries\ESPmDNS +"C:\\ArduinoPortable\\arduino-1.8.19\\portable\\packages\\esp32\\tools\\xtensa-esp32-elf-gcc\\gcc8_4_0-esp-2021r2/bin/xtensa-esp32-elf-size" -A "C:\\Users\\James\\AppData\\Local\\Temp\\arduino_build_57156/ESP32-CAM-Video-Telegram_8.9.ino.elf" +Sketch uses 956193 bytes (30%) of program storage space. Maximum is 3145728 bytes. +Global variables use 63080 bytes (19%) of dynamic memory, leaving 264600 bytes for local variables. Maximum is 327680 bytes. +C:\ArduinoPortable\arduino-1.8.19\portable\packages\esp32\tools\esptool_py\3.1.0/esptool.exe --chip esp32 --port COM7 --baud 460800 --before default_reset --after hard_reset write_flash -z --flash_mode dio --flash_freq 80m --flash_size 4MB 0xe000 C:\ArduinoPortable\arduino-1.8.19\portable\packages\esp32\hardware\esp32\2.0.2/tools/partitions/boot_app0.bin 0x1000 C:\Users\James\AppData\Local\Temp\arduino_build_57156/ESP32-CAM-Video-Telegram_8.9.ino.bootloader.bin 0x10000 C:\Users\James\AppData\Local\Temp\arduino_build_57156/ESP32-CAM-Video-Telegram_8.9.ino.bin 0x8000 C:\Users\James\AppData\Local\Temp\arduino_build_57156/ESP32-CAM-Video-Telegram_8.9.ino.partitions.bin + + +*******************************************************************/ + + +/******************************************************************* + - original opening from Brian Lough telegram bot demo + + A Telegram bot for taking a photo with an ESP32Cam + + Parts used: + ESP32-CAM module* - http://s.click.aliexpress.com/e/bnXR1eYs + + = Affiliate Links + + Note: + - Make sure that you have either selected ESP32 Wrover Module, + or another board which has PSRAM enabled + - Choose "Huge App" partion scheme + + Some of the camera code comes from Rui Santos: + https://randomnerdtutorials.com/esp32-cam-take-photo-save-microsd-card/ + + Written by Brian Lough + YouTube: https://www.youtube.com/brianlough + Tindie: https://www.tindie.com/stores/brianlough/ + Twitter: https://twitter.com/witnessmenow + + Aug 7, 2020 - jz + Mods to library and example to demonstrate + - bugfix with missing println statement + - method to send big and small jpegs + - sending a caption with a pictire + + Mar 26, 2021 - jz + Mods for esp32 version 1.05 + See line 250 of UniversalTelegramBot.cpp in the current github software + https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot/issues/235#issue-842397567 + See https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot/blob/65e6f826cbab242366d69f00cebc25cdd1e81305/src/UniversalTelegramBot.cpp#L250 + + +*******************************************************************/ + +// ---------------------------- +// Standard Libraries - Already Installed if you have ESP32 set up +// ---------------------------- + +#include +#include +#include "esp_camera.h" + +// ---------------------------- +// Additional Libraries - each one of these will need to be installed. +// ---------------------------- + +//#include +#include "UniversalTelegramBot.h" // use local library which is a modified copy of an old version +// Library for interacting with the Telegram API +// Search for "Telegegram" in the Library manager and install +// The universal Telegram library +// https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot + +#include +// Library used for parsing Json from the API responses +// Search for "Arduino Json" in the Arduino Library manager +// https://github.com/bblanchon/ArduinoJson + + +static const char vernum[] = "pir-cam 8.9"; +String devstr = "deskpir"; +int max_frames = 150; +framesize_t configframesize = FRAMESIZE_VGA; // FRAMESIZE_ + QVGA|CIF|VGA|SVGA|XGA|SXGA|UXGA +int frame_interval = 0; // 0 = record at full speed, 100 = 100 ms delay between frames +float speed_up_factor = 0.5; // 1 = play at realtime, 0.5 = slow motion, 10 = speedup 10x +int framesize = FRAMESIZE_VGA; //FRAMESIZE_HD; +int quality = 10; +int qualityconfig = 5; + +// Initialize Wifi connection to the router and Telegram BOT + +char ssid[] = "yourssid"; // your network SSID (name) +char password[] = "yourssidpassword"; // your network key +// https://sites.google.com/a/usapiens.com/opnode/time-zones -- find your timezone here +String TIMEZONE = "GMT0BST,M3.5.0/01,M10.5.0/02"; + +// you can enter your home chat_id, so the device can send you a reboot message, otherwise it responds to the chat_id talking to telegram + +String chat_id = "1234567890"; +#define BOTtoken "XXXXXXXXX:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX" // your Bot Token (Get from Botfather) + +// see here for information about getting free telegram credentials +// https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot +// https://randomnerdtutorials.com/telegram-esp32-motion-detection-arduino/ + +bool reboot_request = false; + +#define CAMERA_MODEL_AI_THINKER +#define PWDN_GPIO_NUM 32 +#define RESET_GPIO_NUM -1 +#define XCLK_GPIO_NUM 0 +#define SIOD_GPIO_NUM 26 +#define SIOC_GPIO_NUM 27 + +#define Y9_GPIO_NUM 35 +#define Y8_GPIO_NUM 34 +#define Y7_GPIO_NUM 39 +#define Y6_GPIO_NUM 36 +#define Y5_GPIO_NUM 21 +#define Y4_GPIO_NUM 19 +#define Y3_GPIO_NUM 18 +#define Y2_GPIO_NUM 5 +#define VSYNC_GPIO_NUM 25 +#define HREF_GPIO_NUM 23 +#define PCLK_GPIO_NUM 22 + +#include "esp_system.h" + +bool setupCamera() { + camera_config_t config; + config.ledc_channel = LEDC_CHANNEL_0; + config.ledc_timer = LEDC_TIMER_0; + config.pin_d0 = Y2_GPIO_NUM; + config.pin_d1 = Y3_GPIO_NUM; + config.pin_d2 = Y4_GPIO_NUM; + config.pin_d3 = Y5_GPIO_NUM; + config.pin_d4 = Y6_GPIO_NUM; + config.pin_d5 = Y7_GPIO_NUM; + config.pin_d6 = Y8_GPIO_NUM; + config.pin_d7 = Y9_GPIO_NUM; + config.pin_xclk = XCLK_GPIO_NUM; + config.pin_pclk = PCLK_GPIO_NUM; + config.pin_vsync = VSYNC_GPIO_NUM; + config.pin_href = HREF_GPIO_NUM; + config.pin_sscb_sda = SIOD_GPIO_NUM; + config.pin_sscb_scl = SIOC_GPIO_NUM; + config.pin_pwdn = PWDN_GPIO_NUM; + config.pin_reset = RESET_GPIO_NUM; + config.xclk_freq_hz = 20000000; + config.pixel_format = PIXFORMAT_JPEG; + //init with high specs to pre-allocate larger buffers + if (psramFound()) { + config.frame_size = configframesize; + config.jpeg_quality = qualityconfig; + config.fb_count = 4; + } else { + config.frame_size = FRAMESIZE_SVGA; + config.jpeg_quality = 12; + config.fb_count = 1; + } + + //Serial.printf("Internal Total heap %d, internal Free Heap %d\n", ESP.getHeapSize(), ESP.getFreeHeap()); + //Serial.printf("SPIRam Total heap %d, SPIRam Free Heap %d\n", ESP.getPsramSize(), ESP.getFreePsram()); + + static char * memtmp = (char *) malloc(32 * 1024); + static char * memtmp2 = (char *) malloc(32 * 1024); //32767 + + // camera init + esp_err_t err = esp_camera_init(&config); + if (err != ESP_OK) { + Serial.printf("Camera init failed with error 0x%x", err); + return false; + } + free(memtmp2); + memtmp2 = NULL; + free(memtmp); + memtmp = NULL; + //Serial.printf("Internal Total heap %d, internal Free Heap %d\n", ESP.getHeapSize(), ESP.getFreeHeap()); + //Serial.printf("SPIRam Total heap %d, SPIRam Free Heap %d\n", ESP.getPsramSize(), ESP.getFreePsram()); + + sensor_t * s = esp_camera_sensor_get(); + + // drop down frame size for higher initial frame rate + s->set_framesize(s, (framesize_t)framesize); + s->set_quality(s, quality); + delay(200); + return true; +} + +#define FLASH_LED_PIN 4 + +WiFiClientSecure client; +UniversalTelegramBot bot(BOTtoken, client); + +int Bot_mtbs = 5000; //mean time between scan messages +long Bot_lasttime; //last time messages' scan has been done + +bool flashState = LOW; + +camera_fb_t * fb = NULL; +camera_fb_t * vid_fb = NULL; + +TaskHandle_t the_camera_loop_task; +void the_camera_loop (void* pvParameter) ; +static void IRAM_ATTR PIR_ISR(void* arg) ; + +bool video_ready = false; +bool picture_ready = false; +bool active_interupt = false; +bool pir_enabled = false; +bool avi_enabled = false; + +int avi_buf_size = 0; +int idx_buf_size = 0; + +bool isMoreDataAvailable(); + + +//////////////////////////////// send photo as 512 byte blocks or jzblocksize +int currentByte; +uint8_t* fb_buffer; +size_t fb_length; + +bool isMoreDataAvailable() { + return (fb_length - currentByte); +} + +uint8_t getNextByte() { + currentByte++; + return (fb_buffer[currentByte - 1]); +} + +//////////////////////////////// send avi as 512 byte blocks or jzblocksize +int avi_ptr; +uint8_t* avi_buf; +size_t avi_len; + +bool avi_more() { + return (avi_len - avi_ptr); +} + +uint8_t avi_next() { + avi_ptr++; + return (avi_buf[avi_ptr - 1]); +} + +bool dataAvailable = false; + + +/////////////////////////////// + +uint8_t * psram_avi_buf = NULL; +uint8_t * psram_idx_buf = NULL; +uint8_t * psram_avi_ptr = 0; +uint8_t * psram_idx_ptr = 0; +char strftime_buf[64]; + + +void handleNewMessages(int numNewMessages) { + //Serial.println("handleNewMessages"); + //Serial.println(String(numNewMessages)); + + for (int i = 0; i < numNewMessages; i++) { + chat_id = String(bot.messages[i].chat_id); + String text = bot.messages[i].text; + + Serial.printf("\nGot a message %s\n", text); + + String from_name = bot.messages[i].from_name; + if (from_name == "") from_name = "Guest"; + + String hi = "Got: "; + hi += text; + bot.sendMessage(chat_id, hi, "Markdown"); + client.setHandshakeTimeout(120000); + if (text == "/flash") { + flashState = !flashState; + digitalWrite(FLASH_LED_PIN, flashState); + } + + if (text == "/status") { + String stat = "Device: " + devstr + "\nVer: " + String(vernum) + "\nRssi: " + String(WiFi.RSSI()) + "\nip: " + WiFi.localIP().toString() + "\nEnabled: " + pir_enabled + "\nAvi Enabled: " + avi_enabled; + if (frame_interval == 0) { + stat = stat + "\nFast 3 sec"; + } else if (frame_interval == 125) { + stat = stat + "\nMed 10 sec"; + } else { + stat = stat + "\nSlow 40 sec"; + } + stat = stat + "\nQuality: " + quality; + + bot.sendMessage(chat_id, stat, ""); + } + + if (text == "/reboot") { + reboot_request = true; + } + + if (text == "/enable") { + pir_enabled = true; + } + + if (text == "/disable") { + pir_enabled = false; + } + + if (text == "/enavi") { + avi_enabled = true; + } + + if (text == "/disavi") { + avi_enabled = false; + } + + if (text == "/fast") { + max_frames = 150; + frame_interval = 0; + speed_up_factor = 0.5; + pir_enabled = true; + avi_enabled = true; + } + + if (text == "/med") { + max_frames = 150; + frame_interval = 125; + speed_up_factor = 1; + pir_enabled = true; + avi_enabled = true; + } + + if (text == "/slow") { + max_frames = 150; + frame_interval = 500; + speed_up_factor = 5; + pir_enabled = true; + avi_enabled = true; + } + + /* + if (fb) { + esp_camera_fb_return(fb); + Serial.println("Return an fb ???"); + if (fb) { + esp_camera_fb_return(fb); + Serial.println("Return another fb ?"); + } + } + */ + + for (int j = 0; j < 4; j++) { + camera_fb_t * newfb = esp_camera_fb_get(); + if (!newfb) { + Serial.println("Camera Capture Failed"); + } else { + //Serial.print("Pic, len="); Serial.print(newfb->len); + //Serial.printf(", new fb %X\n", (long)newfb->buf); + esp_camera_fb_return(newfb); + delay(10); + } + } + if ( text == "/photo" || text == "/caption" ) { + + fb = NULL; + + // Take Picture with Camera + fb = esp_camera_fb_get(); + if (!fb) { + Serial.println("Camera capture failed"); + bot.sendMessage(chat_id, "Camera capture failed", ""); + return; + } + + currentByte = 0; + fb_length = fb->len; + fb_buffer = fb->buf; + + if (text == "/caption") { + + Serial.println("\n>>>>> Sending with a caption, bytes= " + String(fb_length)); + + String sent = bot.sendMultipartFormDataToTelegramWithCaption("sendPhoto", "photo", "img.jpg", + "image/jpeg", "Your photo", chat_id, fb_length, + isMoreDataAvailable, getNextByte, nullptr, nullptr); + + Serial.println("done!"); + + } else { + + Serial.println("\n>>>>> Sending, bytes= " + String(fb_length)); + + bot.sendPhotoByBinary(chat_id, "image/jpeg", fb_length, + isMoreDataAvailable, getNextByte, + nullptr, nullptr); + + dataAvailable = true; + + Serial.println("done!"); + } + esp_camera_fb_return(fb); + } + + if (text == "/vga" ) { + + fb = NULL; + + //sensor_t * s = esp_camera_sensor_get(); + //s->set_framesize(s, FRAMESIZE_VGA); + + Serial.println("\n\n\nSending VGA"); + + // Take Picture with Camera + fb = esp_camera_fb_get(); + if (!fb) { + Serial.println("Camera capture failed"); + bot.sendMessage(chat_id, "Camera capture failed", ""); + return; + } + + currentByte = 0; + fb_length = fb->len; + fb_buffer = fb->buf; + + Serial.println("\n>>>>> Sending as 512 byte blocks, with jzdelay of 0, bytes= " + String(fb_length)); + + bot.sendPhotoByBinary(chat_id, "image/jpeg", fb_length, + isMoreDataAvailable, getNextByte, + nullptr, nullptr); + + esp_camera_fb_return(fb); + } + + + if (text == "/clip") { + + // record the video + bot.longPoll = 0; + + xTaskCreatePinnedToCore( the_camera_loop, "the_camera_loop", 10000, NULL, 1, &the_camera_loop_task, 1); + //xTaskCreatePinnedToCore( the_camera_loop, "the_camera_loop", 10000, NULL, 1, &the_camera_loop_task, 0); //v8.5 + + if ( the_camera_loop_task == NULL ) { + //vTaskDelete( xHandle ); + Serial.printf("do_the_steaming_task failed to start! %d\n", the_camera_loop_task); + } + } + + if (text == "/start") { + String welcome = "ESP32Cam Telegram bot.\n\n"; + welcome += "/photo: take a photo\n"; + welcome += "/flash: toggle flash LED\n"; + welcome += "/caption: photo with caption\n"; + welcome += "/clip: short video clip\n"; + welcome += "\n Configure the clip\n"; + welcome += "/enable: enable pir\n"; + welcome += "/disable: disable pir\n"; + welcome += "/enavi: enable avi\n"; + welcome += "/disavi: disable avi\n"; + welcome += "\n/fast: 25 fps - 3 sec - play .5x speed\n"; + welcome += "/med: 8 fps - 10 sec - play 1x speed\n"; + welcome += "/slow: 2 fps - 40 sec - play 5x speed\n"; + welcome += "\n/status: status\n"; + welcome += "/reboot: reboot\n"; + welcome += "/start: start\n"; + bot.sendMessage(chat_id, welcome, "Markdown"); + } + } +} + +//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +// +// Make the avi functions +// +// start_avi() - open the file and write headers +// another_pic_avi() - write one more frame of movie +// end_avi() - write the final parameters and close the file + + +char devname[30]; + +struct tm timeinfo; +time_t now; + +camera_fb_t * fb_curr = NULL; +camera_fb_t * fb_next = NULL; + +#define fbs 8 // how many kb of static ram for psram -> sram buffer for sd write - not really used because not dma for sd + +char avi_file_name[100]; +long avi_start_time = 0; +long avi_end_time = 0; +int start_record = 0; +long current_frame_time; +long last_frame_time; + +static int i = 0; +uint16_t frame_cnt = 0; +uint16_t remnant = 0; +uint32_t length = 0; +uint32_t startms; +uint32_t elapsedms; +uint32_t uVideoLen = 0; + +unsigned long movi_size = 0; +unsigned long jpeg_size = 0; +unsigned long idx_offset = 0; + +uint8_t zero_buf[4] = {0x00, 0x00, 0x00, 0x00}; +uint8_t dc_buf[4] = {0x30, 0x30, 0x64, 0x63}; // "00dc" +uint8_t avi1_buf[4] = {0x41, 0x56, 0x49, 0x31}; // "AVI1" +uint8_t idx1_buf[4] = {0x69, 0x64, 0x78, 0x31}; // "idx1" + +struct frameSizeStruct { + uint8_t frameWidth[2]; + uint8_t frameHeight[2]; +}; + +// data structure from here https://github.com/s60sc/ESP32-CAM_MJPEG2SD/blob/master/avi.cpp, extended for ov5640 + +static const frameSizeStruct frameSizeData[] = { + {{0x60, 0x00}, {0x60, 0x00}}, // FRAMESIZE_96X96, // 96x96 + {{0xA0, 0x00}, {0x78, 0x00}}, // FRAMESIZE_QQVGA, // 160x120 + {{0xB0, 0x00}, {0x90, 0x00}}, // FRAMESIZE_QCIF, // 176x144 + {{0xF0, 0x00}, {0xB0, 0x00}}, // FRAMESIZE_HQVGA, // 240x176 + {{0xF0, 0x00}, {0xF0, 0x00}}, // FRAMESIZE_240X240, // 240x240 + {{0x40, 0x01}, {0xF0, 0x00}}, // FRAMESIZE_QVGA, // 320x240 + {{0x90, 0x01}, {0x28, 0x01}}, // FRAMESIZE_CIF, // 400x296 + {{0xE0, 0x01}, {0x40, 0x01}}, // FRAMESIZE_HVGA, // 480x320 + {{0x80, 0x02}, {0xE0, 0x01}}, // FRAMESIZE_VGA, // 640x480 8 + {{0x20, 0x03}, {0x58, 0x02}}, // FRAMESIZE_SVGA, // 800x600 9 + {{0x00, 0x04}, {0x00, 0x03}}, // FRAMESIZE_XGA, // 1024x768 10 + {{0x00, 0x05}, {0xD0, 0x02}}, // FRAMESIZE_HD, // 1280x720 11 + {{0x00, 0x05}, {0x00, 0x04}}, // FRAMESIZE_SXGA, // 1280x1024 12 + {{0x40, 0x06}, {0xB0, 0x04}}, // FRAMESIZE_UXGA, // 1600x1200 13 + // 3MP Sensors + {{0x80, 0x07}, {0x38, 0x04}}, // FRAMESIZE_FHD, // 1920x1080 14 + {{0xD0, 0x02}, {0x00, 0x05}}, // FRAMESIZE_P_HD, // 720x1280 15 + {{0x60, 0x03}, {0x00, 0x06}}, // FRAMESIZE_P_3MP, // 864x1536 16 + {{0x00, 0x08}, {0x00, 0x06}}, // FRAMESIZE_QXGA, // 2048x1536 17 + // 5MP Sensors + {{0x00, 0x0A}, {0xA0, 0x05}}, // FRAMESIZE_QHD, // 2560x1440 18 + {{0x00, 0x0A}, {0x40, 0x06}}, // FRAMESIZE_WQXGA, // 2560x1600 19 + {{0x38, 0x04}, {0x80, 0x07}}, // FRAMESIZE_P_FHD, // 1080x1920 20 + {{0x00, 0x0A}, {0x80, 0x07}} // FRAMESIZE_QSXGA, // 2560x1920 21 + +}; + + +#define AVIOFFSET 240 // AVI main header length + +uint8_t buf[AVIOFFSET] = { + 0x52, 0x49, 0x46, 0x46, 0xD8, 0x01, 0x0E, 0x00, 0x41, 0x56, 0x49, 0x20, 0x4C, 0x49, 0x53, 0x54, + 0xD0, 0x00, 0x00, 0x00, 0x68, 0x64, 0x72, 0x6C, 0x61, 0x76, 0x69, 0x68, 0x38, 0x00, 0x00, 0x00, + 0xA0, 0x86, 0x01, 0x00, 0x80, 0x66, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, + 0x64, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x80, 0x02, 0x00, 0x00, 0xe0, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4C, 0x49, 0x53, 0x54, 0x84, 0x00, 0x00, 0x00, + 0x73, 0x74, 0x72, 0x6C, 0x73, 0x74, 0x72, 0x68, 0x30, 0x00, 0x00, 0x00, 0x76, 0x69, 0x64, 0x73, + 0x4D, 0x4A, 0x50, 0x47, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x01, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0A, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x73, 0x74, 0x72, 0x66, + 0x28, 0x00, 0x00, 0x00, 0x28, 0x00, 0x00, 0x00, 0x80, 0x02, 0x00, 0x00, 0xe0, 0x01, 0x00, 0x00, + 0x01, 0x00, 0x18, 0x00, 0x4D, 0x4A, 0x50, 0x47, 0x00, 0x84, 0x03, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x49, 0x4E, 0x46, 0x4F, + 0x10, 0x00, 0x00, 0x00, 0x6A, 0x61, 0x6D, 0x65, 0x73, 0x7A, 0x61, 0x68, 0x61, 0x72, 0x79, 0x20, + 0x76, 0x38, 0x38, 0x20, 0x4C, 0x49, 0x53, 0x54, 0x00, 0x01, 0x0E, 0x00, 0x6D, 0x6F, 0x76, 0x69, +}; + + +// +// Writes an uint32_t in Big Endian at current file position +// +static void inline print_quartet(unsigned long i, uint8_t * fd) { + uint8_t y[4]; + y[0] = i % 0x100; + y[1] = (i >> 8) % 0x100; + y[2] = (i >> 16) % 0x100; + y[3] = (i >> 24) % 0x100; + memcpy( fd, y, 4); +} + +// +// Writes 2 uint32_t in Big Endian at current file position +// +static void inline print_2quartet(unsigned long i, unsigned long j, uint8_t * fd) { + uint8_t y[8]; + y[0] = i % 0x100; + y[1] = (i >> 8) % 0x100; + y[2] = (i >> 16) % 0x100; + y[3] = (i >> 24) % 0x100; + y[4] = j % 0x100; + y[5] = (j >> 8) % 0x100; + y[6] = (j >> 16) % 0x100; + y[7] = (j >> 24) % 0x100; + memcpy( fd, y, 8); +} + +//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +// +// get_good_jpeg() - take a picture and make sure it has a good jpeg +// +camera_fb_t * get_good_jpeg() { + + camera_fb_t * fb; + + long start; + int failures = 0; + + do { + int fblen = 0; + int foundffd9 = 0; + + fb = esp_camera_fb_get(); + + if (!fb) { + Serial.println("Camera Capture Failed"); + failures++; + } else { + int get_fail = 0; + fblen = fb->len; + + for (int j = 1; j <= 1025; j++) { + if (fb->buf[fblen - j] != 0xD9) { + } else { + if (fb->buf[fblen - j - 1] == 0xFF ) { + foundffd9 = 1; + break; + } + } + } + + if (!foundffd9) { + Serial.printf("Bad jpeg, Frame %d, Len = %d \n", frame_cnt, fblen); + esp_camera_fb_return(fb); + failures++; + } else { + break; + } + } + + } while (failures < 10); // normally leave the loop with a break() + + // if we get 10 bad frames in a row, then quality parameters are too high - set them lower + if (failures == 10) { + Serial.printf("10 failures"); + sensor_t * ss = esp_camera_sensor_get(); + int qual = ss->status.quality ; + ss->set_quality(ss, qual + 3); + quality = qual + 3; + Serial.printf("\n\nDecreasing quality due to frame failures %d -> %d\n\n", qual, qual + 5); + delay(1000); + } + return fb; +} + + +//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +// the_camera_loop() + +void the_camera_loop (void* pvParameter) { + + vid_fb = get_good_jpeg(); // esp_camera_fb_get(); + if (!vid_fb) { + Serial.println("Camera capture failed"); + //bot.sendMessage(chat_id, "Camera capture failed", ""); + return; + } + picture_ready = true; + + if (avi_enabled) { + frame_cnt = 0; + + ///////////////////////////// start a movie + avi_start_time = millis(); + Serial.printf("\nStart the avi ... at %d\n", avi_start_time); + Serial.printf("Framesize %d, quality %d, length %d seconds\n\n", framesize, quality, max_frames * frame_interval / 1000); + + fb_next = get_good_jpeg(); // should take zero time + last_frame_time = millis(); + start_avi(); + + ///////////////////////////// all the frames of movie + + for (int j = 0; j < max_frames - 1 ; j++) { // max_frames + current_frame_time = millis(); + + if (current_frame_time - last_frame_time < frame_interval) { + if (frame_cnt < 5 || frame_cnt > (max_frames - 5) )Serial.printf("frame %d, delay %d\n", frame_cnt, (int) frame_interval - (current_frame_time - last_frame_time)); + delay(frame_interval - (current_frame_time - last_frame_time)); // delay for timelapse + } + + last_frame_time = millis(); + frame_cnt++; + + if (frame_cnt != 1) esp_camera_fb_return(fb_curr); + fb_curr = fb_next; // we will write a frame, and get the camera preparing a new one + + another_save_avi(fb_curr ); + fb_next = get_good_jpeg(); // should take near zero, unless the sd is faster than the camera, when we will have to wait for the camera + + digitalWrite(33, frame_cnt % 2); + if (movi_size > avi_buf_size * .95) break; + } + + ///////////////////////////// stop a movie + Serial.println("End the Avi"); + + esp_camera_fb_return(fb_curr); + frame_cnt++; + fb_curr = fb_next; + fb_next = NULL; + another_save_avi(fb_curr ); + digitalWrite(33, frame_cnt % 2); + esp_camera_fb_return(fb_curr); + fb_curr = NULL; + end_avi(); // end the movie + digitalWrite(33, HIGH); // light off + avi_end_time = millis(); + float fps = 1.0 * frame_cnt / ((avi_end_time - avi_start_time) / 1000) ; + Serial.printf("End the avi at %d. It was %d frames, %d ms at %.2f fps...\n", millis(), frame_cnt, avi_end_time - avi_start_time, fps); + frame_cnt = 0; // start recording again on the next loop + video_ready = true; + } + Serial.println("Deleting the camera task"); + delay(100); + vTaskDelete(the_camera_loop_task); +} + + +//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +// +// start_avi - open the files and write in headers +// + +void start_avi() { + + Serial.println("Starting an avi "); + + time(&now); + localtime_r(&now, &timeinfo); + strftime(strftime_buf, sizeof(strftime_buf), "DoorCam %F %H.%M.%S.avi", &timeinfo); + + //memset(psram_avi_buf, 0, avi_buf_size); // save some time + //memset(psram_idx_buf, 0, idx_buf_size); + + psram_avi_ptr = 0; + psram_idx_ptr = 0; + + memcpy(buf + 0x40, frameSizeData[framesize].frameWidth, 2); + memcpy(buf + 0xA8, frameSizeData[framesize].frameWidth, 2); + memcpy(buf + 0x44, frameSizeData[framesize].frameHeight, 2); + memcpy(buf + 0xAC, frameSizeData[framesize].frameHeight, 2); + + psram_avi_ptr = psram_avi_buf; + psram_idx_ptr = psram_idx_buf; + + memcpy( psram_avi_ptr, buf, AVIOFFSET); + psram_avi_ptr += AVIOFFSET; + + startms = millis(); + + jpeg_size = 0; + movi_size = 0; + uVideoLen = 0; + idx_offset = 4; + +} // end of start avi + +//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +// +// another_save_avi saves another frame to the avi file, uodates index +// -- pass in a fb pointer to the frame to add +// + +void another_save_avi(camera_fb_t * fb ) { + + int fblen; + fblen = fb->len; + + int fb_block_length; + uint8_t* fb_block_start; + + jpeg_size = fblen; + + remnant = (4 - (jpeg_size & 0x00000003)) & 0x00000003; + + long bw = millis(); + long frame_write_start = millis(); + + memcpy(psram_avi_ptr, dc_buf, 4); + + int jpeg_size_rem = jpeg_size + remnant; + + print_quartet(jpeg_size_rem, psram_avi_ptr + 4); + + fb_block_start = fb->buf; + + if (fblen > fbs * 1024 - 8 ) { // fbs is the size of frame buffer static + fb_block_length = fbs * 1024; + fblen = fblen - (fbs * 1024 - 8); + memcpy( psram_avi_ptr + 8, fb_block_start, fb_block_length - 8); + fb_block_start = fb_block_start + fb_block_length - 8; + } else { + fb_block_length = fblen + 8 + remnant; + memcpy( psram_avi_ptr + 8, fb_block_start, fb_block_length - 8); + fblen = 0; + } + + psram_avi_ptr += fb_block_length; + + while (fblen > 0) { + if (fblen > fbs * 1024) { + fb_block_length = fbs * 1024; + fblen = fblen - fb_block_length; + } else { + fb_block_length = fblen + remnant; + fblen = 0; + } + + memcpy( psram_avi_ptr, fb_block_start, fb_block_length); + + psram_avi_ptr += fb_block_length; + + fb_block_start = fb_block_start + fb_block_length; + } + + movi_size += jpeg_size; + uVideoLen += jpeg_size; + + print_2quartet(idx_offset, jpeg_size, psram_idx_ptr); + psram_idx_ptr += 8; + + idx_offset = idx_offset + jpeg_size + remnant + 8; + + movi_size = movi_size + remnant; + +} // end of another_pic_avi + +//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +// +// end_avi writes the index, and closes the files +// + +void end_avi() { + + Serial.println("End of avi - closing the files"); + + if (frame_cnt < 5 ) { + Serial.println("Recording screwed up, less than 5 frames, forget index\n"); + } else { + + elapsedms = millis() - startms; + + float fRealFPS = (1000.0f * (float)frame_cnt) / ((float)elapsedms) * speed_up_factor; + + float fmicroseconds_per_frame = 1000000.0f / fRealFPS; + uint8_t iAttainedFPS = round(fRealFPS) ; + uint32_t us_per_frame = round(fmicroseconds_per_frame); + + //Modify the MJPEG header from the beginning of the file, overwriting various placeholders + + print_quartet(movi_size + 240 + 16 * frame_cnt + 8 * frame_cnt, psram_avi_buf + 4); + print_quartet(us_per_frame, psram_avi_buf + 0x20); + + unsigned long max_bytes_per_sec = (1.0f * movi_size * iAttainedFPS) / frame_cnt; + print_quartet(max_bytes_per_sec, psram_avi_buf + 0x24); + print_quartet(frame_cnt, psram_avi_buf + 0x30); + print_quartet(frame_cnt, psram_avi_buf + 0x8c); + print_quartet((int)iAttainedFPS, psram_avi_buf + 0x84); + print_quartet(movi_size + frame_cnt * 8 + 4, psram_avi_buf + 0xe8); + + Serial.println(F("\n*** Video recorded and saved ***\n")); + + Serial.printf("Recorded %5d frames in %5d seconds\n", frame_cnt, elapsedms / 1000); + Serial.printf("File size is %u bytes\n", movi_size + 12 * frame_cnt + 4); + Serial.printf("Adjusted FPS is %5.2f\n", fRealFPS); + Serial.printf("Max data rate is %lu bytes/s\n", max_bytes_per_sec); + Serial.printf("Frame duration is %d us\n", us_per_frame); + Serial.printf("Average frame length is %d bytes\n", uVideoLen / frame_cnt); + + + Serial.printf("Writng the index, %d frames\n", frame_cnt); + + memcpy (psram_avi_ptr, idx1_buf, 4); + psram_avi_ptr += 4; + + print_quartet(frame_cnt * 16, psram_avi_ptr); + psram_avi_ptr += 4; + + psram_idx_ptr = psram_idx_buf; + + for (int i = 0; i < frame_cnt; i++) { + memcpy (psram_avi_ptr, dc_buf, 4); + psram_avi_ptr += 4; + memcpy (psram_avi_ptr, zero_buf, 4); + psram_avi_ptr += 4; + + memcpy (psram_avi_ptr, psram_idx_ptr, 8); + psram_avi_ptr += 8; + psram_idx_ptr += 8; + } + } + + Serial.println("---"); + digitalWrite(33, HIGH); +} +//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +// +// setup some interupts during reboot +// +// int read13 = digitalRead(13); -- pir for video + +int PIRpin = 13; + +static void setupinterrupts() { + + pinMode(PIRpin, INPUT_PULLDOWN) ; //INPUT_PULLDOWN); + + Serial.print("Setup PIRpin = "); + for (int i = 0; i < 5; i++) { + Serial.print( digitalRead(PIRpin) ); Serial.print(", "); + } + Serial.println(" "); + + esp_err_t err = gpio_isr_handler_add((gpio_num_t)PIRpin, &PIR_ISR, NULL); + + if (err != ESP_OK) Serial.printf("gpio_isr_handler_add failed (%x)", err); + gpio_set_intr_type((gpio_num_t)PIRpin, GPIO_INTR_POSEDGE); + + +} + +//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +// +// PIR_ISR - interupt handler for PIR - starts or extends a video +// +static void IRAM_ATTR PIR_ISR(void* arg) { + + int PIRstatus = digitalRead(PIRpin) + digitalRead(PIRpin) + digitalRead(PIRpin) ; + if (PIRstatus == 3) { + Serial.print("PIR Interupt>> "); Serial.println(PIRstatus); + + if (!active_interupt && pir_enabled) { + active_interupt = true; + digitalWrite(33, HIGH); + Serial.print("PIR Interupt ... start recording ... "); + xTaskCreatePinnedToCore( the_camera_loop, "the_camera_loop", 10000, NULL, 1, &the_camera_loop_task, 1); + //xTaskCreatePinnedToCore( the_camera_loop, "the_camera_loop", 10000, NULL, 1, &the_camera_loop_task, 0); //v8.5 + + if ( the_camera_loop_task == NULL ) { + Serial.printf("do_the_steaming_task failed to start! %d\n", the_camera_loop_task); + } + } + } +} + +#include "esp_wifi.h" +#include "soc/soc.h" +#include "soc/rtc_cntl_reg.h" +#include + +bool init_wifi() { + uint32_t brown_reg_temp = READ_PERI_REG(RTC_CNTL_BROWN_OUT_REG); + WRITE_PERI_REG(RTC_CNTL_BROWN_OUT_REG, 0); + // Attempt to connect to Wifi network: + Serial.print("Connecting Wifi: "); + Serial.println(ssid); + + // Set WiFi to station mode and disconnect from an AP if it was Previously connected + devstr.toCharArray(devname, devstr.length() + 1); // name of your camera for mDNS, Router, and filenames + WiFi.mode(WIFI_STA); + WiFi.setHostname(devname); + WiFi.begin(ssid, password); + + while (WiFi.status() != WL_CONNECTED) { + Serial.print("."); + delay(500); + } + + wifi_ps_type_t the_type; + + //esp_err_t get_ps = esp_wifi_get_ps(&the_type); + + esp_err_t set_ps = esp_wifi_set_ps(WIFI_PS_NONE); + + WRITE_PERI_REG(RTC_CNTL_BROWN_OUT_REG, brown_reg_temp); + + configTime(0, 0, "pool.ntp.org"); + char tzchar[80]; + TIMEZONE.toCharArray(tzchar, TIMEZONE.length()); // name of your camera for mDNS, Router, and filenames + setenv("TZ", tzchar, 1); // mountain time zone from #define at top + tzset(); + + if (!MDNS.begin(devname)) { + Serial.println("Error setting up MDNS responder!"); + return false; + } else { + Serial.printf("mDNS responder started '%s'\n", devname); + } + time(&now); + + Serial.println(""); + Serial.println("WiFi connected"); + Serial.print("IP address: "); + Serial.println(WiFi.localIP()); + return true; +} + + +////////////////////////////////////////////////////////////////////////////////////// + +void setup() { + Serial.begin(115200); + Serial.println("---------------------------------"); + Serial.printf("ESP32-CAM Video-Telegram %s\n", vernum); + Serial.println("---------------------------------"); + + pinMode(FLASH_LED_PIN, OUTPUT); + digitalWrite(FLASH_LED_PIN, flashState); //defaults to low + + pinMode(12, INPUT_PULLUP); // pull this down to stop recording + + pinMode(33, OUTPUT); // little red led on back of chip + digitalWrite(33, LOW); // turn on the red LED on the back of chip + + avi_buf_size = 3000 * 1024; // = 3000 kb = 60 * 50 * 1024; + idx_buf_size = 200 * 10 + 20; + psram_avi_buf = (uint8_t*)ps_malloc(avi_buf_size); + if (psram_avi_buf == 0) Serial.printf("psram_avi allocation failed\n"); + psram_idx_buf = (uint8_t*)ps_malloc(idx_buf_size); // save file in psram + if (psram_idx_buf == 0) Serial.printf("psram_idx allocation failed\n"); + + if (!setupCamera()) { + Serial.println("Camera Setup Failed!"); + while (true) { + delay(100); + } + } + + for (int j = 0; j < 7; j++) { + camera_fb_t * fb = esp_camera_fb_get(); + if (!fb) { + Serial.println("Camera Capture Failed"); + } else { + Serial.print("Pic, len="); Serial.print(fb->len); + Serial.printf(", new fb %X\n", (long)fb->buf); + esp_camera_fb_return(fb); + delay(50); + } + } + + bool wifi_status = init_wifi(); + + // Make the bot wait for a new message for up to 60seconds + //bot.longPoll = 60; + bot.longPoll = 5; + + client.setInsecure(); + + setupinterrupts(); + + String stat = "Reboot\nDevice: " + devstr + "\nVer: " + String(vernum) + "\nRssi: " + String(WiFi.RSSI()) + "\nip: " + WiFi.localIP().toString() + "\n/start"; + bot.sendMessage(chat_id, stat, ""); + + pir_enabled = true; + avi_enabled = true; + digitalWrite(33, HIGH); +} + +int loopcount = 0; + + +void loop() { + loopcount++; + + client.setHandshakeTimeout(120000); // workaround for esp32-arduino 2.02 bug https://github.com/witnessmenow/Universal-Arduino-Telegram-Bot/issues/270#issuecomment-1003795884 + + if (reboot_request) { + String stat = "Rebooting on request\nDevice: " + devstr + "\nVer: " + String(vernum) + "\nRssi: " + String(WiFi.RSSI()) + "\nip: " + WiFi.localIP().toString() ; + bot.sendMessage(chat_id, stat, ""); + delay(10000); + ESP.restart(); + } + + if (picture_ready) { + picture_ready = false; + send_the_picture(); + } + + if (video_ready) { + video_ready = false; + send_the_video(); + } + + if (millis() > Bot_lasttime + Bot_mtbs ) { + + if (WiFi.status() != WL_CONNECTED) { + Serial.println("***** WiFi reconnect *****"); + WiFi.reconnect(); + delay(5000); + if (WiFi.status() != WL_CONNECTED) { + Serial.println("***** WiFi rerestart *****"); + init_wifi(); + } + } + + int numNewMessages = bot.getUpdates(bot.last_message_received + 1); + + while (numNewMessages) { + //Serial.println("got response"); + handleNewMessages(numNewMessages); + numNewMessages = bot.getUpdates(bot.last_message_received + 1); + } + Bot_lasttime = millis(); + } +} + + +void send_the_picture() { + digitalWrite(33, LOW); // light on + currentByte = 0; + fb_length = vid_fb->len; + fb_buffer = vid_fb->buf; + + Serial.println("\n>>>>> Sending as 512 byte blocks, with jzdelay of 0, bytes= " + String(fb_length)); + + if (active_interupt) { + String sent = bot.sendMultipartFormDataToTelegramWithCaption("sendPhoto", "photo", "img.jpg", + "image/jpeg", "PIR Event!", chat_id, fb_length, + isMoreDataAvailable, getNextByte, nullptr, nullptr); + } else { + String sent = bot.sendMultipartFormDataToTelegramWithCaption("sendPhoto", "photo", "img.jpg", + "image/jpeg", "Telegram Request", chat_id, fb_length, + isMoreDataAvailable, getNextByte, nullptr, nullptr); + } + esp_camera_fb_return(vid_fb); + bot.longPoll = 0; + digitalWrite(33, HIGH); // light oFF + if (!avi_enabled) active_interupt = false; +} + +void send_the_video() { + digitalWrite(33, LOW); // light on + Serial.println("\n\n\nSending clip with caption"); + Serial.println("\n>>>>> Sending as 512 byte blocks, with a caption, and with jzdelay of 0, bytes= " + String(psram_avi_ptr - psram_avi_buf)); + avi_buf = psram_avi_buf; + + avi_ptr = 0; + avi_len = psram_avi_ptr - psram_avi_buf; + + String sent2 = bot.sendMultipartFormDataToTelegramWithCaption("sendDocument", "document", strftime_buf, + "image/jpeg", "Intruder alert!", chat_id, psram_avi_ptr - psram_avi_buf, + avi_more, avi_next, nullptr, nullptr); + + Serial.println("done!"); + digitalWrite(33, HIGH); // light off + + bot.longPoll = 5; + active_interupt = false; +}