ClassControllCamera.cpp 43 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393
  1. #include "ClassControllCamera.h"
  2. #include "ClassLogFile.h"
  3. #include <stdio.h>
  4. #include "driver/gpio.h"
  5. #include "esp_timer.h"
  6. #include "esp_log.h"
  7. #include "Helper.h"
  8. #include "statusled.h"
  9. #include "CImageBasis.h"
  10. #include "server_ota.h"
  11. #include "server_GPIO.h"
  12. #include "defines.h"
  13. #include <esp_event.h>
  14. #include <esp_log.h>
  15. #include <esp_system.h>
  16. #include <nvs_flash.h>
  17. #include <sys/param.h>
  18. #include <string.h>
  19. #include <sys/stat.h>
  20. #include "freertos/FreeRTOS.h"
  21. #include "freertos/task.h"
  22. #include "esp_camera.h"
  23. #include "driver/ledc.h"
  24. #include "MainFlowControl.h"
  25. #include "ov2640_sharpness.h"
  26. #include "ov2640_specialEffect.h"
  27. #include "ov2640_contrast_brightness.h"
  28. CCamera Camera;
  29. camera_controll_config_temp_t CCstatus;
  30. camera_controll_config_temp_t CFstatus;
  31. static const char *TAG = "CAM";
  32. /* Camera live stream */
  33. #define PART_BOUNDARY "123456789000000000000987654321"
  34. static const char *_STREAM_CONTENT_TYPE = "multipart/x-mixed-replace;boundary=" PART_BOUNDARY;
  35. static const char *_STREAM_BOUNDARY = "\r\n--" PART_BOUNDARY "\r\n";
  36. static const char *_STREAM_PART = "Content-Type: image/jpeg\r\nContent-Length: %u\r\n\r\n";
  37. uint8_t *demoImage = NULL; // Buffer holding the demo image in bytes
  38. #define DEMO_IMAGE_SIZE 30000 // Max size of demo image in bytes
  39. std::vector<std::string> demoFiles;
  40. // Camera module bus communications frequency.
  41. // Originally: config.xclk_freq_mhz = 20000000, but this lead to visual artifacts on many modules.
  42. // See https://github.com/espressif/esp32-camera/issues/150#issuecomment-726473652 et al.
  43. #if !defined(XCLK_FREQ_MHZ)
  44. int xclk = 20;
  45. #else
  46. int xclk = XCLK_FREQ_MHZ;
  47. #endif
  48. static camera_config_t camera_config = {
  49. .pin_pwdn = CAM_PIN_PWDN,
  50. .pin_reset = CAM_PIN_RESET,
  51. .pin_xclk = CAM_PIN_XCLK,
  52. .pin_sscb_sda = CAM_PIN_SIOD,
  53. .pin_sscb_scl = CAM_PIN_SIOC,
  54. .pin_d7 = CAM_PIN_D7,
  55. .pin_d6 = CAM_PIN_D6,
  56. .pin_d5 = CAM_PIN_D5,
  57. .pin_d4 = CAM_PIN_D4,
  58. .pin_d3 = CAM_PIN_D3,
  59. .pin_d2 = CAM_PIN_D2,
  60. .pin_d1 = CAM_PIN_D1,
  61. .pin_d0 = CAM_PIN_D0,
  62. .pin_vsync = CAM_PIN_VSYNC,
  63. .pin_href = CAM_PIN_HREF,
  64. .pin_pclk = CAM_PIN_PCLK,
  65. .xclk_freq_hz = (xclk * 1000000),
  66. .ledc_timer = CAM_XCLK_TIMER, // LEDC timer to be used for generating XCLK
  67. .ledc_channel = CAM_XCLK_CHANNEL, // LEDC channel to be used for generating XCLK
  68. .pixel_format = PIXFORMAT_JPEG, // YUV422,GRAYSCALE,RGB565,JPEG
  69. .frame_size = FRAMESIZE_VGA, // QQVGA-UXGA Do not use sizes above QVGA when not JPEG
  70. // .frame_size = FRAMESIZE_UXGA, //QQVGA-UXGA Do not use sizes above QVGA when not JPEG
  71. .jpeg_quality = 12, // 0-63 lower number means higher quality
  72. .fb_count = 1, // if more than one, i2s runs in continuous mode. Use only with JPEG
  73. .fb_location = CAMERA_FB_IN_PSRAM, /*!< The location where the frame buffer will be allocated */
  74. .grab_mode = CAMERA_GRAB_LATEST, // only from new esp32cam version
  75. };
  76. typedef struct
  77. {
  78. httpd_req_t *req;
  79. size_t len;
  80. } jpg_chunking_t;
  81. CCamera::CCamera(void)
  82. {
  83. CCstatus.WaitBeforePicture = 2;
  84. CamDeepSleepEnable = false;
  85. CameraInitSuccessful = false;
  86. changedCameraSettings = false;
  87. CamTempImage = false;
  88. ledc_init();
  89. }
  90. esp_err_t CCamera::init_camera(void)
  91. {
  92. ESP_LOGD(TAG, "Init Camera");
  93. // esp_err_t err = esp_camera_deinit();
  94. // initialize the camera
  95. esp_err_t err = esp_camera_init(&camera_config);
  96. if (err != ESP_OK)
  97. {
  98. ESP_LOGE(TAG, "Camera Init Failed");
  99. return err;
  100. }
  101. Camera.CameraInitSuccessful = false;
  102. // Get a reference to the sensor
  103. sensor_t *cam_sensor = esp_camera_sensor_get();
  104. if (cam_sensor != NULL)
  105. {
  106. Camera.CamSensorId = cam_sensor->id.PID;
  107. // Dump camera module, warn for unsupported modules.
  108. switch (Camera.CamSensorId)
  109. {
  110. case OV2640_PID:
  111. ESP_LOGI(TAG, "OV2640 camera module detected");
  112. Camera.CameraInitSuccessful = true;
  113. break;
  114. case OV3660_PID:
  115. ESP_LOGI(TAG, "OV3660 camera module detected");
  116. Camera.CameraInitSuccessful = true;
  117. break;
  118. case OV5640_PID:
  119. ESP_LOGI(TAG, "OV5640 camera module detected");
  120. Camera.CameraInitSuccessful = true;
  121. break;
  122. default:
  123. ESP_LOGE(TAG, "Camera module is unknown and not properly supported!");
  124. Camera.CameraInitSuccessful = false;
  125. }
  126. }
  127. if (Camera.CameraInitSuccessful)
  128. {
  129. return ESP_OK;
  130. }
  131. return ESP_FAIL;
  132. }
  133. void CCamera::power_reset_camera(void)
  134. {
  135. #if CAM_PIN_PWDN == GPIO_NUM_NC // Use reset only if pin is available
  136. LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "No power down pin availbale to reset camera");
  137. #else
  138. ESP_LOGD(TAG, "Resetting camera by power down line");
  139. gpio_config_t conf;
  140. conf.intr_type = GPIO_INTR_DISABLE;
  141. conf.pin_bit_mask = 1LL << CAM_PIN_PWDN;
  142. conf.mode = GPIO_MODE_OUTPUT;
  143. conf.pull_down_en = GPIO_PULLDOWN_DISABLE;
  144. conf.pull_up_en = GPIO_PULLUP_DISABLE;
  145. gpio_config(&conf);
  146. // carefull, logic is inverted compared to reset pin
  147. gpio_set_level(CAM_PIN_PWDN, 1);
  148. vTaskDelay(1000 / portTICK_PERIOD_MS);
  149. gpio_set_level(CAM_PIN_PWDN, 0);
  150. vTaskDelay(1000 / portTICK_PERIOD_MS);
  151. #endif
  152. }
  153. void CCamera::ledc_init(void)
  154. {
  155. // Prepare and then apply the LEDC PWM timer configuration
  156. ledc_timer_config_t ledc_timer = {};
  157. ledc_timer.speed_mode = LEDC_MODE;
  158. ledc_timer.timer_num = LEDC_TIMER;
  159. ledc_timer.duty_resolution = LEDC_DUTY_RES;
  160. ledc_timer.freq_hz = LEDC_FREQUENCY; // Set output frequency at 5 kHz
  161. ledc_timer.clk_cfg = LEDC_AUTO_CLK;
  162. ESP_ERROR_CHECK(ledc_timer_config(&ledc_timer));
  163. // Prepare and then apply the LEDC PWM channel configuration
  164. ledc_channel_config_t ledc_channel = {};
  165. ledc_channel.speed_mode = LEDC_MODE;
  166. ledc_channel.channel = LEDC_CHANNEL;
  167. ledc_channel.timer_sel = LEDC_TIMER;
  168. ledc_channel.intr_type = LEDC_INTR_DISABLE;
  169. ledc_channel.gpio_num = FLASH_GPIO;
  170. ledc_channel.duty = 0; // Set duty to 0%
  171. ledc_channel.hpoint = 0;
  172. // ledc_channel.flags.output_invert = LEDC_OUTPUT_INVERT;
  173. ESP_ERROR_CHECK(ledc_channel_config(&ledc_channel));
  174. }
  175. int CCamera::set_led_intensity(int _intrel)
  176. {
  177. Camera.LedIntensity = (int)((float)(std::min(std::max(0, _intrel), 100)) / 100 * 8191);
  178. ESP_LOGD(TAG, "Set led_intensity to %i of 8191", Camera.LedIntensity);
  179. return Camera.LedIntensity;
  180. }
  181. bool CCamera::get_camera_init_successful(void)
  182. {
  183. return Camera.CameraInitSuccessful;
  184. }
  185. esp_err_t CCamera::set_sensor_controll_config(camera_controll_config_temp_t *camConfig)
  186. {
  187. sensor_t *cam_sensor = esp_camera_sensor_get();
  188. if (cam_sensor != NULL)
  189. {
  190. cam_sensor->set_xclk(cam_sensor, CAM_XCLK_TIMER, camConfig->CamXclkFreqMhz);
  191. cam_sensor->set_framesize(cam_sensor, camConfig->ImageFrameSize);
  192. // cam_sensor->set_contrast(cam_sensor, camConfig->ImageContrast); // -2 to 2
  193. // cam_sensor->set_brightness(cam_sensor, camConfig->ImageBrightness); // -2 to 2
  194. set_camera_contrast_brightness(cam_sensor, camConfig->ImageContrast, camConfig->ImageBrightness);
  195. cam_sensor->set_saturation(cam_sensor, camConfig->ImageSaturation); // -2 to 2
  196. cam_sensor->set_quality(cam_sensor, camConfig->ImageQuality); // 0 - 63
  197. // cam_sensor->set_gainceiling(cam_sensor, camConfig->ImageGainceiling); // Image gain (GAINCEILING_x2, x4, x8, x16, x32, x64 or x128)
  198. set_camera_gainceiling(cam_sensor, camConfig->ImageGainceiling);
  199. cam_sensor->set_gain_ctrl(cam_sensor, camConfig->ImageAgc); // 0 = disable , 1 = enable
  200. cam_sensor->set_exposure_ctrl(cam_sensor, camConfig->ImageAec); // 0 = disable , 1 = enable
  201. cam_sensor->set_hmirror(cam_sensor, camConfig->ImageHmirror); // 0 = disable , 1 = enable
  202. cam_sensor->set_vflip(cam_sensor, camConfig->ImageVflip); // 0 = disable , 1 = enable
  203. cam_sensor->set_whitebal(cam_sensor, camConfig->ImageAwb); // 0 = disable , 1 = enable
  204. cam_sensor->set_aec2(cam_sensor, camConfig->ImageAec2); // 0 = disable , 1 = enable
  205. cam_sensor->set_aec_value(cam_sensor, camConfig->ImageAecValue); // 0 to 1200
  206. // cam_sensor->set_special_effect(cam_sensor, camConfig->ImageSpecialEffect); // 0 to 6 (0 - No Effect, 1 - Negative, 2 - Grayscale, 3 - Red Tint, 4 - Green Tint, 5 - Blue Tint, 6 - Sepia)
  207. set_camera_special_effect(cam_sensor, camConfig->ImageSpecialEffect);
  208. cam_sensor->set_wb_mode(cam_sensor, camConfig->ImageWbMode); // 0 to 4 - if awb_gain enabled (0 - Auto, 1 - Sunny, 2 - Cloudy, 3 - Office, 4 - Home)
  209. cam_sensor->set_ae_level(cam_sensor, camConfig->ImageAeLevel); // -2 to 2
  210. cam_sensor->set_dcw(cam_sensor, camConfig->ImageDcw); // 0 = disable , 1 = enable
  211. cam_sensor->set_bpc(cam_sensor, camConfig->ImageBpc); // 0 = disable , 1 = enable
  212. cam_sensor->set_wpc(cam_sensor, camConfig->ImageWpc); // 0 = disable , 1 = enable
  213. cam_sensor->set_awb_gain(cam_sensor, camConfig->ImageAwbGain); // 0 = disable , 1 = enable
  214. cam_sensor->set_agc_gain(cam_sensor, camConfig->ImageAgcGain); // 0 to 30
  215. cam_sensor->set_raw_gma(cam_sensor, camConfig->ImageRawGma); // 0 = disable , 1 = enable
  216. cam_sensor->set_lenc(cam_sensor, camConfig->ImageLenc); // 0 = disable , 1 = enable
  217. // cam_sensor->set_sharpness(cam_sensor, camConfig->ImageSharpness); // auto-sharpness is not officially supported, default to 0
  218. set_camera_sharpness(camConfig->ImageAutoSharpness, camConfig->ImageSharpness);
  219. cam_sensor->set_denoise(cam_sensor, camConfig->ImageDenoiseLevel); // The OV2640 does not support it, OV3660 and OV5640 (0 to 8)
  220. vTaskDelay(100 / portTICK_PERIOD_MS);
  221. return ESP_OK;
  222. }
  223. else
  224. {
  225. return ESP_FAIL;
  226. }
  227. }
  228. esp_err_t CCamera::get_sensor_controll_config(camera_controll_config_temp_t *camConfig)
  229. {
  230. sensor_t *cam_sensor = esp_camera_sensor_get();
  231. if (cam_sensor != NULL)
  232. {
  233. Camera.CamSensorId = cam_sensor->id.PID;
  234. camConfig->CamXclkFreqMhz = (int)(cam_sensor->xclk_freq_hz / 1000000);
  235. camConfig->ImageFrameSize = (framesize_t)cam_sensor->status.framesize;
  236. camConfig->ImageContrast = cam_sensor->status.contrast;
  237. camConfig->ImageBrightness = cam_sensor->status.brightness;
  238. camConfig->ImageSaturation = cam_sensor->status.saturation;
  239. camConfig->ImageQuality = cam_sensor->status.quality;
  240. camConfig->ImageGainceiling = (gainceiling_t)cam_sensor->status.gainceiling;
  241. camConfig->ImageAgc = cam_sensor->status.agc;
  242. camConfig->ImageAec = cam_sensor->status.aec;
  243. camConfig->ImageHmirror = cam_sensor->status.hmirror;
  244. camConfig->ImageVflip = cam_sensor->status.vflip;
  245. camConfig->ImageAwb = cam_sensor->status.awb;
  246. camConfig->ImageAec2 = cam_sensor->status.aec2;
  247. camConfig->ImageAecValue = cam_sensor->status.aec_value;
  248. camConfig->ImageSpecialEffect = cam_sensor->status.special_effect;
  249. camConfig->ImageWbMode = cam_sensor->status.wb_mode;
  250. camConfig->ImageAeLevel = cam_sensor->status.ae_level;
  251. camConfig->ImageDcw = cam_sensor->status.dcw;
  252. camConfig->ImageBpc = cam_sensor->status.bpc;
  253. camConfig->ImageWpc = cam_sensor->status.wpc;
  254. camConfig->ImageAwbGain = cam_sensor->status.awb_gain;
  255. camConfig->ImageAgcGain = cam_sensor->status.agc_gain;
  256. camConfig->ImageRawGma = cam_sensor->status.raw_gma;
  257. camConfig->ImageLenc = cam_sensor->status.lenc;
  258. camConfig->ImageSharpness = cam_sensor->status.sharpness; // gibt -1 zurück, da es nicht unterstützt wird
  259. camConfig->ImageDenoiseLevel = cam_sensor->status.denoise;
  260. return ESP_OK;
  261. }
  262. else
  263. {
  264. return ESP_FAIL;
  265. }
  266. }
  267. esp_err_t CCamera::set_camera_config_from_to(camera_controll_config_temp_t *camConfigFrom, camera_controll_config_temp_t *camConfigTo)
  268. {
  269. camConfigTo->CamXclkFreqMhz = camConfigFrom->CamXclkFreqMhz;
  270. camConfigTo->ImageFrameSize = camConfigFrom->ImageFrameSize;
  271. camConfigTo->ImageContrast = camConfigFrom->ImageContrast;
  272. camConfigTo->ImageBrightness = camConfigFrom->ImageBrightness;
  273. camConfigTo->ImageSaturation = camConfigFrom->ImageSaturation;
  274. camConfigTo->ImageQuality = camConfigFrom->ImageQuality;
  275. camConfigTo->ImageGainceiling = camConfigFrom->ImageGainceiling;
  276. camConfigTo->ImageAgc = camConfigFrom->ImageAgc;
  277. camConfigTo->ImageAec = camConfigFrom->ImageAec;
  278. camConfigTo->ImageHmirror = camConfigFrom->ImageHmirror;
  279. camConfigTo->ImageVflip = camConfigFrom->ImageVflip;
  280. camConfigTo->ImageAwb = camConfigFrom->ImageAwb;
  281. camConfigTo->ImageAec2 = camConfigFrom->ImageAec2;
  282. camConfigTo->ImageAecValue = camConfigFrom->ImageAecValue;
  283. camConfigTo->ImageSpecialEffect = camConfigFrom->ImageSpecialEffect;
  284. camConfigTo->ImageWbMode = camConfigFrom->ImageWbMode;
  285. camConfigTo->ImageAeLevel = camConfigFrom->ImageAeLevel;
  286. camConfigTo->ImageDcw = camConfigFrom->ImageDcw;
  287. camConfigTo->ImageBpc = camConfigFrom->ImageBpc;
  288. camConfigTo->ImageWpc = camConfigFrom->ImageWpc;
  289. camConfigTo->ImageAwbGain = camConfigFrom->ImageAwbGain;
  290. camConfigTo->ImageAgcGain = camConfigFrom->ImageAgcGain;
  291. camConfigTo->ImageRawGma = camConfigFrom->ImageRawGma;
  292. camConfigTo->ImageLenc = camConfigFrom->ImageLenc;
  293. camConfigTo->ImageSharpness = camConfigFrom->ImageSharpness;
  294. camConfigTo->ImageAutoSharpness = camConfigFrom->ImageAutoSharpness;
  295. camConfigTo->ImageDenoiseLevel = camConfigFrom->ImageDenoiseLevel;
  296. camConfigTo->ImageLedIntensity = camConfigFrom->ImageLedIntensity;
  297. camConfigTo->ImageZoomEnabled = camConfigFrom->ImageZoomEnabled;
  298. camConfigTo->ImageZoomOffsetX = camConfigFrom->ImageZoomOffsetX;
  299. camConfigTo->ImageZoomOffsetY = camConfigFrom->ImageZoomOffsetY;
  300. camConfigTo->ImageZoomSize = camConfigFrom->ImageZoomSize;
  301. camConfigTo->WaitBeforePicture = camConfigFrom->WaitBeforePicture;
  302. return ESP_OK;
  303. }
  304. int CCamera::check_camera_settings_changed(void)
  305. {
  306. int ret = 0;
  307. set_camera_deep_sleep(false);
  308. // wenn die Kameraeinstellungen durch Erstellen eines neuen Referenzbildes verändert wurden, müssen sie neu gesetzt werden
  309. if (Camera.changedCameraSettings)
  310. {
  311. if (Camera.CamTempImage)
  312. {
  313. Camera.set_sensor_controll_config(&CFstatus); // CFstatus >>> Kamera
  314. Camera.set_quality_zoom_size(&CFstatus);
  315. Camera.LedIntensity = CFstatus.ImageLedIntensity;
  316. Camera.CamTempImage = false;
  317. }
  318. else
  319. {
  320. Camera.set_sensor_controll_config(&CCstatus); // CCstatus >>> Kamera
  321. Camera.set_quality_zoom_size(&CCstatus);
  322. Camera.LedIntensity = CCstatus.ImageLedIntensity;
  323. Camera.changedCameraSettings = false;
  324. }
  325. }
  326. return ret;
  327. }
  328. // only available on OV3660 and OV5640
  329. // https://github.com/espressif/esp32-camera/issues/672
  330. int CCamera::set_camera_deep_sleep(bool enable)
  331. {
  332. int ret = 0;
  333. if (Camera.CamDeepSleepEnable != enable)
  334. {
  335. Camera.CamDeepSleepEnable = enable;
  336. sensor_t *cam_sensor = esp_camera_sensor_get();
  337. if (cam_sensor != NULL)
  338. {
  339. std::string state = "unsupported";
  340. if (Camera.CamSensorId == OV2640_PID)
  341. {
  342. // OV2640 Standby mode
  343. uint8_t reg = cam_sensor->get_reg(cam_sensor, 0x09, 0xFF);
  344. ret = cam_sensor->set_reg(cam_sensor, 0x09, 0xFF, enable ? (reg |= 0x10) : (reg &= ~0x10));
  345. state = enable ? "enabled" : "disabled";
  346. }
  347. else if ((Camera.CamSensorId == OV3660_PID) || (Camera.CamSensorId == OV5640_PID))
  348. {
  349. // OV3660/OV5640 DeepSleep mode
  350. ret = cam_sensor->set_reg(cam_sensor, 0x3008, 0x42, enable ? 0x42 : 0x02);
  351. state = enable ? "enabled" : "disabled";
  352. }
  353. LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "DeepSleep: " + state);
  354. vTaskDelay(200 / portTICK_PERIOD_MS);
  355. }
  356. else
  357. {
  358. return -1;
  359. }
  360. }
  361. return ret;
  362. }
  363. // on the OV5640, gainceiling must be set with the real value (x2>>>gainceilingLevel = 2, .... x128>>>gainceilingLevel = 128)
  364. int CCamera::set_camera_gainceiling(sensor_t *cam_sensor, gainceiling_t gainceilingLevel)
  365. {
  366. int ret = 0;
  367. if (Camera.CamSensorId == OV2640_PID)
  368. {
  369. ret = cam_sensor->set_gainceiling(cam_sensor, gainceilingLevel); // Image gain (GAINCEILING_x2, x4, x8, x16, x32, x64 or x128)
  370. }
  371. else
  372. {
  373. int _level = (1 << ((int)gainceilingLevel + 1));
  374. ret = cam_sensor->set_reg(cam_sensor, 0x3A18, 0xFF, (_level >> 8) & 3) || cam_sensor->set_reg(cam_sensor, 0x3A19, 0xFF, _level & 0xFF);
  375. if (ret == 0)
  376. {
  377. // ESP_LOGD(TAG, "Set gainceiling to: %d", gainceilingLevel);
  378. cam_sensor->status.gainceiling = gainceilingLevel;
  379. }
  380. }
  381. return ret;
  382. }
  383. void CCamera::set_camera_sharpness(bool autoSharpnessEnabled, int sharpnessLevel)
  384. {
  385. sensor_t *cam_sensor = esp_camera_sensor_get();
  386. if (cam_sensor != NULL)
  387. {
  388. if (Camera.CamSensorId == OV2640_PID)
  389. {
  390. sharpnessLevel = min(2, max(-2, sharpnessLevel));
  391. // The OV2640 does not officially support sharpness, so the detour is made with the ov2640_sharpness.cpp.
  392. if (autoSharpnessEnabled)
  393. {
  394. ov2640_enable_auto_sharpness(cam_sensor);
  395. }
  396. else
  397. {
  398. ov2640_set_sharpness(cam_sensor, sharpnessLevel);
  399. }
  400. }
  401. else
  402. {
  403. sharpnessLevel = min(3, max(-3, sharpnessLevel));
  404. // for CAMERA_OV5640 and CAMERA_OV3660
  405. if (autoSharpnessEnabled)
  406. {
  407. // autoSharpness is not supported, default to zero
  408. cam_sensor->set_sharpness(cam_sensor, 0);
  409. }
  410. else
  411. {
  412. cam_sensor->set_sharpness(cam_sensor, sharpnessLevel);
  413. }
  414. }
  415. }
  416. else
  417. {
  418. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "SetCamSharpness, Failed to get Cam control structure");
  419. }
  420. }
  421. void CCamera::set_camera_special_effect(sensor_t *cam_sensor, int specialEffect)
  422. {
  423. if (Camera.CamSensorId == OV2640_PID)
  424. {
  425. ov2640_set_special_effect(cam_sensor, specialEffect);
  426. }
  427. else
  428. {
  429. cam_sensor->set_special_effect(cam_sensor, specialEffect);
  430. }
  431. }
  432. void CCamera::set_camera_contrast_brightness(sensor_t *cam_sensor, int _contrast, int _brightness)
  433. {
  434. if (Camera.CamSensorId == OV2640_PID)
  435. {
  436. ov2640_set_contrast_brightness(cam_sensor, _contrast, _brightness);
  437. }
  438. else
  439. {
  440. cam_sensor->set_contrast(cam_sensor, _contrast); // -2 to 2
  441. cam_sensor->set_brightness(cam_sensor, _brightness); // -2 to 2
  442. }
  443. }
  444. // - It always zooms to the image center when offsets are zero
  445. // - if imageSize = 0 then the image is not zoomed
  446. // - if imageSize = max value, then the image is fully zoomed in
  447. // - a zoom step is >>> Width + 32 px / Height + 24 px
  448. void CCamera::sanitize_zoom_params(camera_controll_config_temp_t *camConfig, int imageSize, int frameSizeX, int frameSizeY, int &imageWidth, int &imageHeight, int &zoomOffsetX, int &zoomOffsetY)
  449. {
  450. // for OV2640, This works only if the aspect ratio of 4:3 is preserved in the window size.
  451. // use only values divisible by 8 without remainder
  452. imageWidth = camConfig->ImageWidth + (imageSize * 4 * 8);
  453. imageHeight = camConfig->ImageHeight + (imageSize * 3 * 8);
  454. int _maxX = frameSizeX - imageWidth;
  455. int _maxY = frameSizeY - imageHeight;
  456. if ((abs(zoomOffsetX) * 2) > _maxX)
  457. {
  458. if (zoomOffsetX > 0)
  459. {
  460. zoomOffsetX = _maxX;
  461. }
  462. else
  463. {
  464. zoomOffsetX = 0;
  465. }
  466. }
  467. else
  468. {
  469. if (zoomOffsetX > 0)
  470. {
  471. zoomOffsetX = ((_maxX / 2) + zoomOffsetX);
  472. }
  473. else
  474. {
  475. zoomOffsetX = ((_maxX / 2) + zoomOffsetX);
  476. }
  477. }
  478. if ((abs(zoomOffsetY) * 2) > _maxY)
  479. {
  480. if (zoomOffsetY > 0)
  481. {
  482. zoomOffsetY = _maxY;
  483. }
  484. else
  485. {
  486. zoomOffsetY = 0;
  487. }
  488. }
  489. else
  490. {
  491. if (zoomOffsetY > 0)
  492. {
  493. zoomOffsetY = ((_maxY / 2) + zoomOffsetY);
  494. }
  495. else
  496. {
  497. zoomOffsetY = ((_maxY / 2) + zoomOffsetY);
  498. }
  499. }
  500. }
  501. void CCamera::set_zoom_size(camera_controll_config_temp_t *camConfig)
  502. {
  503. sensor_t *cam_sensor = esp_camera_sensor_get();
  504. if (cam_sensor != NULL)
  505. {
  506. if (camConfig->ImageZoomEnabled)
  507. {
  508. int _imageSize_temp = 0;
  509. int _imageWidth = camConfig->ImageWidth;
  510. int _imageHeight = camConfig->ImageHeight;
  511. int _offsetx = camConfig->ImageZoomOffsetX;
  512. int _offsety = camConfig->ImageZoomOffsetY;
  513. int frameSizeX;
  514. int frameSizeY;
  515. switch (Camera.CamSensorId)
  516. {
  517. case OV5640_PID:
  518. frameSizeX = 2592;
  519. frameSizeY = 1944;
  520. // max imageSize = ((frameSizeX - camConfig->ImageWidth) / 8 / 4) - 1
  521. // 59 = ((2560 - 640) / 8 / 4) - 1
  522. if (camConfig->ImageZoomSize < 59)
  523. {
  524. _imageSize_temp = (59 - camConfig->ImageZoomSize);
  525. }
  526. sanitize_zoom_params(camConfig, _imageSize_temp, frameSizeX, frameSizeY, _imageWidth, _imageHeight, _offsetx, _offsety);
  527. set_camera_window(cam_sensor, frameSizeX, frameSizeY, _offsetx, _offsety, _imageWidth, _imageHeight, camConfig->ImageWidth, camConfig->ImageHeight, camConfig->ImageVflip);
  528. break;
  529. case OV3660_PID:
  530. frameSizeX = 2048;
  531. frameSizeY = 1536;
  532. // max imageSize = ((frameSizeX - camConfig->ImageWidth) / 8 / 4) -1
  533. // 43 = ((2048 - 640) / 8 / 4) - 1
  534. if (camConfig->ImageZoomSize < 43)
  535. {
  536. _imageSize_temp = (43 - camConfig->ImageZoomSize);
  537. }
  538. sanitize_zoom_params(camConfig, _imageSize_temp, frameSizeX, frameSizeY, _imageWidth, _imageHeight, _offsetx, _offsety);
  539. set_camera_window(cam_sensor, frameSizeX, frameSizeY, _offsetx, _offsety, _imageWidth, _imageHeight, camConfig->ImageWidth, camConfig->ImageHeight, camConfig->ImageVflip);
  540. break;
  541. case OV2640_PID:
  542. frameSizeX = 1600;
  543. frameSizeY = 1200;
  544. // max imageSize = ((frameSizeX - camConfig->ImageWidth) / 8 / 4) -1
  545. // 29 = ((1600 - 640) / 8 / 4) - 1
  546. if (camConfig->ImageZoomSize < 29)
  547. {
  548. _imageSize_temp = (29 - camConfig->ImageZoomSize);
  549. }
  550. sanitize_zoom_params(camConfig, _imageSize_temp, frameSizeX, frameSizeY, _imageWidth, _imageHeight, _offsetx, _offsety);
  551. set_camera_window(cam_sensor, frameSizeX, frameSizeY, _offsetx, _offsety, _imageWidth, _imageHeight, camConfig->ImageWidth, camConfig->ImageHeight, camConfig->ImageVflip);
  552. break;
  553. default:
  554. // do nothing
  555. break;
  556. }
  557. }
  558. else
  559. {
  560. cam_sensor->set_framesize(cam_sensor, camConfig->ImageFrameSize);
  561. }
  562. }
  563. }
  564. void CCamera::set_quality_zoom_size(camera_controll_config_temp_t *camConfig)
  565. {
  566. sensor_t *cam_sensor = esp_camera_sensor_get();
  567. // OV2640 has no lower limit on jpeg quality
  568. if (Camera.CamSensorId == OV5640_PID)
  569. {
  570. camConfig->ImageQuality = min(63, max(8, camConfig->ImageQuality));
  571. }
  572. set_image_width_height_from_resolution(camConfig->ImageFrameSize);
  573. if (cam_sensor != NULL)
  574. {
  575. cam_sensor->set_quality(cam_sensor, camConfig->ImageQuality);
  576. set_zoom_size(camConfig);
  577. }
  578. else
  579. {
  580. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "SetQualityZoomSize, Failed to get Cam control structure");
  581. }
  582. }
  583. void CCamera::set_camera_window(sensor_t *cam_sensor, int frameSizeX, int frameSizeY, int xOffset, int yOffset, int xTotal, int yTotal, int xOutput, int yOutput, int imageVflip)
  584. {
  585. if (Camera.CamSensorId == OV2640_PID)
  586. {
  587. cam_sensor->set_res_raw(cam_sensor, 0, 0, 0, 0, xOffset, yOffset, xTotal, yTotal, xOutput, yOutput, false, false);
  588. }
  589. else
  590. {
  591. // for CAMERA_OV5640 and CAMERA_OV3660
  592. bool scale = !(xOutput == xTotal && yOutput == yTotal);
  593. bool binning = (xTotal >= (frameSizeX >> 1));
  594. if (imageVflip == true)
  595. {
  596. cam_sensor->set_res_raw(cam_sensor, xOffset, yOffset, xOffset + xTotal - 1, yOffset + yTotal - 1, 0, 0, frameSizeX, frameSizeY, xOutput, yOutput, scale, binning);
  597. }
  598. else
  599. {
  600. cam_sensor->set_res_raw(cam_sensor, xOffset, yOffset, xOffset + xTotal, yOffset + yTotal, 0, 0, frameSizeX, frameSizeY, xOutput, yOutput, scale, binning);
  601. }
  602. }
  603. }
  604. static size_t jpg_encode_stream(void *arg, size_t index, const void *data, size_t len)
  605. {
  606. jpg_chunking_t *j = (jpg_chunking_t *)arg;
  607. if (!index)
  608. {
  609. j->len = 0;
  610. }
  611. if (httpd_resp_send_chunk(j->req, (const char *)data, len) != ESP_OK)
  612. {
  613. return 0;
  614. }
  615. j->len += len;
  616. return len;
  617. }
  618. esp_err_t CCamera::capture_to_basis_image(CImageBasis *_Image, int flash_duration)
  619. {
  620. Camera.check_camera_settings_changed();
  621. _Image->EmptyImage(); // Delete previous stored raw image -> black image
  622. set_blink_led_on_off(true); // Status-LED on
  623. if (flash_duration > 0)
  624. {
  625. CaptureToBasisImageLed = true;
  626. set_flash_light_on_off(true); // Flash-LED on
  627. const TickType_t xDelay = flash_duration / portTICK_PERIOD_MS;
  628. vTaskDelay(xDelay);
  629. }
  630. camera_fb_t *fb = esp_camera_fb_get();
  631. esp_camera_fb_return(fb);
  632. fb = esp_camera_fb_get();
  633. if (!fb)
  634. {
  635. CaptureToBasisImageLed = false;
  636. if (!CaptureToFileLed && !CaptureToHTTPLed && !CaptureToStreamLed)
  637. {
  638. set_blink_led_on_off(false); // Status-LED off
  639. set_camera_deep_sleep(true);
  640. if (flash_duration > 0)
  641. {
  642. set_flash_light_on_off(false); // Flash-LED off
  643. }
  644. }
  645. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "is not working anymore (CaptureToBasisImage) - most probably caused "
  646. "by a hardware problem (instablility, ...). System will reboot.");
  647. return ESP_FAIL;
  648. }
  649. if (Camera.DemoMode)
  650. {
  651. // Use images stored on SD-Card instead of camera image
  652. /* Replace Framebuffer with image from SD-Card */
  653. load_next_demo_image(fb);
  654. }
  655. CImageBasis *_TempImage = new CImageBasis("TempImage");
  656. if (_TempImage)
  657. {
  658. _TempImage->LoadFromMemory(fb->buf, fb->len);
  659. }
  660. else
  661. {
  662. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "CaptureToBasisImage: Can't allocate TempImage");
  663. }
  664. esp_camera_fb_return(fb);
  665. CaptureToBasisImageLed = false;
  666. if (!CaptureToFileLed && !CaptureToHTTPLed && !CaptureToStreamLed)
  667. {
  668. set_blink_led_on_off(false); // Status-LED off
  669. set_camera_deep_sleep(true);
  670. if (flash_duration > 0)
  671. {
  672. set_flash_light_on_off(false); // Flash-LED off
  673. }
  674. }
  675. if (_TempImage == NULL)
  676. {
  677. return ESP_OK;
  678. }
  679. int channels = 3;
  680. int width = CCstatus.ImageWidth;
  681. int height = CCstatus.ImageHeight;
  682. if (Camera.CamTempImage)
  683. {
  684. width = CFstatus.ImageWidth;
  685. height = CFstatus.ImageHeight;
  686. }
  687. for (int x = 0; x < width; ++x)
  688. {
  689. for (int y = 0; y < height; ++y)
  690. {
  691. stbi_uc *p_target = _Image->rgb_image + (channels * (y * width + x));
  692. stbi_uc *p_source = _TempImage->rgb_image + (channels * (y * width + x));
  693. for (int c = 0; c < channels; c++)
  694. {
  695. p_target[c] = p_source[c];
  696. }
  697. }
  698. }
  699. delete _TempImage;
  700. return ESP_OK;
  701. }
  702. esp_err_t CCamera::capture_to_file(std::string file_name, int flash_duration)
  703. {
  704. Camera.check_camera_settings_changed();
  705. int _ImageQuality = CCstatus.ImageQuality;
  706. if (Camera.CamTempImage)
  707. {
  708. _ImageQuality = CFstatus.ImageQuality;
  709. }
  710. set_blink_led_on_off(true); // Status-LED on
  711. if (flash_duration > 0)
  712. {
  713. CaptureToFileLed = true;
  714. set_flash_light_on_off(true); // Flash-LED on
  715. const TickType_t xDelay = flash_duration / portTICK_PERIOD_MS;
  716. vTaskDelay(xDelay);
  717. }
  718. camera_fb_t *fb = esp_camera_fb_get();
  719. esp_camera_fb_return(fb);
  720. fb = esp_camera_fb_get();
  721. if (!fb)
  722. {
  723. CaptureToFileLed = false;
  724. if (!CaptureToBasisImageLed && !CaptureToHTTPLed && !CaptureToStreamLed)
  725. {
  726. set_blink_led_on_off(false); // Status-LED off
  727. set_camera_deep_sleep(true);
  728. if (flash_duration > 0)
  729. {
  730. set_flash_light_on_off(false); // Flash-LED off
  731. }
  732. }
  733. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "CaptureToFile: Capture Failed. "
  734. "Check camera module and/or proper electrical connection");
  735. return ESP_FAIL;
  736. }
  737. file_name = format_filename(file_name);
  738. std::string ftype = to_upper(get_file_type(file_name));
  739. uint8_t *buf = NULL;
  740. size_t buf_len = 0;
  741. bool converted = false;
  742. if (ftype.compare("BMP") == 0)
  743. {
  744. frame2bmp(fb, &buf, &buf_len);
  745. converted = true;
  746. }
  747. if (ftype.compare("JPG") == 0)
  748. {
  749. if (fb->format != PIXFORMAT_JPEG)
  750. {
  751. bool jpeg_converted = frame2jpg(fb, (100 - _ImageQuality), &buf, &buf_len);
  752. converted = true;
  753. if (!jpeg_converted)
  754. {
  755. ESP_LOGE(TAG, "JPEG compression failed");
  756. }
  757. }
  758. else
  759. {
  760. buf_len = fb->len;
  761. buf = fb->buf;
  762. }
  763. }
  764. FILE *fp = fopen(file_name.c_str(), "wb");
  765. if (fp == NULL)
  766. {
  767. // If an error occurs during the file creation
  768. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "CaptureToFile: Failed to open file " + file_name);
  769. }
  770. else
  771. {
  772. fwrite(buf, sizeof(uint8_t), buf_len, fp);
  773. fclose(fp);
  774. }
  775. if (converted)
  776. {
  777. free(buf);
  778. }
  779. esp_camera_fb_return(fb);
  780. CaptureToFileLed = false;
  781. if (!CaptureToBasisImageLed && !CaptureToHTTPLed && !CaptureToStreamLed)
  782. {
  783. set_blink_led_on_off(false); // Status-LED off
  784. set_camera_deep_sleep(true);
  785. if (flash_duration > 0)
  786. {
  787. set_flash_light_on_off(false); // Flash-LED off
  788. }
  789. }
  790. return ESP_OK;
  791. }
  792. esp_err_t CCamera::capture_to_http(httpd_req_t *req, int flash_duration)
  793. {
  794. esp_err_t res = ESP_OK;
  795. size_t fb_len = 0;
  796. int64_t fr_start = esp_timer_get_time();
  797. Camera.check_camera_settings_changed();
  798. set_blink_led_on_off(true); // Status-LED on
  799. if (flash_duration > 0)
  800. {
  801. CaptureToHTTPLed = true;
  802. set_flash_light_on_off(true); // Flash-LED on
  803. const TickType_t xDelay = flash_duration / portTICK_PERIOD_MS;
  804. vTaskDelay(xDelay);
  805. }
  806. camera_fb_t *fb = esp_camera_fb_get();
  807. esp_camera_fb_return(fb);
  808. fb = esp_camera_fb_get();
  809. if (!fb)
  810. {
  811. CaptureToHTTPLed = false;
  812. if (!CaptureToBasisImageLed && !CaptureToFileLed && !CaptureToStreamLed)
  813. {
  814. set_blink_led_on_off(false); // Status-LED off
  815. set_camera_deep_sleep(true);
  816. if (flash_duration > 0)
  817. {
  818. set_flash_light_on_off(false); // Flash-LED off
  819. }
  820. }
  821. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "CaptureToFile: Capture Failed. "
  822. "Check camera module and/or proper electrical connection");
  823. httpd_resp_send_500(req);
  824. return ESP_FAIL;
  825. }
  826. res = httpd_resp_set_type(req, "image/jpeg");
  827. if (res == ESP_OK)
  828. {
  829. res = httpd_resp_set_hdr(req, "Content-Disposition", "inline; filename=raw.jpg");
  830. }
  831. if (res == ESP_OK)
  832. {
  833. if (Camera.DemoMode)
  834. {
  835. // Use images stored on SD-Card instead of camera image
  836. LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Using Demo image!");
  837. /* Replace Framebuffer with image from SD-Card */
  838. load_next_demo_image(fb);
  839. res = httpd_resp_send(req, (const char *)fb->buf, fb->len);
  840. }
  841. else
  842. {
  843. if (fb->format == PIXFORMAT_JPEG)
  844. {
  845. fb_len = fb->len;
  846. res = httpd_resp_send(req, (const char *)fb->buf, fb->len);
  847. }
  848. else
  849. {
  850. int _ImageQuality = CCstatus.ImageQuality;
  851. if (Camera.CamTempImage)
  852. {
  853. _ImageQuality = CFstatus.ImageQuality;
  854. }
  855. jpg_chunking_t jchunk = {req, 0};
  856. res = frame2jpg_cb(fb, (100 - _ImageQuality), jpg_encode_stream, &jchunk) ? ESP_OK : ESP_FAIL;
  857. httpd_resp_send_chunk(req, NULL, 0);
  858. fb_len = jchunk.len;
  859. }
  860. }
  861. }
  862. esp_camera_fb_return(fb);
  863. CaptureToHTTPLed = false;
  864. if (!CaptureToBasisImageLed && !CaptureToFileLed && !CaptureToStreamLed)
  865. {
  866. set_blink_led_on_off(false); // Status-LED off
  867. set_camera_deep_sleep(true);
  868. if (flash_duration > 0)
  869. {
  870. set_flash_light_on_off(false); // Flash-LED off
  871. }
  872. }
  873. int64_t fr_end = esp_timer_get_time();
  874. ESP_LOGI(TAG, "JPG: %dKB %dms", (int)(fb_len / 1024), (int)((fr_end - fr_start) / 1000));
  875. return res;
  876. }
  877. esp_err_t CCamera::capture_to_stream(httpd_req_t *req, bool FlashlightOn)
  878. {
  879. esp_err_t res = ESP_OK;
  880. Camera.check_camera_settings_changed();
  881. LogFile.WriteToFile(ESP_LOG_INFO, TAG, "Live stream started");
  882. set_blink_led_on_off(true); // Status-LED on
  883. if (FlashlightOn)
  884. {
  885. CaptureToStreamLed = true;
  886. set_flash_light_on_off(true); // Flash-LED on
  887. }
  888. httpd_resp_set_type(req, _STREAM_CONTENT_TYPE);
  889. httpd_resp_send_chunk(req, _STREAM_BOUNDARY, strlen(_STREAM_BOUNDARY));
  890. while (1)
  891. {
  892. int64_t fr_start = esp_timer_get_time();
  893. camera_fb_t *fb = esp_camera_fb_get();
  894. esp_camera_fb_return(fb);
  895. fb = esp_camera_fb_get();
  896. if (!fb)
  897. {
  898. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "CaptureToStream: Camera framebuffer not available");
  899. break;
  900. }
  901. size_t fb_len = fb->len;
  902. if (res == ESP_OK)
  903. {
  904. char *part_buf[64];
  905. size_t hlen = snprintf((char *)part_buf, sizeof(part_buf), _STREAM_PART, fb_len);
  906. res = httpd_resp_send_chunk(req, (const char *)part_buf, hlen);
  907. }
  908. if (res == ESP_OK)
  909. {
  910. res = httpd_resp_send_chunk(req, (const char *)fb->buf, fb_len);
  911. }
  912. if (res == ESP_OK)
  913. {
  914. res = httpd_resp_send_chunk(req, _STREAM_BOUNDARY, strlen(_STREAM_BOUNDARY));
  915. }
  916. esp_camera_fb_return(fb);
  917. int64_t fr_end = esp_timer_get_time();
  918. ESP_LOGD(TAG, "JPG: %dKB %dms", (int)(fb_len / 1024), (int)((fr_end - fr_start) / 1000));
  919. if (res != ESP_OK)
  920. {
  921. // Exit loop, e.g. also when closing the webpage
  922. break;
  923. }
  924. int64_t fr_delta_ms = (fr_end - fr_start) / 1000;
  925. if (CAM_LIVESTREAM_REFRESHRATE > fr_delta_ms)
  926. {
  927. const TickType_t xDelay = (CAM_LIVESTREAM_REFRESHRATE - fr_delta_ms) / portTICK_PERIOD_MS;
  928. ESP_LOGD(TAG, "Stream: sleep for: %ldms", (long)xDelay * 10);
  929. vTaskDelay(xDelay);
  930. }
  931. }
  932. CaptureToStreamLed = false;
  933. if (!CaptureToBasisImageLed && !CaptureToFileLed && !CaptureToHTTPLed)
  934. {
  935. set_blink_led_on_off(false); // Status-LED off
  936. set_camera_deep_sleep(true);
  937. if (FlashlightOn)
  938. {
  939. set_flash_light_on_off(false); // Flash-LED off
  940. }
  941. }
  942. LogFile.WriteToFile(ESP_LOG_INFO, TAG, "Live stream stopped");
  943. return res;
  944. }
  945. void CCamera::set_flash_light_on_off(bool status)
  946. {
  947. GpioHandler *gpioHandler = gpio_handler_get();
  948. if ((gpioHandler != NULL) && (gpioHandler->isEnabled()))
  949. {
  950. ESP_LOGD(TAG, "Use gpioHandler to trigger flashlight");
  951. gpioHandler->flashLightEnable(status);
  952. }
  953. else
  954. {
  955. if (FLASH_MODE == GPIO_PIN_MODE_BUILTIN_FLASH_PWM)
  956. {
  957. if (status)
  958. {
  959. ESP_LOGD(TAG, "Internal Flash-LED turn on with PWM %d", Camera.LedIntensity);
  960. ESP_ERROR_CHECK(ledc_set_duty(LEDC_MODE, LEDC_CHANNEL, Camera.LedIntensity));
  961. // Update duty to apply the new value
  962. ESP_ERROR_CHECK(ledc_update_duty(LEDC_MODE, LEDC_CHANNEL));
  963. }
  964. else
  965. {
  966. ESP_LOGD(TAG, "Internal Flash-LED turn off PWM");
  967. ESP_ERROR_CHECK(ledc_set_duty(LEDC_MODE, LEDC_CHANNEL, 0));
  968. ESP_ERROR_CHECK(ledc_update_duty(LEDC_MODE, LEDC_CHANNEL));
  969. }
  970. }
  971. else
  972. {
  973. // Init the GPIO
  974. gpio_pad_select_gpio(FLASH_GPIO);
  975. // Set the GPIO as a push/pull output
  976. gpio_set_direction(FLASH_GPIO, GPIO_MODE_OUTPUT);
  977. if (status)
  978. {
  979. gpio_set_level(FLASH_GPIO, 1);
  980. }
  981. else
  982. {
  983. gpio_set_level(FLASH_GPIO, 0);
  984. }
  985. }
  986. }
  987. }
  988. void CCamera::set_blink_led_on_off(bool status)
  989. {
  990. if (xHandle_task_StatusLED == NULL)
  991. {
  992. // Init the GPIO
  993. gpio_pad_select_gpio(BLINK_GPIO);
  994. /* Set the GPIO as a push/pull output */
  995. gpio_set_direction(BLINK_GPIO, GPIO_MODE_OUTPUT);
  996. if (!status)
  997. {
  998. gpio_set_level(BLINK_GPIO, 1);
  999. }
  1000. else
  1001. {
  1002. gpio_set_level(BLINK_GPIO, 0);
  1003. }
  1004. }
  1005. }
  1006. void CCamera::set_image_width_height_from_resolution(framesize_t resol)
  1007. {
  1008. if (resol == FRAMESIZE_QVGA)
  1009. {
  1010. CCstatus.ImageWidth = 320;
  1011. CCstatus.ImageHeight = 240;
  1012. }
  1013. else if (resol == FRAMESIZE_VGA)
  1014. {
  1015. CCstatus.ImageWidth = 640;
  1016. CCstatus.ImageHeight = 480;
  1017. }
  1018. else if (resol == FRAMESIZE_SVGA)
  1019. {
  1020. CCstatus.ImageWidth = 800;
  1021. CCstatus.ImageHeight = 600;
  1022. }
  1023. else if (resol == FRAMESIZE_XGA)
  1024. {
  1025. CCstatus.ImageWidth = 1024;
  1026. CCstatus.ImageHeight = 768;
  1027. }
  1028. else if (resol == FRAMESIZE_HD)
  1029. {
  1030. CCstatus.ImageWidth = 1280;
  1031. CCstatus.ImageHeight = 720;
  1032. }
  1033. else if (resol == FRAMESIZE_SXGA)
  1034. {
  1035. CCstatus.ImageWidth = 1280;
  1036. CCstatus.ImageHeight = 1024;
  1037. }
  1038. else if (resol == FRAMESIZE_UXGA)
  1039. {
  1040. CCstatus.ImageWidth = 1600;
  1041. CCstatus.ImageHeight = 1200;
  1042. }
  1043. else if (resol == FRAMESIZE_QXGA)
  1044. {
  1045. CCstatus.ImageWidth = 2048;
  1046. CCstatus.ImageHeight = 1536;
  1047. }
  1048. else if (resol == FRAMESIZE_WQXGA)
  1049. {
  1050. CCstatus.ImageWidth = 2560;
  1051. CCstatus.ImageHeight = 1600;
  1052. }
  1053. else if (resol == FRAMESIZE_QSXGA)
  1054. {
  1055. CCstatus.ImageWidth = 2560;
  1056. CCstatus.ImageHeight = 1920;
  1057. }
  1058. else
  1059. {
  1060. CCstatus.ImageWidth = 640;
  1061. CCstatus.ImageHeight = 480;
  1062. }
  1063. }
  1064. framesize_t CCamera::text_to_framesize(const char *_size)
  1065. {
  1066. if (strcmp(_size, "QVGA") == 0)
  1067. {
  1068. return FRAMESIZE_QVGA; // 320x240
  1069. }
  1070. else if (strcmp(_size, "VGA") == 0)
  1071. {
  1072. return FRAMESIZE_VGA; // 640x480
  1073. }
  1074. else if (strcmp(_size, "SVGA") == 0)
  1075. {
  1076. return FRAMESIZE_SVGA; // 800x600
  1077. }
  1078. else if (strcmp(_size, "XGA") == 0)
  1079. {
  1080. return FRAMESIZE_XGA; // 1024x768
  1081. }
  1082. else if (strcmp(_size, "SXGA") == 0)
  1083. {
  1084. return FRAMESIZE_SXGA; // 1280x1024
  1085. }
  1086. else if (strcmp(_size, "UXGA") == 0)
  1087. {
  1088. return FRAMESIZE_UXGA; // 1600x1200
  1089. }
  1090. else if (strcmp(_size, "QXGA") == 0)
  1091. {
  1092. return FRAMESIZE_QXGA; // 2048x1536
  1093. }
  1094. else if (strcmp(_size, "WQXGA") == 0)
  1095. {
  1096. return FRAMESIZE_WQXGA; // 2560x1600
  1097. }
  1098. else if (strcmp(_size, "QSXGA") == 0)
  1099. {
  1100. return FRAMESIZE_QSXGA; // 2560x1920
  1101. }
  1102. else
  1103. {
  1104. return FRAMESIZE_VGA; // 640x480
  1105. }
  1106. // return CCstatus.ImageFrameSize;
  1107. }
  1108. void CCamera::use_demo_mode(void)
  1109. {
  1110. char line[50];
  1111. FILE *fd = fopen("/sdcard/demo/files.txt", "r");
  1112. if (!fd)
  1113. {
  1114. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "Can not start Demo mode, the folder '/sdcard/demo/' does not contain the needed files!");
  1115. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "See Details on https://jomjol.github.io/AI-on-the-edge-device-docs/Demo-Mode!");
  1116. return;
  1117. }
  1118. demoImage = (uint8_t *)malloc(DEMO_IMAGE_SIZE);
  1119. if (demoImage == NULL)
  1120. {
  1121. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "Unable to acquire required memory for demo image!");
  1122. return;
  1123. }
  1124. while (fgets(line, sizeof(line), fd) != NULL)
  1125. {
  1126. line[strlen(line) - 1] = '\0';
  1127. demoFiles.push_back(line);
  1128. }
  1129. fclose(fd);
  1130. LogFile.WriteToFile(ESP_LOG_INFO, TAG, "Using Demo mode (" + std::to_string(demoFiles.size()) + " files) instead of real camera image!");
  1131. for (auto file : demoFiles)
  1132. {
  1133. LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, file);
  1134. }
  1135. Camera.DemoMode = true;
  1136. }
  1137. bool CCamera::load_next_demo_image(camera_fb_t *fb)
  1138. {
  1139. char filename[50];
  1140. int readBytes;
  1141. long fileSize;
  1142. snprintf(filename, sizeof(filename), "/sdcard/demo/%s", demoFiles[getCountFlowRounds() % demoFiles.size()].c_str());
  1143. LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Using " + std::string(filename) + " as demo image");
  1144. /* Inject saved image */
  1145. FILE *fp = fopen(filename, "rb");
  1146. if (!fp)
  1147. {
  1148. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "Failed to read file: " + std::string(filename) + "!");
  1149. return false;
  1150. }
  1151. fileSize = get_file_size(filename);
  1152. if (fileSize > DEMO_IMAGE_SIZE)
  1153. {
  1154. char buf[100];
  1155. snprintf(buf, sizeof(buf), "Demo Image (%d bytes) is larger than provided buffer (%d bytes)!", (int)fileSize, DEMO_IMAGE_SIZE);
  1156. LogFile.WriteToFile(ESP_LOG_ERROR, TAG, std::string(buf));
  1157. return false;
  1158. }
  1159. readBytes = fread(demoImage, 1, DEMO_IMAGE_SIZE, fp);
  1160. LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "read " + std::to_string(readBytes) + " bytes");
  1161. fclose(fp);
  1162. fb->buf = demoImage; // Update pointer
  1163. fb->len = readBytes;
  1164. // ToDo do we also need to set height, width, format and timestamp?
  1165. return true;
  1166. }
  1167. long CCamera::get_file_size(std::string filename)
  1168. {
  1169. struct stat stat_buf;
  1170. long rc = stat(filename.c_str(), &stat_buf);
  1171. return rc == 0 ? stat_buf.st_size : -1;
  1172. }