{"id":2035,"url":"https://patchwork.libcamera.org/api/1.1/patches/2035/?format=json","web_url":"https://patchwork.libcamera.org/patch/2035/","project":{"id":1,"url":"https://patchwork.libcamera.org/api/1.1/projects/1/?format=json","name":"libcamera","link_name":"libcamera","list_id":"libcamera_core","list_email":"libcamera-devel@lists.libcamera.org","web_url":"","scm_url":"","webscm_url":""},"msgid":"<20190927024417.725906-13-niklas.soderlund@ragnatech.se>","date":"2019-09-27T02:44:16","name":"[libcamera-devel,v3,12/13] libcamera: ipa: rkisp1: Add basic control of auto exposure","commit_ref":null,"pull_url":null,"state":"superseded","archived":false,"hash":"fc9777d797704073c3b68f5f38a3fe1bf51ac710","submitter":{"id":5,"url":"https://patchwork.libcamera.org/api/1.1/people/5/?format=json","name":"Niklas Söderlund","email":"niklas.soderlund@ragnatech.se"},"delegate":null,"mbox":"https://patchwork.libcamera.org/patch/2035/mbox/","series":[{"id":508,"url":"https://patchwork.libcamera.org/api/1.1/series/508/?format=json","web_url":"https://patchwork.libcamera.org/project/libcamera/list/?series=508","date":"2019-09-27T02:44:04","name":"libcamera: ipa: Add basic IPA support","version":3,"mbox":"https://patchwork.libcamera.org/series/508/mbox/"}],"comments":"https://patchwork.libcamera.org/api/patches/2035/comments/","check":"pending","checks":"https://patchwork.libcamera.org/api/patches/2035/checks/","tags":{},"headers":{"Return-Path":"","Received":["from vsp-unauthed02.binero.net (vsp-unauthed02.binero.net\n\t[195.74.38.227])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id CB0386191D\n\tfor ;\n\tFri, 27 Sep 2019 04:45:35 +0200 (CEST)","from bismarck.berto.se (unknown [84.172.88.101])\n\tby bin-vsp-out-01.atm.binero.net (Halon) with ESMTPA\n\tid d2599c4a-e0d0-11e9-bdc3-005056917a89;\n\tFri, 27 Sep 2019 04:45:10 +0200 (CEST)"],"X-Halon-ID":"d2599c4a-e0d0-11e9-bdc3-005056917a89","Authorized-sender":"niklas@soderlund.pp.se","From":"=?utf-8?q?Niklas_S=C3=B6derlund?= ","To":"libcamera-devel@lists.libcamera.org","Date":"Fri, 27 Sep 2019 04:44:16 +0200","Message-Id":"<20190927024417.725906-13-niklas.soderlund@ragnatech.se>","X-Mailer":"git-send-email 2.23.0","In-Reply-To":"<20190927024417.725906-1-niklas.soderlund@ragnatech.se>","References":"<20190927024417.725906-1-niklas.soderlund@ragnatech.se>","MIME-Version":"1.0","Content-Type":"text/plain; charset=UTF-8","Content-Transfer-Encoding":"8bit","Subject":"[libcamera-devel] [PATCH v3 12/13] libcamera: ipa: rkisp1: Add\n\tbasic control of auto exposure","X-BeenThere":"libcamera-devel@lists.libcamera.org","X-Mailman-Version":"2.1.29","Precedence":"list","List-Id":"","List-Unsubscribe":",\n\t","List-Archive":"","List-Post":"","List-Help":"","List-Subscribe":",\n\t","X-List-Received-Date":"Fri, 27 Sep 2019 02:45:36 -0000"},"content":"Add an IPA which controls the exposure time and analog gain for a sensor\nconnected to the rkisp1 pipeline. The IPA supports turning AE on and off\nand informing the camera of the status of the AE control loop.\n\nSigned-off-by: Niklas Söderlund \n---\n src/ipa/ipa_rkisp1.cpp | 228 +++++++++++++++++++++++++++++++++++++++++\n src/ipa/meson.build | 13 +++\n 2 files changed, 241 insertions(+)\n create mode 100644 src/ipa/ipa_rkisp1.cpp","diff":"diff --git a/src/ipa/ipa_rkisp1.cpp b/src/ipa/ipa_rkisp1.cpp\nnew file mode 100644\nindex 0000000000000000..f90465516c6aff87\n--- /dev/null\n+++ b/src/ipa/ipa_rkisp1.cpp\n@@ -0,0 +1,228 @@\n+/* SPDX-License-Identifier: LGPL-2.1-or-later */\n+/*\n+ * Copyright (C) 2019, Google Inc.\n+ *\n+ * ipa_rkisp1.cpp - RkISP1 Image Processing Algorithms\n+ */\n+\n+#include \n+#include \n+#include \n+#include \n+\n+#include \n+\n+#include \n+#include \n+#include \n+#include \n+\n+#include \"log.h\"\n+#include \"utils.h\"\n+\n+#define BUFFER_PARAM 1\n+#define BUFFER_STAT 2\n+\n+namespace libcamera {\n+\n+LOG_DEFINE_CATEGORY(IPARkISP1)\n+\n+class IPARkISP1 : public IPAInterface\n+{\n+public:\n+\tint init() override { return 0; }\n+\n+\tvoid initSensor(const V4L2ControlInfoMap &controls) override;\n+\tvoid initBuffers(unsigned int type,\n+\t\t\t const std::vector &buffers) override;\n+\tvoid signalBuffer(unsigned int type, unsigned int id) override;\n+\tvoid queueRequest(unsigned int frame, const ControlList &controls) override;\n+\n+private:\n+\tvoid setControls(unsigned int frame);\n+\tvoid updateStatistics(unsigned int frame, BufferMemory &statistics);\n+\n+\tstd::map> bufferInfo_;\n+\tstd::map> bufferFrame_;\n+\tstd::map> bufferFree_;\n+\n+\t/* Camera sensor controls. */\n+\tbool autoExposure_;\n+\tuint64_t exposure_;\n+\tuint64_t minExposure_;\n+\tuint64_t maxExposure_;\n+\tuint64_t gain_;\n+\tuint64_t minGain_;\n+\tuint64_t maxGain_;\n+};\n+\n+void IPARkISP1::initSensor(const V4L2ControlInfoMap &controls)\n+{\n+\tconst auto itExp = controls.find(V4L2_CID_EXPOSURE);\n+\tif (itExp == controls.end()) {\n+\t\tLOG(IPARkISP1, Error) << \"Can't find exposure control\";\n+\t\treturn;\n+\t}\n+\n+\tconst auto itGain = controls.find(V4L2_CID_ANALOGUE_GAIN);\n+\tif (itGain == controls.end()) {\n+\t\tLOG(IPARkISP1, Error) << \"Can't find gain control\";\n+\t\treturn;\n+\t}\n+\n+\tautoExposure_ = true;\n+\n+\tminExposure_ = std::max(itExp->second.min(), 1);\n+\tmaxExposure_ = itExp->second.max();\n+\texposure_ = minExposure_;\n+\n+\tminGain_ = std::max(itGain->second.min(), 1);\n+\tmaxGain_ = itGain->second.max();\n+\tgain_ = minGain_;\n+\n+\tLOG(IPARkISP1, Info)\n+\t\t<< \"Exposure: \" << minExposure_ << \"-\" << maxExposure_\n+\t\t<< \" Gain: \" << minGain_ << \"-\" << maxGain_;\n+\n+\tsetControls(0);\n+}\n+\n+void IPARkISP1::initBuffers(unsigned int type,\n+\t\t\t const std::vector &buffers)\n+{\n+\tbufferInfo_[type].clear();\n+\tfor (unsigned int i = 0; i < buffers.size(); i++) {\n+\t\tbufferInfo_[type][i] = buffers[i];\n+\t\tbufferFree_[type].push(i);\n+\t}\n+}\n+\n+void IPARkISP1::signalBuffer(unsigned int type, unsigned int id)\n+{\n+\tif (type == BUFFER_STAT) {\n+\t\tunsigned int frame = bufferFrame_[type][id];\n+\t\tBufferMemory &mem = bufferInfo_[type][id];\n+\t\tupdateStatistics(frame, mem);\n+\t}\n+\n+\tbufferFree_[type].push(id);\n+}\n+\n+void IPARkISP1::queueRequest(unsigned int frame, const ControlList &controls)\n+{\n+\t/* Find buffers. */\n+\tif (bufferFree_[BUFFER_PARAM].empty()) {\n+\t\tLOG(IPARkISP1, Error) << \"Param buffer underrun\";\n+\t\treturn;\n+\t}\n+\n+\tif (bufferFree_[BUFFER_STAT].empty()) {\n+\t\tLOG(IPARkISP1, Error) << \"Statistics buffer underrun\";\n+\t\treturn;\n+\t}\n+\n+\tunsigned int paramid = bufferFree_[BUFFER_PARAM].front();\n+\tbufferFree_[BUFFER_PARAM].pop();\n+\tunsigned int statid = bufferFree_[BUFFER_STAT].front();\n+\tbufferFree_[BUFFER_STAT].pop();\n+\n+\tbufferFrame_[BUFFER_PARAM][paramid] = frame;\n+\tbufferFrame_[BUFFER_STAT][statid] = frame;\n+\n+\t/* Prepare parameters buffer. */\n+\tBufferMemory &mem = bufferInfo_[BUFFER_PARAM][paramid];\n+\trkisp1_isp_params_cfg *params =\n+\t\tstatic_cast(mem.planes()[0].mem());\n+\n+\tmemset(params, 0, sizeof(*params));\n+\n+\t/* Auto Exposure on/off. */\n+\tif (controls.contains(AeEnable)) {\n+\t\tautoExposure_ = controls[AeEnable].getBool();\n+\t\tif (autoExposure_)\n+\t\t\tparams->module_ens = CIFISP_MODULE_AEC;\n+\n+\t\tparams->module_en_update = CIFISP_MODULE_AEC;\n+\t}\n+\n+\t/* Queue buffers to pipeline. */\n+\tqueueBuffer.emit(frame, BUFFER_PARAM, paramid);\n+\tqueueBuffer.emit(frame, BUFFER_STAT, statid);\n+}\n+\n+void IPARkISP1::setControls(unsigned int frame)\n+{\n+\tV4L2ControlList ctrls;\n+\tctrls.add(V4L2_CID_EXPOSURE);\n+\tctrls.add(V4L2_CID_ANALOGUE_GAIN);\n+\tctrls[V4L2_CID_EXPOSURE]->setValue(exposure_);\n+\tctrls[V4L2_CID_ANALOGUE_GAIN]->setValue(gain_);\n+\n+\tupdateSensor.emit(frame, ctrls);\n+}\n+\n+void IPARkISP1::updateStatistics(unsigned int frame, BufferMemory &statistics)\n+{\n+\tconst rkisp1_stat_buffer *stats =\n+\t\tstatic_cast(statistics.planes()[0].mem());\n+\tconst cifisp_stat *params = &stats->params;\n+\tIPAMetaData metaData = {};\n+\n+\tif (stats->meas_type & CIFISP_STAT_AUTOEXP) {\n+\t\tconst cifisp_ae_stat *ae = ¶ms->ae;\n+\n+\t\tconst unsigned int target = 60;\n+\n+\t\tunsigned int value = 0;\n+\t\tunsigned int num = 0;\n+\t\tfor (int i = 0; i < CIFISP_AE_MEAN_MAX; i++) {\n+\t\t\tif (ae->exp_mean[i] > 15) {\n+\t\t\t\tvalue += ae->exp_mean[i];\n+\t\t\t\tnum++;\n+\t\t\t}\n+\t\t}\n+\t\tvalue /= num;\n+\n+\t\tdouble factor = (double)target / value;\n+\n+\t\tif (frame % 3 == 0) {\n+\t\t\tdouble tmp;\n+\n+\t\t\ttmp = factor * exposure_ * gain_ / minGain_;\n+\t\t\texposure_ = utils::clamp((uint64_t)tmp, minExposure_, maxExposure_);\n+\n+\t\t\ttmp = tmp / exposure_ * minGain_;\n+\t\t\tgain_ = utils::clamp((uint64_t)tmp, minGain_, maxGain_);\n+\n+\t\t\tsetControls(frame + 1);\n+\t\t}\n+\n+\t\tmetaData.aeState = fabs(factor - 1.0f) < 0.05f ?\n+\t\t\tAeState::Converged : AeState::Searching;\n+\t} else {\n+\t\tmetaData.aeState = AeState::Inactive;\n+\t}\n+\n+\tmetaDataReady.emit(frame, metaData);\n+}\n+\n+/*\n+ * External IPA module interface\n+ */\n+\n+extern \"C\" {\n+const struct IPAModuleInfo ipaModuleInfo = {\n+\tIPA_MODULE_API_VERSION,\n+\t1,\n+\t\"PipelineHandlerRkISP1\",\n+\t\"RkISP1 IPA\",\n+\t\"LGPL-2.1-or-later\",\n+};\n+\n+IPAInterface *ipaCreate()\n+{\n+\treturn new IPARkISP1();\n+}\n+};\n+\n+}; /* namespace libcamera */\ndiff --git a/src/ipa/meson.build b/src/ipa/meson.build\nindex 10448c2ffc76af4b..eb5b852eec282735 100644\n--- a/src/ipa/meson.build\n+++ b/src/ipa/meson.build\n@@ -3,6 +3,10 @@ ipa_dummy_sources = [\n ['ipa_dummy_isolate', 'Proprietary'],\n ]\n \n+ipa_sources = [\n+ ['ipa_rkisp1', 'ipa_rkisp1.cpp', 'LGPL-2.1-or-later'],\n+]\n+\n ipa_install_dir = join_paths(get_option('libdir'), 'libcamera')\n \n foreach t : ipa_dummy_sources\n@@ -14,5 +18,14 @@ foreach t : ipa_dummy_sources\n cpp_args : '-DLICENSE=\"' + t[1] + '\"')\n endforeach\n \n+foreach t : ipa_sources\n+ ipa = shared_module(t[0], t[1],\n+ name_prefix : '',\n+ include_directories : includes,\n+ install : true,\n+ install_dir : ipa_install_dir,\n+ cpp_args : '-DLICENSE=\"' + t[2] + '\"')\n+endforeach\n+\n config_h.set('IPA_MODULE_DIR',\n '\"' + join_paths(get_option('prefix'), ipa_install_dir) + '\"')\n","prefixes":["libcamera-devel","v3","12/13"]}