Patch Detail
Show a patch.
GET /api/patches/2157/?format=api
{ "id": 2157, "url": "https://patchwork.libcamera.org/api/patches/2157/?format=api", "web_url": "https://patchwork.libcamera.org/patch/2157/", "project": { "id": 1, "url": "https://patchwork.libcamera.org/api/projects/1/?format=api", "name": "libcamera", "link_name": "libcamera", "list_id": "libcamera_core", "list_email": "libcamera-devel@lists.libcamera.org", "web_url": "", "scm_url": "", "webscm_url": "" }, "msgid": "<20191011032216.2175173-9-niklas.soderlund@ragnatech.se>", "date": "2019-10-11T03:22:15", "name": "[libcamera-devel,v6,8/9] libcamera: ipa: rkisp1: Add basic control of auto exposure", "commit_ref": null, "pull_url": null, "state": "accepted", "archived": false, "hash": "13e5f0e454219aebfc5c5ebfd8657183c83905a8", "submitter": { "id": 5, "url": "https://patchwork.libcamera.org/api/people/5/?format=api", "name": "Niklas Söderlund", "email": "niklas.soderlund@ragnatech.se" }, "delegate": null, "mbox": "https://patchwork.libcamera.org/patch/2157/mbox/", "series": [ { "id": 528, "url": "https://patchwork.libcamera.org/api/series/528/?format=api", "web_url": "https://patchwork.libcamera.org/project/libcamera/list/?series=528", "date": "2019-10-11T03:22:08", "name": "libcamera: ipa: Add basic IPA support", "version": 6, "mbox": "https://patchwork.libcamera.org/series/528/mbox/" } ], "comments": "https://patchwork.libcamera.org/api/patches/2157/comments/", "check": "pending", "checks": "https://patchwork.libcamera.org/api/patches/2157/checks/", "tags": {}, "headers": { "Return-Path": "<niklas.soderlund@ragnatech.se>", "Received": [ "from bin-mail-out-06.binero.net (bin-mail-out-06.binero.net\n\t[195.74.38.229])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id A77386197E\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tFri, 11 Oct 2019 05:22:57 +0200 (CEST)", "from bismarck.berto.se (unknown [84.172.88.101])\n\tby bin-vsp-out-03.atm.binero.net (Halon) with ESMTPA\n\tid 42256d23-ebd6-11e9-837a-0050569116f7;\n\tFri, 11 Oct 2019 05:21:47 +0200 (CEST)" ], "X-Halon-ID": "42256d23-ebd6-11e9-837a-0050569116f7", "Authorized-sender": "niklas@soderlund.pp.se", "From": "=?utf-8?q?Niklas_S=C3=B6derlund?= <niklas.soderlund@ragnatech.se>", "To": "libcamera-devel@lists.libcamera.org", "Date": "Fri, 11 Oct 2019 05:22:15 +0200", "Message-Id": "<20191011032216.2175173-9-niklas.soderlund@ragnatech.se>", "X-Mailer": "git-send-email 2.23.0", "In-Reply-To": "<20191011032216.2175173-1-niklas.soderlund@ragnatech.se>", "References": "<20191011032216.2175173-1-niklas.soderlund@ragnatech.se>", "MIME-Version": "1.0", "Content-Type": "text/plain; charset=UTF-8", "Content-Transfer-Encoding": "8bit", "Subject": "[libcamera-devel] [PATCH v6 8/9] libcamera: ipa: rkisp1: Add basic\n\tcontrol of auto exposure", "X-BeenThere": "libcamera-devel@lists.libcamera.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "<libcamera-devel.lists.libcamera.org>", "List-Unsubscribe": "<https://lists.libcamera.org/options/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=unsubscribe>", "List-Archive": "<https://lists.libcamera.org/pipermail/libcamera-devel/>", "List-Post": "<mailto:libcamera-devel@lists.libcamera.org>", "List-Help": "<mailto:libcamera-devel-request@lists.libcamera.org?subject=help>", "List-Subscribe": "<https://lists.libcamera.org/listinfo/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=subscribe>", "X-List-Received-Date": "Fri, 11 Oct 2019 03:22:58 -0000" }, "content": "Add an IPA which controls the exposure time and analog gain for a sensor\nconnected to the rkisp1 pipeline. The IPA supports turning AE on and off\nand informing the camera of the status of the AE control loop.\n\nSigned-off-by: Niklas Söderlund <niklas.soderlund@ragnatech.se>\n---\n include/ipa/rkisp1.h | 18 +++\n src/ipa/meson.build | 2 +\n src/ipa/rkisp1/meson.build | 6 +\n src/ipa/rkisp1/rkisp1.cpp | 264 +++++++++++++++++++++++++++++++++++++\n 4 files changed, 290 insertions(+)\n create mode 100644 include/ipa/rkisp1.h\n create mode 100644 src/ipa/rkisp1/meson.build\n create mode 100644 src/ipa/rkisp1/rkisp1.cpp", "diff": "diff --git a/include/ipa/rkisp1.h b/include/ipa/rkisp1.h\nnew file mode 100644\nindex 0000000000000000..4fe0482b8de51419\n--- /dev/null\n+++ b/include/ipa/rkisp1.h\n@@ -0,0 +1,18 @@\n+/* SPDX-License-Identifier: LGPL-2.1-or-later */\n+/*\n+ * Copyright (C) 2019, Google Inc.\n+ *\n+ * rkisp1.h - Image Processing Algorithm interface for RkISP1\n+ */\n+#ifndef __LIBCAMERA_IPA_INTERFACE_RKISP1_H__\n+#define __LIBCAMERA_IPA_INTERFACE_RKISP1_H__\n+\n+enum RkISP1Operations {\n+\tRKISP1_IPA_ACTION_V4L2_SET = 1,\n+\tRKISP1_IPA_ACTION_PARAM_FILLED = 2,\n+\tRKISP1_IPA_ACTION_METADATA = 3,\n+\tRKISP1_IPA_EVENT_SIGNAL_STAT_BUFFER = 4,\n+\tRKISP1_IPA_EVENT_QUEUE_REQUEST = 5,\n+};\n+\n+#endif /* __LIBCAMERA_IPA_INTERFACE_RKISP1_H__ */\ndiff --git a/src/ipa/meson.build b/src/ipa/meson.build\nindex ac16e1da6126bb2a..4f2a457712016d53 100644\n--- a/src/ipa/meson.build\n+++ b/src/ipa/meson.build\n@@ -22,3 +22,5 @@ endforeach\n \n config_h.set('IPA_MODULE_DIR',\n '\"' + join_paths(get_option('prefix'), ipa_install_dir) + '\"')\n+\n+subdir('rkisp1')\ndiff --git a/src/ipa/rkisp1/meson.build b/src/ipa/rkisp1/meson.build\nnew file mode 100644\nindex 0000000000000000..c2b1d228555f0636\n--- /dev/null\n+++ b/src/ipa/rkisp1/meson.build\n@@ -0,0 +1,6 @@\n+rkisp1_ipa = shared_module('ipa_rkisp1',\n+ 'rkisp1.cpp',\n+ name_prefix : '',\n+ include_directories : ipa_includes,\n+ install : true,\n+ install_dir : ipa_install_dir)\ndiff --git a/src/ipa/rkisp1/rkisp1.cpp b/src/ipa/rkisp1/rkisp1.cpp\nnew file mode 100644\nindex 0000000000000000..6510ddf14353c554\n--- /dev/null\n+++ b/src/ipa/rkisp1/rkisp1.cpp\n@@ -0,0 +1,264 @@\n+/* SPDX-License-Identifier: LGPL-2.1-or-later */\n+/*\n+ * Copyright (C) 2019, Google Inc.\n+ *\n+ * rkisp1.cpp - RkISP1 Image Processing Algorithms\n+ */\n+\n+#include <algorithm>\n+#include <cstdint>\n+#include <math.h>\n+#include <queue>\n+#include <string.h>\n+\n+#include <linux/rkisp1-config.h>\n+\n+#include <ipa/ipa_interface.h>\n+#include <ipa/ipa_module_info.h>\n+#include <ipa/rkisp1.h>\n+#include <libcamera/buffer.h>\n+#include <libcamera/control_ids.h>\n+#include <libcamera/request.h>\n+\n+#include \"log.h\"\n+#include \"utils.h\"\n+\n+namespace libcamera {\n+\n+LOG_DEFINE_CATEGORY(IPARkISP1)\n+\n+class IPARkISP1 : public IPAInterface\n+{\n+public:\n+\tint init() override { return 0; }\n+\n+\tvoid configure(const std::map<unsigned int, IPAStream> &streamConfig,\n+\t\t const std::map<unsigned int, V4L2ControlInfoMap> &entityControls) override;\n+\tvoid mapBuffers(const std::vector<IPABuffer> &buffers) override;\n+\tvoid unmapBuffers(const std::vector<unsigned int> &ids) override;\n+\tvoid processEvent(const IPAOperationData &event) override;\n+\n+private:\n+\tvoid queueRequest(unsigned int frame, unsigned int paramid,\n+\t\t\t rkisp1_isp_params_cfg *params,\n+\t\t\t const ControlList &controls);\n+\tvoid updateStatistics(unsigned int frame,\n+\t\t\t const rkisp1_stat_buffer *stats);\n+\n+\tvoid setControls(unsigned int frame);\n+\tvoid queueBuffer(unsigned int frame, unsigned int id);\n+\tvoid metadataReady(unsigned int frame, unsigned int aeState);\n+\n+\tstd::map<unsigned int, BufferMemory> bufferInfo_;\n+\n+\t/* Camera sensor controls. */\n+\tbool autoExposure_;\n+\tuint32_t exposure_;\n+\tuint32_t minExposure_;\n+\tuint32_t maxExposure_;\n+\tuint32_t gain_;\n+\tuint32_t minGain_;\n+\tuint32_t maxGain_;\n+};\n+\n+void IPARkISP1::configure(const std::map<unsigned int, IPAStream> &streamConfig,\n+\t\t\t const std::map<unsigned int, V4L2ControlInfoMap> &entityControls)\n+{\n+\tif (entityControls.empty())\n+\t\treturn;\n+\n+\tconst V4L2ControlInfoMap &ctrls = entityControls.at(0);\n+\n+\tconst auto itExp = ctrls.find(V4L2_CID_EXPOSURE);\n+\tif (itExp == ctrls.end()) {\n+\t\tLOG(IPARkISP1, Error) << \"Can't find exposure control\";\n+\t\treturn;\n+\t}\n+\n+\tconst auto itGain = ctrls.find(V4L2_CID_ANALOGUE_GAIN);\n+\tif (itGain == ctrls.end()) {\n+\t\tLOG(IPARkISP1, Error) << \"Can't find gain control\";\n+\t\treturn;\n+\t}\n+\n+\tautoExposure_ = true;\n+\n+\tminExposure_ = std::max<uint64_t>(itExp->second.range().min().get<int32_t>(), 1);\n+\tmaxExposure_ = itExp->second.range().max().get<int32_t>();\n+\texposure_ = minExposure_;\n+\n+\tminGain_ = std::max<uint64_t>(itGain->second.range().min().get<int32_t>(), 1);\n+\tmaxGain_ = itGain->second.range().max().get<int32_t>();\n+\tgain_ = minGain_;\n+\n+\tLOG(IPARkISP1, Info)\n+\t\t<< \"Exposure: \" << minExposure_ << \"-\" << maxExposure_\n+\t\t<< \" Gain: \" << minGain_ << \"-\" << maxGain_;\n+\n+\tsetControls(0);\n+}\n+\n+void IPARkISP1::mapBuffers(const std::vector<IPABuffer> &buffers)\n+{\n+\tfor (IPABuffer buffer : buffers) {\n+\t\tbufferInfo_[buffer.id] = buffer.memory;\n+\t\tbufferInfo_[buffer.id].planes()[0].mem();\n+\t}\n+}\n+\n+void IPARkISP1::unmapBuffers(const std::vector<unsigned int> &ids)\n+{\n+\tfor (unsigned int id : ids)\n+\t\tbufferInfo_.erase(id);\n+}\n+\n+void IPARkISP1::processEvent(const IPAOperationData &event)\n+{\n+\tswitch (event.operation) {\n+\tcase RKISP1_IPA_EVENT_SIGNAL_STAT_BUFFER: {\n+\t\tunsigned int frame = event.data[0];\n+\t\tunsigned int id = event.data[1];\n+\n+\t\tconst rkisp1_stat_buffer *stats =\n+\t\t\tstatic_cast<rkisp1_stat_buffer *>(bufferInfo_[id].planes()[0].mem());\n+\n+\t\tupdateStatistics(frame, stats);\n+\t\tbreak;\n+\t}\n+\tcase RKISP1_IPA_EVENT_QUEUE_REQUEST: {\n+\t\tunsigned int frame = event.data[0];\n+\t\tunsigned int id = event.data[1];\n+\n+\t\trkisp1_isp_params_cfg *params =\n+\t\t\tstatic_cast<rkisp1_isp_params_cfg *>(bufferInfo_[id].planes()[0].mem());\n+\n+\t\tqueueRequest(frame, event.data[1], params, event.controls[0]);\n+\t\tbreak;\n+\t}\n+\tdefault:\n+\t\tLOG(IPARkISP1, Error) << \"Unkown event \" << event.operation;\n+\t\tbreak;\n+\t}\n+}\n+\n+void IPARkISP1::queueRequest(unsigned int frame, unsigned int paramid,\n+\t\t\t rkisp1_isp_params_cfg *params,\n+\t\t\t const ControlList &controls)\n+{\n+\t/* Prepare parameters buffer. */\n+\tmemset(params, 0, sizeof(*params));\n+\n+\t/* Auto Exposure on/off. */\n+\tif (controls.contains(controls::AeEnable)) {\n+\t\tautoExposure_ = controls.get(controls::AeEnable);\n+\t\tif (autoExposure_)\n+\t\t\tparams->module_ens = CIFISP_MODULE_AEC;\n+\n+\t\tparams->module_en_update = CIFISP_MODULE_AEC;\n+\t}\n+\n+\t/* Queue buffers to pipeline. */\n+\tqueueBuffer(frame, paramid);\n+}\n+\n+void IPARkISP1::updateStatistics(unsigned int frame,\n+\t\t\t\t const rkisp1_stat_buffer *stats)\n+{\n+\tconst cifisp_stat *params = &stats->params;\n+\tunsigned int aeState = 0;\n+\n+\tif (stats->meas_type & CIFISP_STAT_AUTOEXP) {\n+\t\tconst cifisp_ae_stat *ae = ¶ms->ae;\n+\n+\t\tconst unsigned int target = 60;\n+\n+\t\tunsigned int value = 0;\n+\t\tunsigned int num = 0;\n+\t\tfor (int i = 0; i < CIFISP_AE_MEAN_MAX; i++) {\n+\t\t\tif (ae->exp_mean[i] <= 15)\n+\t\t\t\tcontinue;\n+\n+\t\t\tvalue += ae->exp_mean[i];\n+\t\t\tnum++;\n+\t\t}\n+\t\tvalue /= num;\n+\n+\t\tdouble factor = (double)target / value;\n+\n+\t\tif (frame % 3 == 0) {\n+\t\t\tdouble tmp;\n+\n+\t\t\ttmp = factor * exposure_ * gain_ / minGain_;\n+\t\t\texposure_ = utils::clamp<uint64_t>((uint64_t)tmp,\n+\t\t\t\t\t\t\t minExposure_,\n+\t\t\t\t\t\t\t maxExposure_);\n+\n+\t\t\ttmp = tmp / exposure_ * minGain_;\n+\t\t\tgain_ = utils::clamp<uint64_t>((uint64_t)tmp, minGain_,\n+\t\t\t\t\t\t maxGain_);\n+\n+\t\t\tsetControls(frame + 1);\n+\t\t}\n+\n+\t\taeState = fabs(factor - 1.0f) < 0.05f ? 2 : 1;\n+\t}\n+\n+\tmetadataReady(frame, aeState);\n+}\n+\n+void IPARkISP1::setControls(unsigned int frame)\n+{\n+\tIPAOperationData op;\n+\top.operation = RKISP1_IPA_ACTION_V4L2_SET;\n+\n+\tV4L2ControlList ctrls;\n+\tctrls.add(V4L2_CID_EXPOSURE, exposure_);\n+\tctrls.add(V4L2_CID_ANALOGUE_GAIN, gain_);\n+\top.v4l2controls.push_back(ctrls);\n+\n+\tqueueFrameAction.emit(frame, op);\n+}\n+\n+void IPARkISP1::queueBuffer(unsigned int frame, unsigned int id)\n+{\n+\tIPAOperationData op;\n+\top.operation = RKISP1_IPA_ACTION_PARAM_FILLED;\n+\n+\tqueueFrameAction.emit(frame, op);\n+}\n+\n+void IPARkISP1::metadataReady(unsigned int frame, unsigned int aeState)\n+{\n+\tControlList ctrls(nullptr);\n+\n+\tIPAOperationData op;\n+\top.operation = RKISP1_IPA_ACTION_METADATA;\n+\n+\tif (aeState)\n+\t\tctrls.set(controls::AeLocked, aeState == 2);\n+\n+\top.controls.push_back(ctrls);\n+\n+\tqueueFrameAction.emit(frame, op);\n+}\n+\n+/*\n+ * External IPA module interface\n+ */\n+\n+extern \"C\" {\n+const struct IPAModuleInfo ipaModuleInfo = {\n+\tIPA_MODULE_API_VERSION,\n+\t1,\n+\t\"PipelineHandlerRkISP1\",\n+\t\"RkISP1 IPA\",\n+\t\"LGPL-2.1-or-later\",\n+};\n+\n+IPAInterface *ipaCreate()\n+{\n+\treturn new IPARkISP1();\n+}\n+};\n+\n+}; /* namespace libcamera */\n", "prefixes": [ "libcamera-devel", "v6", "8/9" ] }