Patch Detail
Show a patch.
GET /api/patches/25681/?format=api
{ "id": 25681, "url": "https://patchwork.libcamera.org/api/patches/25681/?format=api", "web_url": "https://patchwork.libcamera.org/patch/25681/", "project": { "id": 1, "url": "https://patchwork.libcamera.org/api/projects/1/?format=api", "name": "libcamera", "link_name": "libcamera", "list_id": "libcamera_core", "list_email": "libcamera-devel@lists.libcamera.org", "web_url": "", "scm_url": "", "webscm_url": "" }, "msgid": "<20260107181445.18005-1-david.plowman@raspberrypi.com>", "date": "2026-01-07T18:14:26", "name": "[v3] libcamera: rpi: Make the controller min frame duration configurable", "commit_ref": null, "pull_url": null, "state": "accepted", "archived": false, "hash": "893fd54043b51989e041e82cf9bc14427beae2d2", "submitter": { "id": 42, "url": "https://patchwork.libcamera.org/api/people/42/?format=api", "name": "David Plowman", "email": "david.plowman@raspberrypi.com" }, "delegate": null, "mbox": "https://patchwork.libcamera.org/patch/25681/mbox/", "series": [ { "id": 5693, "url": "https://patchwork.libcamera.org/api/series/5693/?format=api", "web_url": "https://patchwork.libcamera.org/project/libcamera/list/?series=5693", "date": "2026-01-07T18:14:26", "name": "[v3] libcamera: rpi: Make the controller min frame duration configurable", "version": 3, "mbox": "https://patchwork.libcamera.org/series/5693/mbox/" } ], "comments": "https://patchwork.libcamera.org/api/patches/25681/comments/", "check": "pending", "checks": "https://patchwork.libcamera.org/api/patches/25681/checks/", "tags": {}, "headers": { "Return-Path": "<libcamera-devel-bounces@lists.libcamera.org>", "X-Original-To": "parsemail@patchwork.libcamera.org", "Delivered-To": "parsemail@patchwork.libcamera.org", "Received": [ "from lancelot.ideasonboard.com (lancelot.ideasonboard.com\n\t[92.243.16.209])\n\tby patchwork.libcamera.org (Postfix) with ESMTPS id 97D31BDCBF\n\tfor <parsemail@patchwork.libcamera.org>;\n\tWed, 7 Jan 2026 18:14:51 +0000 (UTC)", "from lancelot.ideasonboard.com (localhost [IPv6:::1])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTP id 01BE161FA0;\n\tWed, 7 Jan 2026 19:14:51 +0100 (CET)", "from mail-wm1-x32f.google.com (mail-wm1-x32f.google.com\n\t[IPv6:2a00:1450:4864:20::32f])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id 9E80D61F84\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tWed, 7 Jan 2026 19:14:49 +0100 (CET)", "by mail-wm1-x32f.google.com with SMTP id\n\t5b1f17b1804b1-47a8195e515so17241655e9.0\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tWed, 07 Jan 2026 10:14:49 -0800 (PST)", "from davidp-pi5.pitowers.org\n\t([2a00:1098:3142:1f:88ea:c658:5b20:5e46])\n\tby smtp.gmail.com with ESMTPSA id\n\t5b1f17b1804b1-47d865e3dfasm18526165e9.2.2026.01.07.10.14.47\n\t(version=TLS1_3 cipher=TLS_AES_256_GCM_SHA384 bits=256/256);\n\tWed, 07 Jan 2026 10:14:48 -0800 (PST)" ], "Authentication-Results": "lancelot.ideasonboard.com; dkim=pass (2048-bit key;\n\tunprotected) header.d=raspberrypi.com header.i=@raspberrypi.com\n\theader.b=\"PZxYYzue\"; dkim-atps=neutral", "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed;\n\td=raspberrypi.com; s=google; t=1767809689; x=1768414489;\n\tdarn=lists.libcamera.org; \n\th=content-transfer-encoding:mime-version:message-id:date:subject:cc\n\t:to:from:from:to:cc:subject:date:message-id:reply-to;\n\tbh=Dbzz5Vq4ie1o0ZsZ8fdxcCU8jIGu2XxUyMpV4pNGyfQ=;\n\tb=PZxYYzue4z5ajGAC49NLLf5xI1WmlIhUO0gm9pPs/QcM338WR5Ll8CMIUJ5y+zTw/a\n\tCiSZoKMfY6OH02AgGHnyZiFeBnoqNTe6XJ5XrelvmHz08hLIZuL14jwoNH7n7YxEddG3\n\tqSprt9fv6hq8zlY4UYV1ZhNl6i9CXfRgcYlEECHb1m23Y3eVHu+T8Ah1mUa4ih4fAKwH\n\tSwKhnvNjooELqYW2TfDxP/TK84AxuKVF2YIxbBSDPM8TKiG7p6liJhsWvbHrS5yIYxyB\n\tEo0Mq37XuS1q2CG/G6mXRf8umGMUGV3kgPFAf2FMorqDIUteMPIiRO4IeIwuYHhII8cJ\n\tBIUw==", "X-Google-DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed;\n\td=1e100.net; s=20230601; t=1767809689; x=1768414489;\n\th=content-transfer-encoding:mime-version:message-id:date:subject:cc\n\t:to:from:x-gm-gg:x-gm-message-state:from:to:cc:subject:date\n\t:message-id:reply-to;\n\tbh=Dbzz5Vq4ie1o0ZsZ8fdxcCU8jIGu2XxUyMpV4pNGyfQ=;\n\tb=GU/91kCnx9Bdwb4kARI5RyO667X2d71rocvpgYMZ8B/RZyTp9Eh8oA8q5liq2RtVBE\n\tWEPkPwXgFpCQJGWG19GMV2PFl64cTkjPGmtJ17FMo2lQckF0tSYoc6CCjlquxu9r/GwA\n\tZK0kjOSRnqcVV2VVN5TpLZM5bx4qvDepvncaWYXe2YUjbc5MUw27TISHkobNpohSm6Cb\n\tRJl39nYCr6d3T+b75fEqwciJ6cUVIJ+j9ZwjUyNbGzyvBiXvwOAvPPKXxDB0D1c5Sl1T\n\tmMBJ7eG5vqnq17SOzKjts7YUzIq0mS+PDX9p/ch6aHCDoEumtHKSbhLCV17Nwl1/paeS\n\tUcpw==", "X-Gm-Message-State": "AOJu0YxOk3MI9p7RRfbTj2t4aKwtJySPkXZCcQ8FSo7jxkLFERFreXYQ\n\tnx0QbdsWthF57VhMvKia4z73T6nLqfYUxXvLogZlplat1k8bJfMnaWV29hGhrIoen/TUUfh4PrU\n\tcnV8uytc=", "X-Gm-Gg": "AY/fxX5y49vqTZzgTOoRqSv2vOM0v2O3dPVaNQ1XYa3lfd4wK6+/TpKx3Ytl+rvTk0x\n\tl52RY27QfTCWy6ySa1k7o0QQXndo9krOADzp7JyWdjL+Uu1fkU9FXA9l7UXDxrG5LGAOBLZ+ZUq\n\tflWq1SQT+N7ozYVOT4sueS7Xi5+WWAclqCVrfTJsCo8Wb+hK0QT/GJA0pd8p1/Ln0dc9zWRtxnj\n\tyVax1mIbAljt/gqcnPH9AGO1qT4V/uzUGf+C4B7y7MWK0bs7sIlgEDL0lojNWBEouv1mjihUEmz\n\t4DLaHK3ch4FwjrYdPs3LqRcPueiQnhK6ecCBNRIJBXIL3inLuKl2XJcRWQOco8Pm4xPR8IyqOqT\n\tQKBxLlVFFpIsnn+J4h4nQgndYQ5nVdCEGipiLe4P0jCQZdm2mi3OMGfY6PuuLSrCjrajCUuTHRC\n\tUwFMvZmd+Vm98OBfYx+FxFZAlp461P8kP+Ke841jalPZnKJyXqvL6qv40OXFlrqnIQiHpFLeqXt\n\tg8+leKiM9dWy4wHlso+x2w/MrdbFLQB4EhR7PMw", "X-Google-Smtp-Source": "AGHT+IFHp4Htm5WVJiuiaZo9YcPgwjwzoYnnY/U1mvc7Ywsl0zz5gGOIWoIuSg8yHfIXrd3VKPU+sA==", "X-Received": "by 2002:a05:600c:4e8a:b0:477:2f7c:314f with SMTP id\n\t5b1f17b1804b1-47d84b17dc7mr47223265e9.10.1767809688582; \n\tWed, 07 Jan 2026 10:14:48 -0800 (PST)", "From": "David Plowman <david.plowman@raspberrypi.com>", "To": "libcamera-devel@lists.libcamera.org", "Cc": "David Plowman <david.plowman@raspberrypi.com>", "Subject": "[PATCH v3] libcamera: rpi: Make the controller min frame duration\n\tconfigurable", "Date": "Wed, 7 Jan 2026 18:14:26 +0000", "Message-ID": "<20260107181445.18005-1-david.plowman@raspberrypi.com>", "X-Mailer": "git-send-email 2.47.3", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "X-BeenThere": "libcamera-devel@lists.libcamera.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "<libcamera-devel.lists.libcamera.org>", "List-Unsubscribe": "<https://lists.libcamera.org/options/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=unsubscribe>", "List-Archive": "<https://lists.libcamera.org/pipermail/libcamera-devel/>", "List-Post": "<mailto:libcamera-devel@lists.libcamera.org>", "List-Help": "<mailto:libcamera-devel-request@lists.libcamera.org?subject=help>", "List-Subscribe": "<https://lists.libcamera.org/listinfo/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=subscribe>", "Errors-To": "libcamera-devel-bounces@lists.libcamera.org", "Sender": "\"libcamera-devel\" <libcamera-devel-bounces@lists.libcamera.org>" }, "content": "The controller min frame duration is used to rate limit how often we\nrun IPAs. Historically this has been set to 33333us, meaning that the\nalgorithms effectively skip frames when the camera is running faster\nthan 30fps.\n\nThis patch adds a small amount of plumbing that allows this value to\nbe set in the Raspberry Pi configuration file. Some applications or\nplatforms (such as Pi 5) are easily capable of running these more\noften, should there be a need to do so.\n\nSigned-off-by: David Plowman <david.plowman@raspberrypi.com>\n---\n include/libcamera/ipa/raspberrypi.mojom | 1 +\n src/ipa/rpi/common/ipa_base.cpp | 18 +++++++-------\n src/ipa/rpi/common/ipa_base.h | 2 ++\n .../pipeline/rpi/common/pipeline_base.cpp | 24 ++++++++++++++-----\n .../pipeline/rpi/common/pipeline_base.h | 5 ++++\n .../pipeline/rpi/pisp/data/example.yaml | 6 +++++\n .../pipeline/rpi/vc4/data/example.yaml | 6 +++++\n 7 files changed, 47 insertions(+), 15 deletions(-)", "diff": "diff --git a/include/libcamera/ipa/raspberrypi.mojom b/include/libcamera/ipa/raspberrypi.mojom\nindex 12b083e9..1b7e0358 100644\n--- a/include/libcamera/ipa/raspberrypi.mojom\n+++ b/include/libcamera/ipa/raspberrypi.mojom\n@@ -18,6 +18,7 @@ struct SensorConfig {\n struct InitParams {\n \tbool lensPresent;\n \tlibcamera.IPACameraSensorInfo sensorInfo;\n+\tfloat controllerMinFrameDurationUs;\n \t/* PISP specific */\n \tlibcamera.SharedFD fe;\n \tlibcamera.SharedFD be;\ndiff --git a/src/ipa/rpi/common/ipa_base.cpp b/src/ipa/rpi/common/ipa_base.cpp\nindex 14aba450..c0f69b79 100644\n--- a/src/ipa/rpi/common/ipa_base.cpp\n+++ b/src/ipa/rpi/common/ipa_base.cpp\n@@ -46,14 +46,6 @@ constexpr Duration defaultExposureTime = 20.0ms;\n constexpr Duration defaultMinFrameDuration = 1.0s / 30.0;\n constexpr Duration defaultMaxFrameDuration = 250.0s;\n \n-/*\n- * Determine the minimum allowable inter-frame duration to run the controller\n- * algorithms. If the pipeline handler provider frames at a rate higher than this,\n- * we rate-limit the controller Prepare() and Process() calls to lower than or\n- * equal to this rate.\n- */\n-constexpr Duration controllerMinFrameDuration = 1.0s / 30.0;\n-\n /* List of controls handled by the Raspberry Pi IPA */\n const ControlInfoMap::Map ipaControls{\n \t/* \\todo Move this to the Camera class */\n@@ -184,6 +176,14 @@ int32_t IpaBase::init(const IPASettings &settings, const InitParams ¶ms, Ini\n \n \tresult->controlInfo = ControlInfoMap(std::move(ctrlMap), controls::controls);\n \n+\t/*\n+\t * This determines the minimum allowable inter-frame duration to run the\n+\t * controller algorithms. If the pipeline handler provider frames at a\n+\t * rate higher than this, we rate-limit the controller Prepare() and\n+\t * Process() calls to lower than or equal to this rate.\n+\t */\n+\tcontrollerMinFrameDuration_ = params.controllerMinFrameDurationUs * 1us;\n+\n \treturn platformInit(params, result);\n }\n \n@@ -465,7 +465,7 @@ void IpaBase::prepareIsp(const PrepareParams ¶ms)\n \t/* Allow a 10% margin on the comparison below. */\n \tDuration delta = (frameTimestamp - lastRunTimestamp_) * 1.0ns;\n \tif (lastRunTimestamp_ && frameCount_ > invalidCount_ &&\n-\t delta < controllerMinFrameDuration * 0.9 && !hdrChange) {\n+\t delta < controllerMinFrameDuration_ * 0.9 && !hdrChange) {\n \t\t/*\n \t\t * Ensure we merge the previous frame's metadata with the current\n \t\t * frame. This will not overwrite exposure/gain values for the\ndiff --git a/src/ipa/rpi/common/ipa_base.h b/src/ipa/rpi/common/ipa_base.h\nindex 5348f2ea..90f018b2 100644\n--- a/src/ipa/rpi/common/ipa_base.h\n+++ b/src/ipa/rpi/common/ipa_base.h\n@@ -142,6 +142,8 @@ private:\n \t} flickerState_;\n \n \tbool awbEnabled_;\n+\n+\tutils::Duration controllerMinFrameDuration_;\n };\n \n } /* namespace ipa::RPi */\ndiff --git a/src/libcamera/pipeline/rpi/common/pipeline_base.cpp b/src/libcamera/pipeline/rpi/common/pipeline_base.cpp\nindex fb8e466f..b7655d8d 100644\n--- a/src/libcamera/pipeline/rpi/common/pipeline_base.cpp\n+++ b/src/libcamera/pipeline/rpi/common/pipeline_base.cpp\n@@ -33,6 +33,12 @@ LOG_DEFINE_CATEGORY(RPI)\n \n using StreamFlag = RPi::Stream::StreamFlag;\n \n+/*\n+ * The IPA's algorithms will not be called more often than this many\n+ * microseconds. The default corresponds to 30fps.\n+ */\n+constexpr float defaultControllerMinimumFrameDurationUs = 1000000.0 / 30.0;\n+\n namespace {\n \n constexpr unsigned int defaultRawBitDepth = 12;\n@@ -800,6 +806,12 @@ int PipelineHandlerBase::registerCamera(std::unique_ptr<RPi::CameraData> &camera\n \tif (!data->sensor_)\n \t\treturn -EINVAL;\n \n+\tret = data->loadPipelineConfiguration();\n+\tif (ret) {\n+\t\tLOG(RPI, Error) << \"Unable to load pipeline configuration\";\n+\t\treturn ret;\n+\t}\n+\n \t/* Populate the map of sensor supported formats and sizes. */\n \tfor (auto const mbusCode : data->sensor_->mbusCodes())\n \t\tdata->sensorFormats_.emplace(mbusCode,\n@@ -859,12 +871,6 @@ int PipelineHandlerBase::registerCamera(std::unique_ptr<RPi::CameraData> &camera\n \tif (ret)\n \t\treturn ret;\n \n-\tret = data->loadPipelineConfiguration();\n-\tif (ret) {\n-\t\tLOG(RPI, Error) << \"Unable to load pipeline configuration\";\n-\t\treturn ret;\n-\t}\n-\n \t/* Setup the general IPA signal handlers. */\n \tdata->frontendDevice()->dequeueTimeout.connect(data, &RPi::CameraData::cameraTimeout);\n \tdata->frontendDevice()->frameStart.connect(data, &RPi::CameraData::frameStarted);\n@@ -1096,6 +1102,7 @@ int CameraData::loadPipelineConfiguration()\n {\n \tconfig_ = {\n \t\t.cameraTimeoutValue = 0,\n+\t\t.controllerMinFrameDurationUs = defaultControllerMinimumFrameDurationUs,\n \t};\n \n \t/* Initial configuration of the platform, in case no config file is present */\n@@ -1145,6 +1152,9 @@ int CameraData::loadPipelineConfiguration()\n \t\tfrontendDevice()->setDequeueTimeout(config_.cameraTimeoutValue * 1ms);\n \t}\n \n+\tconfig_.controllerMinFrameDurationUs =\n+\t\tphConfig[\"controller_min_frame_duration_us\"].get<double>(config_.controllerMinFrameDurationUs);\n+\n \treturn platformPipelineConfigure(root);\n }\n \n@@ -1173,6 +1183,8 @@ int CameraData::loadIPA(ipa::RPi::InitResult *result)\n \t}\n \n \tparams.lensPresent = !!sensor_->focusLens();\n+\tparams.controllerMinFrameDurationUs = config_.controllerMinFrameDurationUs;\n+\n \tret = platformInitIpa(params);\n \tif (ret)\n \t\treturn ret;\ndiff --git a/src/libcamera/pipeline/rpi/common/pipeline_base.h b/src/libcamera/pipeline/rpi/common/pipeline_base.h\nindex 6257a934..597eb587 100644\n--- a/src/libcamera/pipeline/rpi/common/pipeline_base.h\n+++ b/src/libcamera/pipeline/rpi/common/pipeline_base.h\n@@ -169,6 +169,11 @@ public:\n \t\t * on frame durations.\n \t\t */\n \t\tunsigned int cameraTimeoutValue;\n+\t\t/*\n+\t\t * The minimum frame duration between the IPA's calls to the\n+\t\t * algorithms themselves (in microseconds).\n+\t\t */\n+\t\tfloat controllerMinFrameDurationUs;\n \t};\n \n \tConfig config_;\ndiff --git a/src/libcamera/pipeline/rpi/pisp/data/example.yaml b/src/libcamera/pipeline/rpi/pisp/data/example.yaml\nindex baf03be7..c5edbba0 100644\n--- a/src/libcamera/pipeline/rpi/pisp/data/example.yaml\n+++ b/src/libcamera/pipeline/rpi/pisp/data/example.yaml\n@@ -36,5 +36,11 @@\n # framebuffers required for its operation.\n #\n # \"disable_hdr\": false,\n+\n+ # Limits the rate at which IPAs are called. The algorithms will\n+ # be skipped until this many microseconds have elapsed since\n+ # the last call. The default value represents a 30fps limit.\n+ #\n+ # \"controller_min_frame_duration_us\": 33333.333,\n }\n }\ndiff --git a/src/libcamera/pipeline/rpi/vc4/data/example.yaml b/src/libcamera/pipeline/rpi/vc4/data/example.yaml\nindex 27e54348..2ee2b864 100644\n--- a/src/libcamera/pipeline/rpi/vc4/data/example.yaml\n+++ b/src/libcamera/pipeline/rpi/vc4/data/example.yaml\n@@ -37,5 +37,11 @@\n # timeout value.\n #\n # \"camera_timeout_value_ms\": 0,\n+\n+ # Limits the rate at which IPAs are called. The algorithms will\n+ # be skipped until this many microseconds have elapsed since\n+ # the last call. The default value represents a 30fps limit.\n+ #\n+ # \"controller_min_frame_duration_us\": 33333.333,\n }\n }\n", "prefixes": [ "v3" ] }