From patchwork Tue Jul 18 14:43:01 2023 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: David Plowman X-Patchwork-Id: 18854 Return-Path: X-Original-To: parsemail@patchwork.libcamera.org Delivered-To: parsemail@patchwork.libcamera.org Received: from lancelot.ideasonboard.com (lancelot.ideasonboard.com [92.243.16.209]) by patchwork.libcamera.org (Postfix) with ESMTPS id D4F6AC32AA for ; Tue, 18 Jul 2023 14:43:09 +0000 (UTC) Received: from lancelot.ideasonboard.com (localhost [IPv6:::1]) by lancelot.ideasonboard.com (Postfix) with ESMTP id C1251628C8; Tue, 18 Jul 2023 16:43:08 +0200 (CEST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=libcamera.org; s=mail; t=1689691388; bh=KbG1U3RdatzlRHTz88vkr9smMIdXLOH3J7WBupWg8FA=; h=To:Date:In-Reply-To:References:Subject:List-Id:List-Unsubscribe: List-Archive:List-Post:List-Help:List-Subscribe:From:Reply-To: From; b=TlhYjVne1QJqzx+9/nb3g/4s39XRqrAMlPUS1ZL+rOc/wbjp+AiEO7oO3rRiGNuad wCqapVs9csD4JsD9PVTBtMgzpjqS4ygXdZcw1ZDx3BDf301Ie1LtmXc1Rz4yG/Cphk M67O8UWZSVy6tDcKW/rk1mvFZhf1NwzzpeymMwfWgcQZMgVZ0cVvZ+85yvCull7QNl 4uIaOuO2lUgtRVSATt/pmHV826PxnAFjDd0t9CfKUqEp59sHb8DvRrzeZ2jNJkKFeU Cbiyu60vfgkbKDO2mPuyasKEEy2sCLYaRrtXGFzYmvZ+YYklBFb2GHFJJVP+6QtgA2 f+Jd4h1ob7tfA== Received: from mail-wm1-x331.google.com (mail-wm1-x331.google.com [IPv6:2a00:1450:4864:20::331]) by lancelot.ideasonboard.com (Postfix) with ESMTPS id 04AB9628C2 for ; Tue, 18 Jul 2023 16:43:06 +0200 (CEST) Authentication-Results: lancelot.ideasonboard.com; dkim=pass (2048-bit key; unprotected) header.d=raspberrypi.com header.i=@raspberrypi.com header.b="hxnvc8vk"; dkim-atps=neutral Received: by mail-wm1-x331.google.com with SMTP id 5b1f17b1804b1-3fbf7fbe722so60072215e9.3 for ; Tue, 18 Jul 2023 07:43:06 -0700 (PDT) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=raspberrypi.com; s=google; t=1689691386; x=1692283386; h=content-transfer-encoding:mime-version:references:in-reply-to :message-id:date:subject:cc:to:from:from:to:cc:subject:date :message-id:reply-to; bh=AZEm6gA229Srb7s98kzWNEYtc3dFuABlq3BByQqRhLs=; b=hxnvc8vkwnpuLqDOkx5XjMAV8IZGXdx2g0QC2iw7xCEEaYqprrqddauN0sjTqq8wfF ihleFuMt55oLCpSzW7UT14gxEYkv5jrCZOfFtwtKWhNolQGXV2P2piGI0KwAEwCwFdzi 9y2khfBkVHydX21wjkeTPl67rh3Z7vZcfHpjgckJBKVdnmLFIH/AYkUPIvStuXpXTf1Q rf4awhTvwOuQoHx0aYQn828pQq3theipaeVY1aHJOMmbsSYnUIcSp9ZrRKrJNmIAgVB+ byQFNhtQShwT+hQTCJIKcKvG7jKsZ93XHo0FBZBFoa0P52kUa4VnKWxdA/8CAROmnjCJ ivoQ== X-Google-DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=1e100.net; s=20221208; t=1689691386; x=1692283386; h=content-transfer-encoding:mime-version:references:in-reply-to :message-id:date:subject:cc:to:from:x-gm-message-state:from:to:cc :subject:date:message-id:reply-to; bh=AZEm6gA229Srb7s98kzWNEYtc3dFuABlq3BByQqRhLs=; b=VM49quz7wf9NGTv8jDlrNxewaQPxgl98r8BBv3zJDlYD1paHa8Pt6t+lcAvwpy7k9B WhZ6fwgTBj4g19LbMLE6CnTFBgfmdpDdHfMKYfCSbBHMPsVBFDnaTt23Jjwq8RnzM/CA 1XgZ2jaqDwUdck0QYUoS8NjmBla8IprNzbgHChv0/kR/IE1Qr3VFzsPZ/C3VNXg9GoX8 EYzdwLmBcHDe8iw4eXb7I5qc5JbKpwHoDhkjhfWOv59KtgxsMnkQ5VyqctbxNv/NYbAM xbnhPYNCKULlNkp7jWy97NjueHAeYVOxJZa7yPFdjT6ctKmLRLHyiRxeO0WCgtgtuGta kqrw== X-Gm-Message-State: ABy/qLYn0jmAKk8BWuOLfryTiDslLmcIYPujLFjsN3vRt5lOaf+GMrA4 2BeRVyS5+mvEh9kmDDU7SRbXFkRkeKj64hz94ZU= X-Google-Smtp-Source: APBJJlFbDvIxRhZzCHGxJ+z3mh9q7Z81KPGiiVF/FdtdCaHvmPHltoI4MP8j5Pk59126WIFIdILnKQ== X-Received: by 2002:a05:600c:ac9:b0:3fb:4053:a9d5 with SMTP id c9-20020a05600c0ac900b003fb4053a9d5mr2298320wmr.25.1689691386166; Tue, 18 Jul 2023 07:43:06 -0700 (PDT) Received: from pi4-davidp.pitowers.org ([2a00:1098:3142:14:2bce:64d6:1a5c:49a2]) by smtp.gmail.com with ESMTPSA id 12-20020a05600c230c00b003f90b9b2c31sm10469686wmo.28.2023.07.18.07.43.05 (version=TLS1_3 cipher=TLS_AES_256_GCM_SHA384 bits=256/256); Tue, 18 Jul 2023 07:43:05 -0700 (PDT) To: libcamera-devel@lists.libcamera.org Date: Tue, 18 Jul 2023 15:43:01 +0100 Message-Id: <20230718144301.3612-3-david.plowman@raspberrypi.com> X-Mailer: git-send-email 2.30.2 In-Reply-To: <20230718144301.3612-1-david.plowman@raspberrypi.com> References: <20230718144301.3612-1-david.plowman@raspberrypi.com> MIME-Version: 1.0 Subject: [libcamera-devel] [PATCH v5 2/2] ipa: rpi: common: Handle AEC/AGC flicker controls X-BeenThere: libcamera-devel@lists.libcamera.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-Patchwork-Original-From: David Plowman via libcamera-devel From: David Plowman Reply-To: David Plowman Errors-To: libcamera-devel-bounces@lists.libcamera.org Sender: "libcamera-devel" We handle the flicker modes by passing the correct period to the AEC/AGC algorithm which already contains the necessary code. The "Auto" mode, as well as reporting the detected flicker period via the "AeFlickerDetected" metadata, are unsupported for now. Signed-off-by: David Plowman Reviewed-by: Jacopo Mondi Reviewed-by: Umang Jain --- src/ipa/rpi/common/ipa_base.cpp | 64 ++++++++++++++++++++++++++++++++- src/ipa/rpi/common/ipa_base.h | 6 ++++ 2 files changed, 69 insertions(+), 1 deletion(-) diff --git a/src/ipa/rpi/common/ipa_base.cpp b/src/ipa/rpi/common/ipa_base.cpp index f40f2e71..4438ecd9 100644 --- a/src/ipa/rpi/common/ipa_base.cpp +++ b/src/ipa/rpi/common/ipa_base.cpp @@ -61,6 +61,10 @@ const ControlInfoMap::Map ipaControls{ { &controls::AeConstraintMode, ControlInfo(controls::AeConstraintModeValues) }, { &controls::AeExposureMode, ControlInfo(controls::AeExposureModeValues) }, { &controls::ExposureValue, ControlInfo(-8.0f, 8.0f, 0.0f) }, + { &controls::AeFlickerMode, ControlInfo(static_cast(controls::FlickerOff), + static_cast(controls::FlickerManual), + static_cast(controls::FlickerOff)) }, + { &controls::AeFlickerPeriod, ControlInfo(100, 1000000) }, { &controls::Brightness, ControlInfo(-1.0f, 1.0f, 0.0f) }, { &controls::Contrast, ControlInfo(0.0f, 32.0f, 1.0f) }, { &controls::Sharpness, ControlInfo(0.0f, 16.0f, 1.0f) }, @@ -97,7 +101,7 @@ namespace ipa::RPi { IpaBase::IpaBase() : controller_(), frameCount_(0), mistrustCount_(0), lastRunTimestamp_(0), - firstStart_(true) + firstStart_(true), flickerState_({ 0, 0s }) { } @@ -812,6 +816,64 @@ void IpaBase::applyControls(const ControlList &controls) break; } + case controls::AE_FLICKER_MODE: { + RPiController::AgcAlgorithm *agc = dynamic_cast( + controller_.getAlgorithm("agc")); + if (!agc) { + LOG(IPARPI, Warning) + << "Could not set AeFlickerMode - no AGC algorithm"; + break; + } + + int32_t mode = ctrl.second.get(); + bool modeValid = true; + + switch (mode) { + case controls::FlickerOff: + agc->setFlickerPeriod(0us); + + break; + + case controls::FlickerManual: + agc->setFlickerPeriod(flickerState_.manualPeriod); + + break; + + default: + LOG(IPARPI, Error) << "Flicker mode " << mode << " is not supported"; + modeValid = false; + + break; + } + + if (modeValid) + flickerState_.mode = mode; + + break; + } + + case controls::AE_FLICKER_PERIOD: { + RPiController::AgcAlgorithm *agc = dynamic_cast( + controller_.getAlgorithm("agc")); + if (!agc) { + LOG(IPARPI, Warning) + << "Could not set AeFlickerPeriod - no AGC algorithm"; + break; + } + + uint32_t manualPeriod = ctrl.second.get(); + flickerState_.manualPeriod = manualPeriod * 1.0us; + + /* + * We note that it makes no difference if the mode gets set to "manual" + * first, and the period updated after, or vice versa. + */ + if (flickerState_.mode == controls::FlickerManual) + agc->setFlickerPeriod(flickerState_.manualPeriod); + + break; + } + case controls::AWB_ENABLE: { /* Silently ignore this control for a mono sensor. */ if (monoSensor_) diff --git a/src/ipa/rpi/common/ipa_base.h b/src/ipa/rpi/common/ipa_base.h index 39d00760..097f436a 100644 --- a/src/ipa/rpi/common/ipa_base.h +++ b/src/ipa/rpi/common/ipa_base.h @@ -116,6 +116,12 @@ private: /* Frame duration (1/fps) limits. */ utils::Duration minFrameDuration_; utils::Duration maxFrameDuration_; + + /* The current state of flicker avoidance. */ + struct FlickerState { + int32_t mode; + utils::Duration manualPeriod; + } flickerState_; }; } /* namespace ipa::RPi */