From patchwork Mon Jun 22 13:55:49 2020 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: David Plowman X-Patchwork-Id: 4111 Return-Path: Received: from mail-wm1-x334.google.com (mail-wm1-x334.google.com [IPv6:2a00:1450:4864:20::334]) by lancelot.ideasonboard.com (Postfix) with ESMTPS id 71D01603BE for ; Mon, 22 Jun 2020 15:56:04 +0200 (CEST) Authentication-Results: lancelot.ideasonboard.com; dkim=pass (2048-bit key; unprotected) header.d=raspberrypi.com header.i=@raspberrypi.com header.b="WsZWUddc"; dkim-atps=neutral Received: by mail-wm1-x334.google.com with SMTP id a6so81407wmm.0 for ; Mon, 22 Jun 2020 06:56:04 -0700 (PDT) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=raspberrypi.com; s=google; h=from:to:cc:subject:date:message-id:in-reply-to:references :mime-version:content-transfer-encoding; bh=nW9c2ksYEoDsz8NJt0X7yIsYj0lj12jB3k4kkfsUo/I=; b=WsZWUddc5hpKD6rbpOnt+GrtERhRRloDye32876qhYeOA1JqMBSv+yidNAILcgM6HV 91bCoyFTr+BPitPSgc1m3a0twG4mE1/hU/IhaRnPqdpi6UkTsw6F52L2dDJg79COw+EC fyekegQMoLzfp5BthUQDjJ0we8P5WYT7EjOkvKc26qbJG84oFHvERBs/nzeYzi5dnXAp Gjzaba1Ld4Hm6abEnZ7qUmk5btcEjZZlPaZkzgWWzXYl9ZnzGxz3HMx91dUMLT3HL+HF jxkM1viM9J6F4Q/9qW0DbGvNAsx2R79i2x2JiErJDqU1T0GUui7i/AIjG6WOeyoQjzHM hhgg== X-Google-DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=1e100.net; s=20161025; h=x-gm-message-state:from:to:cc:subject:date:message-id:in-reply-to :references:mime-version:content-transfer-encoding; bh=nW9c2ksYEoDsz8NJt0X7yIsYj0lj12jB3k4kkfsUo/I=; b=lrFdivi05eCcXc4dyvy5MnfPQkSDjIJbKFI/coVwL+8yRnDDBXFnXix+HzYwtoIpp6 5yU8jqmtssdwq6Q90ldjRTvT8KfBjKOq3zC2Z05392jDfX77+5CdcAir4AxNxe6NCChB iquWKtT7SC6P2Y76A4KsjmQ/pkzqapfYsstcQBG1FTI/cNCXKsyzfdlJ596bwQXf4CUO xecXnVKFsHeIAzOUisVwfw3AzEOv/Tyxik/4T7lNRI4noAh6pb2AEPfFH8fps3OnPuvf 1aFnWNuGGCIXBYhKMU+vpv2V88aYqpEvgZ4xFUeK1sFBpaA8Zqs0gmlLdF52v+dxAoe1 SbSw== X-Gm-Message-State: AOAM5302cBgXIB64eCQ3Y0tgO3IkX1PoyZCoKQlpb75bkS/6kN8LTxf2 zXGKeVBz/k7pdU1otQrBiyNmTVAiCbI= X-Google-Smtp-Source: ABdhPJx3S7RZbvysTtRxcn90bAAVSksko1Twic6w7w8Wd2/IRY5k3VLm/9VFfZdUTrQFbOExkw+b7Q== X-Received: by 2002:a1c:1b90:: with SMTP id b138mr8233523wmb.21.1592834163853; Mon, 22 Jun 2020 06:56:03 -0700 (PDT) Received: from pi4-davidp.lan (plowpeople3.plus.com. [80.229.223.72]) by smtp.gmail.com with ESMTPSA id c201sm12742903wmd.4.2020.06.22.06.56.03 (version=TLS1_3 cipher=TLS_AES_256_GCM_SHA384 bits=256/256); Mon, 22 Jun 2020 06:56:03 -0700 (PDT) From: David Plowman To: libcamera-devel@lists.libcamera.org Date: Mon, 22 Jun 2020 14:55:49 +0100 Message-Id: <20200622135550.10788-4-david.plowman@raspberrypi.com> X-Mailer: git-send-email 2.20.1 In-Reply-To: <20200622135550.10788-1-david.plowman@raspberrypi.com> References: <20200622135550.10788-1-david.plowman@raspberrypi.com> MIME-Version: 1.0 Subject: [libcamera-devel] [PATCH v2 3/4] libcamera: ipa: raspberrypi: add sharpness strength control to Raspberry Pi IPAs X-BeenThere: libcamera-devel@lists.libcamera.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Mon, 22 Jun 2020 13:56:04 -0000 The sharpness control is, loosely speaking, a gain applied to the amount of sharpening added to an image. We also report the sharpness setting used back to the caller in metadata. Signed-off-by: David Plowman --- .../raspberrypi/controller/rpi/sharpen.cpp | 30 +++++++++++++++---- .../raspberrypi/controller/rpi/sharpen.hpp | 6 ++-- .../controller/sharpen_algorithm.hpp | 21 +++++++++++++ .../raspberrypi/controller/sharpen_status.h | 2 ++ 4 files changed, 52 insertions(+), 7 deletions(-) create mode 100644 src/ipa/raspberrypi/controller/sharpen_algorithm.hpp diff --git a/src/ipa/raspberrypi/controller/rpi/sharpen.cpp b/src/ipa/raspberrypi/controller/rpi/sharpen.cpp index 4c2fdb3..cd93529 100644 --- a/src/ipa/raspberrypi/controller/rpi/sharpen.cpp +++ b/src/ipa/raspberrypi/controller/rpi/sharpen.cpp @@ -17,7 +17,7 @@ using namespace RPi; #define NAME "rpi.sharpen" Sharpen::Sharpen(Controller *controller) - : Algorithm(controller) + : SharpenAlgorithm(controller), user_strength_(1.0) { } @@ -42,14 +42,34 @@ void Sharpen::Read(boost::property_tree::ptree const ¶ms) limit_ = params.get("limit", 1.0); } +void Sharpen::SetStrength(double strength) +{ + // Note that this method is how an application sets the overall + // sharpening "strength". We call this the "user strength" field + // as there already is a strength_ field - being an internal gain + // parameter that gets passed to the ISP control code. + user_strength_ = strength; +} + void Sharpen::Prepare(Metadata *image_metadata) { + // The user_strength affects the algorithm's internal gain directly, but + // we adjust the limit and threshold less aggressively. Using a sqrt + // function is an arbitrary but gentle way of accomplishing this. + double user_strength = user_strength_; + if (user_strength < 0.0) + user_strength = 0.0; + double user_strength_sqrt = sqrt(user_strength); struct SharpenStatus status; // Binned modes seem to need the sharpening toned down with this - // pipeline. - status.threshold = threshold_ * mode_factor_; - status.strength = strength_ / mode_factor_; - status.limit = limit_ / mode_factor_; + // pipeline, thus we use the mode_factor here. Also avoid + // divide-by-zero with the user_strength_sqrt. + status.threshold = threshold_ * mode_factor_ / + std::max(0.01, user_strength_sqrt); + status.strength = strength_ / mode_factor_ * user_strength; + status.limit = limit_ / mode_factor_ * user_strength_sqrt; + // Finally, report any application-supplied parameters that were used. + status.user_strength = user_strength; image_metadata->Set("sharpen.status", status); } diff --git a/src/ipa/raspberrypi/controller/rpi/sharpen.hpp b/src/ipa/raspberrypi/controller/rpi/sharpen.hpp index a3bf899..e9a71fd 100644 --- a/src/ipa/raspberrypi/controller/rpi/sharpen.hpp +++ b/src/ipa/raspberrypi/controller/rpi/sharpen.hpp @@ -6,20 +6,21 @@ */ #pragma once -#include "../algorithm.hpp" +#include "../sharpen_algorithm.hpp" #include "../sharpen_status.h" // This is our implementation of the "sharpen algorithm". namespace RPi { -class Sharpen : public Algorithm +class Sharpen : public SharpenAlgorithm { public: Sharpen(Controller *controller); char const *Name() const override; void SwitchMode(CameraMode const &camera_mode, Metadata *metadata) override; void Read(boost::property_tree::ptree const ¶ms) override; + void SetStrength(double strength) override; void Prepare(Metadata *image_metadata) override; private: @@ -27,6 +28,7 @@ private: double strength_; double limit_; double mode_factor_; + std::atomic user_strength_; }; } // namespace RPi diff --git a/src/ipa/raspberrypi/controller/sharpen_algorithm.hpp b/src/ipa/raspberrypi/controller/sharpen_algorithm.hpp new file mode 100644 index 0000000..3b27a74 --- /dev/null +++ b/src/ipa/raspberrypi/controller/sharpen_algorithm.hpp @@ -0,0 +1,21 @@ +/* SPDX-License-Identifier: BSD-2-Clause */ +/* + * Copyright (C) 2020, Raspberry Pi (Trading) Limited + * + * sharpen_algorithm.hpp - sharpness control algorithm interface + */ +#pragma once + +#include "algorithm.hpp" + +namespace RPi { + +class SharpenAlgorithm : public Algorithm +{ +public: + SharpenAlgorithm(Controller *controller) : Algorithm(controller) {} + // A sharpness control algorithm must provide the following: + virtual void SetStrength(double strength) = 0; +}; + +} // namespace RPi diff --git a/src/ipa/raspberrypi/controller/sharpen_status.h b/src/ipa/raspberrypi/controller/sharpen_status.h index 6de80f4..7501b19 100644 --- a/src/ipa/raspberrypi/controller/sharpen_status.h +++ b/src/ipa/raspberrypi/controller/sharpen_status.h @@ -19,6 +19,8 @@ struct SharpenStatus { double strength; // upper limit of the allowed sharpening response double limit; + // The sharpening strength requested by the user or application. + double user_strength; }; #ifdef __cplusplus