Patch Detail
Show a patch.
GET /api/1.1/patches/14066/?format=api
{ "id": 14066, "url": "https://patchwork.libcamera.org/api/1.1/patches/14066/?format=api", "web_url": "https://patchwork.libcamera.org/patch/14066/", "project": { "id": 1, "url": "https://patchwork.libcamera.org/api/1.1/projects/1/?format=api", "name": "libcamera", "link_name": "libcamera", "list_id": "libcamera_core", "list_email": "libcamera-devel@lists.libcamera.org", "web_url": "", "scm_url": "", "webscm_url": "" }, "msgid": "<20211006140041.964542-13-jeanmichel.hautbois@ideasonboard.com>", "date": "2021-10-06T14:00:42", "name": "[libcamera-devel,v3,12/12] ipa: ipu3: Replace ipa::ipu3::algorithms::Ipu3AwbCell", "commit_ref": null, "pull_url": null, "state": "accepted", "archived": false, "hash": "dcf9772ddf4cebff7e4fbbb13060d0e43ce31b43", "submitter": { "id": 75, "url": "https://patchwork.libcamera.org/api/1.1/people/75/?format=api", "name": "Jean-Michel Hautbois", "email": "jeanmichel.hautbois@ideasonboard.com" }, "delegate": null, "mbox": "https://patchwork.libcamera.org/patch/14066/mbox/", "series": [ { "id": 2605, "url": "https://patchwork.libcamera.org/api/1.1/series/2605/?format=api", "web_url": "https://patchwork.libcamera.org/project/libcamera/list/?series=2605", "date": "2021-10-06T14:00:30", "name": "Improve ImgU statistics usage", "version": 3, "mbox": "https://patchwork.libcamera.org/series/2605/mbox/" } ], "comments": "https://patchwork.libcamera.org/api/patches/14066/comments/", "check": "pending", "checks": "https://patchwork.libcamera.org/api/patches/14066/checks/", "tags": {}, "headers": { "Return-Path": "<libcamera-devel-bounces@lists.libcamera.org>", "X-Original-To": "parsemail@patchwork.libcamera.org", "Delivered-To": "parsemail@patchwork.libcamera.org", "Received": [ "from lancelot.ideasonboard.com (lancelot.ideasonboard.com\n\t[92.243.16.209])\n\tby patchwork.libcamera.org (Postfix) with ESMTPS id 08115C323E\n\tfor <parsemail@patchwork.libcamera.org>;\n\tWed, 6 Oct 2021 14:01:14 +0000 (UTC)", "from lancelot.ideasonboard.com (localhost [IPv6:::1])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTP id B8C3D691E8;\n\tWed, 6 Oct 2021 16:01:13 +0200 (CEST)", "from perceval.ideasonboard.com (perceval.ideasonboard.com\n\t[IPv6:2001:4b98:dc2:55:216:3eff:fef7:d647])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id AA88A691C9\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tWed, 6 Oct 2021 16:01:03 +0200 (CEST)", "from tatooine.ideasonboard.com (unknown\n\t[IPv6:2a01:e0a:169:7140:843b:c831:54de:6e8c])\n\tby perceval.ideasonboard.com (Postfix) with ESMTPSA id 2EFF714D4;\n\tWed, 6 Oct 2021 16:01:03 +0200 (CEST)" ], "Authentication-Results": "lancelot.ideasonboard.com;\n\tdkim=fail reason=\"signature verification failed\" (1024-bit key;\n\tunprotected) header.d=ideasonboard.com header.i=@ideasonboard.com\n\theader.b=\"R7lOa3OS\"; dkim-atps=neutral", "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/simple; d=ideasonboard.com;\n\ts=mail; t=1633528863;\n\tbh=agiHXjCTwpFN0x9X3XAlg4m4a+YmxpMnOpxleBwCk7Q=;\n\th=From:To:Cc:Subject:Date:In-Reply-To:References:From;\n\tb=R7lOa3OSXS3CVVmVWG4IxKvcuiDQGb41pJg4EseY9Dm77ISF4pAxjGltgUZlF/x1u\n\t68DF2x8H0iOoYJGv/EmXaOPXo10QE07mfv89jdJyMDaV4lmUNA83CxEm02OWyul49C\n\tmOk1gIID19i1yFHhGw1Y1agNYTjMRF7ivympxqjI=", "From": "Jean-Michel Hautbois <jeanmichel.hautbois@ideasonboard.com>", "To": "libcamera-devel@lists.libcamera.org", "Date": "Wed, 6 Oct 2021 16:00:42 +0200", "Message-Id": "<20211006140041.964542-13-jeanmichel.hautbois@ideasonboard.com>", "X-Mailer": "git-send-email 2.30.2", "In-Reply-To": "<20211006140041.964542-1-jeanmichel.hautbois@ideasonboard.com>", "References": "<20211006140041.964542-1-jeanmichel.hautbois@ideasonboard.com>", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "Subject": "[libcamera-devel] [PATCH v3 12/12] ipa: ipu3: Replace\n\tipa::ipu3::algorithms::Ipu3AwbCell", "X-BeenThere": "libcamera-devel@lists.libcamera.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "<libcamera-devel.lists.libcamera.org>", "List-Unsubscribe": "<https://lists.libcamera.org/options/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=unsubscribe>", "List-Archive": "<https://lists.libcamera.org/pipermail/libcamera-devel/>", "List-Post": "<mailto:libcamera-devel@lists.libcamera.org>", "List-Help": "<mailto:libcamera-devel-request@lists.libcamera.org?subject=help>", "List-Subscribe": "<https://lists.libcamera.org/listinfo/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=subscribe>", "Errors-To": "libcamera-devel-bounces@lists.libcamera.org", "Sender": "\"libcamera-devel\" <libcamera-devel-bounces@lists.libcamera.org>" }, "content": "The intel-ipu3.h public interface from the kernel does not define how to\nparse the statistics for a cell. This had to be identified by a process\nof reverse engineering, and later identifying the structures from [0]\nleading to our custom definition of struct Ipu3AwbCell.\n\n[0]\nhttps://chromium.googlesource.com/chromiumos/platform/arc-camera/+/refs/heads/master/hal/intel/include/ia_imaging/awb_public.h\n\nTo improve the kernel interface, a proposal has been made to the\nlinux-kernel [1] to incorporate the memory layout for each cell into the\nintel-ipu3 header directly.\n\n[1]\nhttps://lore.kernel.org/linux-media/20211005202019.253353-1-jeanmichel.hautbois@ideasonboard.com/\n\nUpdate our local copy of the intel-ipu3.h to match the proposal and\nchange the AGC and AWB algorithms to reference that structure directly,\nallowing us to remove the deprecated custom Ipu3AwbCell definition.\n\nSigned-off-by: Jean-Michel Hautbois <jeanmichel.hautbois@ideasonboard.com>\nReviewed-by: Kieran Bingham <kieran.bingham@ideasonboard.com>\nReviewed-by: Laurent Pinchart <laurent.pinchart@ideasonboard.com>\n---\n include/linux/intel-ipu3.h | 32 +++++++++++++++++++++----\n src/ipa/ipu3/algorithms/agc.cpp | 14 +++++------\n src/ipa/ipu3/algorithms/awb.cpp | 41 ++++++---------------------------\n src/ipa/ipu3/algorithms/awb.h | 10 --------\n 4 files changed, 40 insertions(+), 57 deletions(-)", "diff": "diff --git a/include/linux/intel-ipu3.h b/include/linux/intel-ipu3.h\nindex ee0e6d0e..b18b28a0 100644\n--- a/include/linux/intel-ipu3.h\n+++ b/include/linux/intel-ipu3.h\n@@ -59,17 +59,39 @@ struct ipu3_uapi_grid_config {\n \t__u16 y_end;\n } __attribute__((packed));\n \n+/**\n+ * struct ipu3_uapi_awb_set_item - Memory layout for each cell in AWB\n+ *\n+ * @Gr_avg:\tGreen average for red lines in the cell.\n+ * @R_avg:\tRed average in the cell.\n+ * @B_avg:\tBlue average in the cell.\n+ * @Gb_avg:\tGreen average for blue lines in the cell.\n+ * @sat_ratio:\tPercentage of pixels over a given threshold set in\n+ *\t\tipu3_uapi_awb_config_s, coded from 0 to 255.\n+ * @padding0:\tUnused byte for padding.\n+ * @padding1:\tUnused byte for padding.\n+ * @padding2:\tUnused byte for padding.\n+ */\n+struct ipu3_uapi_awb_set_item {\n+\tunsigned char Gr_avg;\n+\tunsigned char R_avg;\n+\tunsigned char B_avg;\n+\tunsigned char Gb_avg;\n+\tunsigned char sat_ratio;\n+\tunsigned char padding0;\n+\tunsigned char padding1;\n+\tunsigned char padding2;\n+} __attribute__((packed));\n+\n /*\n * The grid based data is divided into \"slices\" called set, each slice of setX\n * refers to ipu3_uapi_grid_config width * height_per_slice.\n */\n #define IPU3_UAPI_AWB_MAX_SETS\t\t\t\t60\n /* Based on grid size 80 * 60 and cell size 16 x 16 */\n-#define IPU3_UAPI_AWB_SET_SIZE\t\t\t\t1280\n-#define IPU3_UAPI_AWB_MD_ITEM_SIZE\t\t\t8\n+#define IPU3_UAPI_AWB_SET_SIZE\t\t\t\t160\n #define IPU3_UAPI_AWB_SPARE_FOR_BUBBLES \\\n-\t(IPU3_UAPI_MAX_BUBBLE_SIZE * IPU3_UAPI_MAX_STRIPES * \\\n-\t IPU3_UAPI_AWB_MD_ITEM_SIZE)\n+\t(IPU3_UAPI_MAX_BUBBLE_SIZE * IPU3_UAPI_MAX_STRIPES)\n #define IPU3_UAPI_AWB_MAX_BUFFER_SIZE \\\n \t(IPU3_UAPI_AWB_MAX_SETS * \\\n \t (IPU3_UAPI_AWB_SET_SIZE + IPU3_UAPI_AWB_SPARE_FOR_BUBBLES))\n@@ -82,7 +104,7 @@ struct ipu3_uapi_grid_config {\n *\t\tthe average values for each color channel.\n */\n struct ipu3_uapi_awb_raw_buffer {\n-\t__u8 meta_data[IPU3_UAPI_AWB_MAX_BUFFER_SIZE]\n+\tstruct ipu3_uapi_awb_set_item meta_data[IPU3_UAPI_AWB_MAX_BUFFER_SIZE]\n \t\t__attribute__((aligned(32)));\n } __attribute__((packed));\n \ndiff --git a/src/ipa/ipu3/algorithms/agc.cpp b/src/ipa/ipu3/algorithms/agc.cpp\nindex 4f0d16c6..5eafe82c 100644\n--- a/src/ipa/ipu3/algorithms/agc.cpp\n+++ b/src/ipa/ipu3/algorithms/agc.cpp\n@@ -6,7 +6,6 @@\n */\n \n #include \"agc.h\"\n-#include \"awb.h\"\n \n #include <algorithm>\n #include <chrono>\n@@ -73,17 +72,16 @@ void Agc::processBrightness(const ipu3_uapi_stats_3a *stats,\n \n \tfor (unsigned int cellY = 0; cellY < grid.height; cellY++) {\n \t\tfor (unsigned int cellX = 0; cellX < grid.width; cellX++) {\n-\t\t\tuint32_t cellPosition = (cellY * stride_ + cellX)\n-\t\t\t\t\t * sizeof(Ipu3AwbCell);\n+\t\t\tuint32_t cellPosition = cellY * stride_ + cellX;\n \n-\t\t\tconst Ipu3AwbCell *cell =\n-\t\t\t\treinterpret_cast<const Ipu3AwbCell *>(\n+\t\t\tconst ipu3_uapi_awb_set_item *cell =\n+\t\t\t\treinterpret_cast<const ipu3_uapi_awb_set_item *>(\n \t\t\t\t\t&stats->awb_raw_buffer.meta_data[cellPosition]\n \t\t\t\t);\n \n-\t\t\tif (cell->satRatio == 0) {\n-\t\t\t\tuint8_t gr = cell->greenRedAvg;\n-\t\t\t\tuint8_t gb = cell->greenBlueAvg;\n+\t\t\tif (cell->sat_ratio == 0) {\n+\t\t\t\tuint8_t gr = cell->Gr_avg;\n+\t\t\t\tuint8_t gb = cell->Gb_avg;\n \t\t\t\thist[(gr + gb) / 2]++;\n \t\t\t}\n \t\t}\ndiff --git a/src/ipa/ipu3/algorithms/awb.cpp b/src/ipa/ipu3/algorithms/awb.cpp\nindex 3cff9aa4..e2b18336 100644\n--- a/src/ipa/ipu3/algorithms/awb.cpp\n+++ b/src/ipa/ipu3/algorithms/awb.cpp\n@@ -108,32 +108,6 @@ static constexpr uint32_t kMinGreenLevelInZone = 32;\n * \\brief Gain calculated for the blue channel\n */\n \n-/**\n- * \\struct Ipu3AwbCell\n- * \\brief Memory layout for each cell in AWB metadata\n- *\n- * The Ipu3AwbCell structure is used to get individual values\n- * such as red average or saturation ratio in a particular cell.\n- *\n- * \\var Ipu3AwbCell::greenRedAvg\n- * \\brief Green average for red lines in the cell\n- *\n- * \\var Ipu3AwbCell::redAvg\n- * \\brief Red average in the cell\n- *\n- * \\var Ipu3AwbCell::blueAvg\n- * \\brief blue average in the cell\n- *\n- * \\var Ipu3AwbCell::greenBlueAvg\n- * \\brief Green average for blue lines\n- *\n- * \\var Ipu3AwbCell::satRatio\n- * \\brief Saturation ratio in the cell\n- *\n- * \\var Ipu3AwbCell::padding\n- * \\brief array of unused bytes for padding\n- */\n-\n /* Default settings for Bayer noise reduction replicated from the Kernel */\n static const struct ipu3_uapi_bnr_static_config imguCssBnrDefaults = {\n \t.wb_gains = { 16, 16, 16, 16 },\n@@ -247,25 +221,24 @@ void Awb::generateAwbStats(const ipu3_uapi_stats_3a *stats)\n \t */\n \tfor (unsigned int cellY = 0; cellY < kAwbStatsSizeY * cellsPerZoneY_; cellY++) {\n \t\tfor (unsigned int cellX = 0; cellX < kAwbStatsSizeX * cellsPerZoneX_; cellX++) {\n-\t\t\tuint32_t cellPosition = (cellY * stride_ + cellX)\n-\t\t\t\t\t * sizeof(Ipu3AwbCell);\n+\t\t\tuint32_t cellPosition = cellY * stride_ + cellX;\n \t\t\tuint32_t zoneX = cellX / cellsPerZoneX_;\n \t\t\tuint32_t zoneY = cellY / cellsPerZoneY_;\n \n \t\t\tuint32_t awbZonePosition = zoneY * kAwbStatsSizeX + zoneX;\n \n \t\t\t/* Cast the initial IPU3 structure to simplify the reading */\n-\t\t\tconst Ipu3AwbCell *currentCell =\n-\t\t\t\treinterpret_cast<const Ipu3AwbCell *>(\n+\t\t\tconst ipu3_uapi_awb_set_item *currentCell =\n+\t\t\t\treinterpret_cast<const ipu3_uapi_awb_set_item *>(\n \t\t\t\t\t&stats->awb_raw_buffer.meta_data[cellPosition]\n \t\t\t\t);\n-\t\t\tif (currentCell->satRatio == 0) {\n+\t\t\tif (currentCell->sat_ratio == 0) {\n \t\t\t\t/* The cell is not saturated, use the current cell */\n \t\t\t\tawbStats_[awbZonePosition].counted++;\n-\t\t\t\tuint32_t greenValue = currentCell->greenRedAvg + currentCell->greenBlueAvg;\n+\t\t\t\tuint32_t greenValue = currentCell->Gr_avg + currentCell->Gb_avg;\n \t\t\t\tawbStats_[awbZonePosition].sum.green += greenValue / 2;\n-\t\t\t\tawbStats_[awbZonePosition].sum.red += currentCell->redAvg;\n-\t\t\t\tawbStats_[awbZonePosition].sum.blue += currentCell->blueAvg;\n+\t\t\t\tawbStats_[awbZonePosition].sum.red += currentCell->R_avg;\n+\t\t\t\tawbStats_[awbZonePosition].sum.blue += currentCell->B_avg;\n \t\t\t}\n \t\t}\n \t}\ndiff --git a/src/ipa/ipu3/algorithms/awb.h b/src/ipa/ipu3/algorithms/awb.h\nindex b3e0ad82..677384ed 100644\n--- a/src/ipa/ipu3/algorithms/awb.h\n+++ b/src/ipa/ipu3/algorithms/awb.h\n@@ -23,16 +23,6 @@ namespace ipa::ipu3::algorithms {\n static constexpr uint32_t kAwbStatsSizeX = 16;\n static constexpr uint32_t kAwbStatsSizeY = 12;\n \n-/* \\todo Move the cell layout into intel-ipu3.h kernel header */\n-struct Ipu3AwbCell {\n-\tunsigned char greenRedAvg;\n-\tunsigned char redAvg;\n-\tunsigned char blueAvg;\n-\tunsigned char greenBlueAvg;\n-\tunsigned char satRatio;\n-\tunsigned char padding[3];\n-} __attribute__((packed));\n-\n struct Accumulator {\n \tunsigned int counted;\n \tstruct {\n", "prefixes": [ "libcamera-devel", "v3", "12/12" ] }