Patch Detail
Show a patch.
GET /api/1.1/patches/18008/?format=api
{ "id": 18008, "url": "https://patchwork.libcamera.org/api/1.1/patches/18008/?format=api", "web_url": "https://patchwork.libcamera.org/patch/18008/", "project": { "id": 1, "url": "https://patchwork.libcamera.org/api/1.1/projects/1/?format=api", "name": "libcamera", "link_name": "libcamera", "list_id": "libcamera_core", "list_email": "libcamera-devel@lists.libcamera.org", "web_url": "", "scm_url": "", "webscm_url": "" }, "msgid": "<20221214093330.3345421-8-chenghaoyang@google.com>", "date": "2022-12-14T09:33:30", "name": "[libcamera-devel,v8,7/7] Add JEA implementation", "commit_ref": null, "pull_url": null, "state": "accepted", "archived": false, "hash": "aeb2017e31fac7ab4624ff50b691ca387eb54a56", "submitter": { "id": 117, "url": "https://patchwork.libcamera.org/api/1.1/people/117/?format=api", "name": "Cheng-Hao Yang", "email": "chenghaoyang@chromium.org" }, "delegate": null, "mbox": "https://patchwork.libcamera.org/patch/18008/mbox/", "series": [ { "id": 3671, "url": "https://patchwork.libcamera.org/api/1.1/series/3671/?format=api", "web_url": "https://patchwork.libcamera.org/project/libcamera/list/?series=3671", "date": "2022-12-14T09:33:23", "name": "Add CrOS JEA implementation", "version": 8, "mbox": "https://patchwork.libcamera.org/series/3671/mbox/" } ], "comments": "https://patchwork.libcamera.org/api/patches/18008/comments/", "check": "pending", "checks": "https://patchwork.libcamera.org/api/patches/18008/checks/", "tags": {}, "headers": { "Return-Path": "<libcamera-devel-bounces@lists.libcamera.org>", "X-Original-To": "parsemail@patchwork.libcamera.org", "Delivered-To": "parsemail@patchwork.libcamera.org", "Received": [ "from lancelot.ideasonboard.com (lancelot.ideasonboard.com\n\t[92.243.16.209])\n\tby patchwork.libcamera.org (Postfix) with ESMTPS id 8CECFC328D\n\tfor <parsemail@patchwork.libcamera.org>;\n\tWed, 14 Dec 2022 09:33:47 +0000 (UTC)", "from lancelot.ideasonboard.com (localhost [IPv6:::1])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTP id 4E95963374;\n\tWed, 14 Dec 2022 10:33:47 +0100 (CET)", "from mail-pj1-x102f.google.com (mail-pj1-x102f.google.com\n\t[IPv6:2607:f8b0:4864:20::102f])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id D7A4563365\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tWed, 14 Dec 2022 10:33:44 +0100 (CET)", "by mail-pj1-x102f.google.com with SMTP id gt4so6330021pjb.1\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tWed, 14 Dec 2022 01:33:44 -0800 (PST)", "from chenghaoyang-low.c.googlers.com.com\n\t(46.165.189.35.bc.googleusercontent.com. [35.189.165.46])\n\tby smtp.gmail.com with ESMTPSA id\n\td206-20020a621dd7000000b0056bc742d21esm9331190pfd.176.2022.12.14.01.33.42\n\t(version=TLS1_3 cipher=TLS_AES_256_GCM_SHA384 bits=256/256);\n\tWed, 14 Dec 2022 01:33:42 -0800 (PST)" ], "DKIM-Signature": [ "v=1; a=rsa-sha256; c=relaxed/simple; d=libcamera.org;\n\ts=mail; t=1671010427;\n\tbh=kmpDd7yixG54jaDd+YBHVfCce/k6l4WE6/wbifByPug=;\n\th=To:Date:In-Reply-To:References:Subject:List-Id:List-Unsubscribe:\n\tList-Archive:List-Post:List-Help:List-Subscribe:From:Reply-To:Cc:\n\tFrom;\n\tb=UnTYk88El8z2z3S9WzbJknHW8cTAa0NwbygMJHGYbS6fn0yubJCZdIPTe7J908zVQ\n\t+2kIph9IwIN1NajOkR8EdLGGvbR99fQ+CFGeeMvNd16Gy8vYYonYuFKWbg2rtJBpP/\n\tc3PiFc3wBqOe+ozAK/35NQpHAZy0+rgP6eVFFEzOF7JbgkJXR8+aJyq+ncRy3qDKJ7\n\thOquBebYR6AhUMV+GJ2A23bSQxhBb2AyGf3KZ/ANnU15HIU06w90Qw/xdYX5exvW28\n\tHL6ODjWXfsDYrkYahCl8stfzrL0mVrzV3YVIq63kXPCKHB4Y7aPFPe/jhy9cbg9sZN\n\tnC9atx9T1H2EA==", "v=1; a=rsa-sha256; c=relaxed/relaxed; d=chromium.org;\n\ts=google; \n\th=content-transfer-encoding:mime-version:references:in-reply-to\n\t:message-id:date:subject:cc:to:from:from:to:cc:subject:date\n\t:message-id:reply-to;\n\tbh=GUhT+SY+bU9vAVRynk22I9wvkA9Aii8PDWqKJ6JeH/Y=;\n\tb=dgJja3lcVtwdr1+vHyZST3khNcIjYvz03+uS641Cv8z5xiw8Tz9XWhgghuJYiT0eTj\n\t3W2O0RfkwISmOLV+xCFD5KDWVb/e4RNj8Hm0zNgY73z0m8+8XaGv5tvxEJ/Yn3uPMg5V\n\tALeS3ZEs9iu8mABrPUB+KhLh6d/km9/v2UpwY=" ], "Authentication-Results": "lancelot.ideasonboard.com; dkim=pass (1024-bit key; \n\tunprotected) header.d=chromium.org\n\theader.i=@chromium.org header.b=\"dgJja3lc\"; \n\tdkim-atps=neutral", "X-Google-DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed;\n\td=1e100.net; s=20210112;\n\th=content-transfer-encoding:mime-version:references:in-reply-to\n\t:message-id:date:subject:cc:to:from:x-gm-message-state:from:to:cc\n\t:subject:date:message-id:reply-to;\n\tbh=GUhT+SY+bU9vAVRynk22I9wvkA9Aii8PDWqKJ6JeH/Y=;\n\tb=tFVSxPbNRA6scKECH0zgtgcDUGmN37LzflAC+skuL4vnROjbD83dNdKAgQt1aP+8BT\n\tfKoQ4sv44EbSh1CJdtHuaASHj4QokMMJFFbhz6Jg6GrbtPn4siEs9BDF0auP0BRtBwcV\n\tkL+66Yya1qOJkM/nPlXnvvImBDdqQNNgM8NbjfWcffB9Ke7r1bu1KIziDL6llCgCzO3T\n\tpxK6YqSAEMtO42wzjtrA5Vo0z7CpZ/cSe1Zx5PlIrHKiIK3SWwLFup+B5BUYqfhOXwZg\n\toW8WMGFUe+pZkwdGjAp5n/3B8JrEbleBwrMjK+2iS2eX6WB1oc0gpENLLA0fB0SdW0fn\n\tdTnQ==", "X-Gm-Message-State": "ANoB5pkJ9dhhRC+Q1mMySutheqNTUfCxDivp9es3+23ilvmyl3cwRYw6\n\tOCqsWjJ0dTXZE47EydGdsh1HM+9VnmatSafG", "X-Google-Smtp-Source": "AA0mqf7/A05LNAoH6F4+snlTyWO4VUOCLYVqhy5TqLHbb/fE0E79Ghu4rLhCCEC0Ncq20VmpBn2DbQ==", "X-Received": "by 2002:a05:6a20:12d6:b0:a7:8ce5:6fc6 with SMTP id\n\tv22-20020a056a2012d600b000a78ce56fc6mr33668841pzg.13.1671010423103; \n\tWed, 14 Dec 2022 01:33:43 -0800 (PST)", "X-Google-Original-From": "Harvey Yang <chenghaoyang@google.com>", "To": "libcamera-devel@lists.libcamera.org", "Date": "Wed, 14 Dec 2022 09:33:30 +0000", "Message-Id": "<20221214093330.3345421-8-chenghaoyang@google.com>", "X-Mailer": "git-send-email 2.39.0.rc1.256.g54fd8350bd-goog", "In-Reply-To": "<20221214093330.3345421-1-chenghaoyang@google.com>", "References": "<20221214093330.3345421-1-chenghaoyang@google.com>", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "Subject": "[libcamera-devel] [PATCH v8 7/7] Add JEA implementation", "X-BeenThere": "libcamera-devel@lists.libcamera.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "<libcamera-devel.lists.libcamera.org>", "List-Unsubscribe": "<https://lists.libcamera.org/options/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=unsubscribe>", "List-Archive": "<https://lists.libcamera.org/pipermail/libcamera-devel/>", "List-Post": "<mailto:libcamera-devel@lists.libcamera.org>", "List-Help": "<mailto:libcamera-devel-request@lists.libcamera.org?subject=help>", "List-Subscribe": "<https://lists.libcamera.org/listinfo/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=subscribe>", "From": "Harvey Yang via libcamera-devel <libcamera-devel@lists.libcamera.org>", "Reply-To": "Harvey Yang <chenghaoyang@chromium.org>", "Cc": "Harvey Yang <chenghaoyang@chromium.org>", "Errors-To": "libcamera-devel-bounces@lists.libcamera.org", "Sender": "\"libcamera-devel\" <libcamera-devel-bounces@lists.libcamera.org>" }, "content": "From: Harvey Yang <chenghaoyang@chromium.org>\n\nThis patch adds JEA implementation to replace LibJpeg in CrOS platform,\nwhere hardware accelerator is available.\n\nSigned-off-by: Harvey Yang <chenghaoyang@chromium.org>\n---\n src/android/cros/camera3_hal.cpp | 4 +-\n src/android/cros_mojo_token.h | 12 +++\n src/android/jpeg/encoder_jea.cpp | 105 +++++++++++++++++++++++\n src/android/jpeg/encoder_jea.h | 35 ++++++++\n src/android/jpeg/meson.build | 13 ++-\n src/android/jpeg/post_processor_jpeg.cpp | 8 ++\n 6 files changed, 174 insertions(+), 3 deletions(-)\n create mode 100644 src/android/cros_mojo_token.h\n create mode 100644 src/android/jpeg/encoder_jea.cpp\n create mode 100644 src/android/jpeg/encoder_jea.h", "diff": "diff --git a/src/android/cros/camera3_hal.cpp b/src/android/cros/camera3_hal.cpp\nindex fb863b5f..71acb441 100644\n--- a/src/android/cros/camera3_hal.cpp\n+++ b/src/android/cros/camera3_hal.cpp\n@@ -8,9 +8,11 @@\n #include <cros-camera/cros_camera_hal.h>\n \n #include \"../camera_hal_manager.h\"\n+#include \"../cros_mojo_token.h\"\n \n-static void set_up([[maybe_unused]] cros::CameraMojoChannelManagerToken *token)\n+static void set_up(cros::CameraMojoChannelManagerToken *token)\n {\n+\tgCrosMojoToken = token;\n }\n \n static void tear_down()\ndiff --git a/src/android/cros_mojo_token.h b/src/android/cros_mojo_token.h\nnew file mode 100644\nindex 00000000..043c752a\n--- /dev/null\n+++ b/src/android/cros_mojo_token.h\n@@ -0,0 +1,12 @@\n+/* SPDX-License-Identifier: LGPL-2.1-or-later */\n+/*\n+ * Copyright (C) 2022, Google Inc.\n+ *\n+ * cros_mojo_token.h - cros-specific mojo token\n+ */\n+\n+#pragma once\n+\n+#include <cros-camera/cros_camera_hal.h>\n+\n+inline cros::CameraMojoChannelManagerToken *gCrosMojoToken = nullptr;\ndiff --git a/src/android/jpeg/encoder_jea.cpp b/src/android/jpeg/encoder_jea.cpp\nnew file mode 100644\nindex 00000000..139bde93\n--- /dev/null\n+++ b/src/android/jpeg/encoder_jea.cpp\n@@ -0,0 +1,105 @@\n+/* SPDX-License-Identifier: LGPL-2.1-or-later */\n+/*\n+ * Copyright (C) 2022, Google Inc.\n+ *\n+ * encoder_jea.cpp - JPEG encoding using CrOS JEA\n+ */\n+\n+#include \"encoder_jea.h\"\n+\n+#include \"libcamera/internal/mapped_framebuffer.h\"\n+\n+#include <cros-camera/camera_mojo_channel_manager_token.h>\n+\n+#include \"../cros_mojo_token.h\"\n+#include \"../hal_framebuffer.h\"\n+\n+EncoderJea::EncoderJea() = default;\n+\n+EncoderJea::~EncoderJea() = default;\n+\n+int EncoderJea::configure(const libcamera::StreamConfiguration &cfg)\n+{\n+\tsize_ = cfg.size;\n+\n+\tif (jpegCompressor_)\n+\t\treturn 0;\n+\n+\tif (gCrosMojoToken == nullptr)\n+\t\treturn -ENOTSUP;\n+\n+\tjpegCompressor_ = cros::JpegCompressor::GetInstance(gCrosMojoToken);\n+\n+\treturn 0;\n+}\n+\n+int EncoderJea::encode(Camera3RequestDescriptor::StreamBuffer *streamBuffer,\n+\t\t libcamera::Span<const uint8_t> exifData,\n+\t\t unsigned int quality)\n+{\n+\tif (!jpegCompressor_)\n+\t\treturn -ENOTSUP;\n+\n+\tuint32_t outDataSize = 0;\n+\tconst HALFrameBuffer *fb = dynamic_cast<const HALFrameBuffer *>(\n+\t\tstreamBuffer->srcBuffer);\n+\n+\tif (!jpegCompressor_->CompressImageFromHandle(fb->handle(),\n+\t\t\t\t\t\t *streamBuffer->camera3Buffer,\n+\t\t\t\t\t\t size_.width, size_.height,\n+\t\t\t\t\t\t quality, exifData.data(),\n+\t\t\t\t\t\t exifData.size(),\n+\t\t\t\t\t\t &outDataSize))\n+\t\treturn -EBUSY;\n+\n+\treturn outDataSize;\n+}\n+\n+void EncoderJea::generateThumbnail(const libcamera::FrameBuffer &source,\n+\t\t\t\t const libcamera::Size &targetSize,\n+\t\t\t\t unsigned int quality,\n+\t\t\t\t std::vector<unsigned char> *thumbnail)\n+{\n+\tif (!jpegCompressor_)\n+\t\treturn;\n+\n+\tlibcamera::MappedFrameBuffer frame(&source,\n+\t\t\t\t\t libcamera::MappedFrameBuffer::MapFlag::Read);\n+\n+\tif (frame.planes().empty())\n+\t\treturn;\n+\n+\t// JEA needs consecutive memory.\n+\tunsigned long size = 0, index = 0;\n+\tfor (const auto& plane : frame.planes())\n+\t\tsize += plane.size();\n+\n+\tstd::vector<uint8_t> data(size);\n+\tfor (const auto& plane : frame.planes()) {\n+\t\tmemcpy(&data[index], plane.data(), plane.size());\n+\t\tindex += plane.size();\n+\t}\n+\n+\tuint32_t outDataSize = 0;\n+\n+\t/*\n+\t * Since the structure of the App1 segment is like:\n+\t * 0xFF [1 byte marker] [2 bytes size] [data]\n+\t * And it should not be larger than 64K.\n+\t */\n+\tconstexpr int kApp1MaxDataSize = 65532;\n+\tthumbnail->resize(kApp1MaxDataSize);\n+\n+\tif (!jpegCompressor_->GenerateThumbnail(data.data(),\n+\t\t\t\t\t\tsize_.width, size_.height,\n+\t\t\t\t\t\ttargetSize.width,\n+\t\t\t\t\t\ttargetSize.height, quality,\n+\t\t\t\t\t\tthumbnail->size(),\n+\t\t\t\t\t\tthumbnail->data(),\n+\t\t\t\t\t\t&outDataSize)) {\n+\t\tthumbnail->clear();\n+\t\treturn;\n+\t}\n+\n+\tthumbnail->resize(outDataSize);\n+}\ndiff --git a/src/android/jpeg/encoder_jea.h b/src/android/jpeg/encoder_jea.h\nnew file mode 100644\nindex 00000000..817b3202\n--- /dev/null\n+++ b/src/android/jpeg/encoder_jea.h\n@@ -0,0 +1,35 @@\n+/* SPDX-License-Identifier: LGPL-2.1-or-later */\n+/*\n+ * Copyright (C) 2022, Google Inc.\n+ *\n+ * encoder_jea.h - JPEG encoding using CrOS JEA\n+ */\n+\n+#pragma once\n+\n+#include <libcamera/geometry.h>\n+\n+#include <cros-camera/jpeg_compressor.h>\n+\n+#include \"encoder.h\"\n+\n+class EncoderJea : public Encoder\n+{\n+public:\n+\tEncoderJea();\n+\t~EncoderJea();\n+\n+\tint configure(const libcamera::StreamConfiguration &cfg) override;\n+\tint encode(Camera3RequestDescriptor::StreamBuffer *streamBuffer,\n+\t\t libcamera::Span<const uint8_t> exifData,\n+\t\t unsigned int quality) override;\n+\tvoid generateThumbnail(const libcamera::FrameBuffer &source,\n+\t\t\t const libcamera::Size &targetSize,\n+\t\t\t unsigned int quality,\n+\t\t\t std::vector<unsigned char> *thumbnail) override;\n+\n+private:\n+\tlibcamera::Size size_;\n+\n+\tstd::unique_ptr<cros::JpegCompressor> jpegCompressor_;\n+};\ndiff --git a/src/android/jpeg/meson.build b/src/android/jpeg/meson.build\nindex 08397a87..2b68f54c 100644\n--- a/src/android/jpeg/meson.build\n+++ b/src/android/jpeg/meson.build\n@@ -1,8 +1,17 @@\n # SPDX-License-Identifier: CC0-1.0\n \n android_hal_sources += files([\n- 'encoder_libjpeg.cpp',\n 'exif.cpp',\n 'post_processor_jpeg.cpp',\n- 'thumbnailer.cpp'\n ])\n+\n+platform = get_option('android_platform')\n+if platform == 'generic'\n+ android_hal_sources += files([\n+ 'encoder_libjpeg.cpp',\n+ 'thumbnailer.cpp'\n+ ])\n+elif platform == 'cros'\n+ android_hal_sources += files(['encoder_jea.cpp'])\n+ android_deps += [dependency('libcros_camera')]\n+endif\ndiff --git a/src/android/jpeg/post_processor_jpeg.cpp b/src/android/jpeg/post_processor_jpeg.cpp\nindex 918ab492..3424f8e7 100644\n--- a/src/android/jpeg/post_processor_jpeg.cpp\n+++ b/src/android/jpeg/post_processor_jpeg.cpp\n@@ -12,7 +12,11 @@\n #include \"../camera_device.h\"\n #include \"../camera_metadata.h\"\n #include \"../camera_request.h\"\n+#if defined(OS_CHROMEOS)\n+#include \"encoder_jea.h\"\n+#else // !defined(OS_CHROMEOS)\n #include \"encoder_libjpeg.h\"\n+#endif\n #include \"exif.h\"\n \n #include <libcamera/base/log.h>\n@@ -44,7 +48,11 @@ int PostProcessorJpeg::configure(const StreamConfiguration &inCfg,\n \n \tstreamSize_ = outCfg.size;\n \n+#if defined(OS_CHROMEOS)\n+\tencoder_ = std::make_unique<EncoderJea>();\n+#else // !defined(OS_CHROMEOS)\n \tencoder_ = std::make_unique<EncoderLibJpeg>();\n+#endif\n \n \treturn encoder_->configure(inCfg);\n }\n", "prefixes": [ "libcamera-devel", "v8", "7/7" ] }