Patch Detail
Show a patch.
GET /api/1.1/patches/18006/?format=api
{ "id": 18006, "url": "https://patchwork.libcamera.org/api/1.1/patches/18006/?format=api", "web_url": "https://patchwork.libcamera.org/patch/18006/", "project": { "id": 1, "url": "https://patchwork.libcamera.org/api/1.1/projects/1/?format=api", "name": "libcamera", "link_name": "libcamera", "list_id": "libcamera_core", "list_email": "libcamera-devel@lists.libcamera.org", "web_url": "", "scm_url": "", "webscm_url": "" }, "msgid": "<20221214093330.3345421-6-chenghaoyang@google.com>", "date": "2022-12-14T09:33:28", "name": "[libcamera-devel,v8,5/7] Move generateThumbnail from PostProcessorJpeg to Encoder", "commit_ref": null, "pull_url": null, "state": "new", "archived": false, "hash": "284c2537cb1f8a1c1674662529b36d2ab71cefb3", "submitter": { "id": 117, "url": "https://patchwork.libcamera.org/api/1.1/people/117/?format=api", "name": "Cheng-Hao Yang", "email": "chenghaoyang@chromium.org" }, "delegate": null, "mbox": "https://patchwork.libcamera.org/patch/18006/mbox/", "series": [ { "id": 3671, "url": "https://patchwork.libcamera.org/api/1.1/series/3671/?format=api", "web_url": "https://patchwork.libcamera.org/project/libcamera/list/?series=3671", "date": "2022-12-14T09:33:23", "name": "Add CrOS JEA implementation", "version": 8, "mbox": "https://patchwork.libcamera.org/series/3671/mbox/" } ], "comments": "https://patchwork.libcamera.org/api/patches/18006/comments/", "check": "pending", "checks": "https://patchwork.libcamera.org/api/patches/18006/checks/", "tags": {}, "headers": { "Return-Path": "<libcamera-devel-bounces@lists.libcamera.org>", "X-Original-To": "parsemail@patchwork.libcamera.org", "Delivered-To": "parsemail@patchwork.libcamera.org", "Received": [ "from lancelot.ideasonboard.com (lancelot.ideasonboard.com\n\t[92.243.16.209])\n\tby patchwork.libcamera.org (Postfix) with ESMTPS id 42AC1C328D\n\tfor <parsemail@patchwork.libcamera.org>;\n\tWed, 14 Dec 2022 09:33:45 +0000 (UTC)", "from lancelot.ideasonboard.com (localhost [IPv6:::1])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTP id E796763370;\n\tWed, 14 Dec 2022 10:33:44 +0100 (CET)", "from mail-pj1-x1032.google.com (mail-pj1-x1032.google.com\n\t[IPv6:2607:f8b0:4864:20::1032])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id 2B88D6336A\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tWed, 14 Dec 2022 10:33:43 +0100 (CET)", "by mail-pj1-x1032.google.com with SMTP id\n\tk88-20020a17090a4ce100b00219d0b857bcso6458138pjh.1\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tWed, 14 Dec 2022 01:33:43 -0800 (PST)", "from chenghaoyang-low.c.googlers.com.com\n\t(46.165.189.35.bc.googleusercontent.com. [35.189.165.46])\n\tby smtp.gmail.com with ESMTPSA id\n\td206-20020a621dd7000000b0056bc742d21esm9331190pfd.176.2022.12.14.01.33.39\n\t(version=TLS1_3 cipher=TLS_AES_256_GCM_SHA384 bits=256/256);\n\tWed, 14 Dec 2022 01:33:40 -0800 (PST)" ], "DKIM-Signature": [ "v=1; a=rsa-sha256; c=relaxed/simple; d=libcamera.org;\n\ts=mail; t=1671010424;\n\tbh=xA3Qb1n8bVFOYQTchfqn2PnhIihPgx1Az4G+eLEB/Fc=;\n\th=To:Date:In-Reply-To:References:Subject:List-Id:List-Unsubscribe:\n\tList-Archive:List-Post:List-Help:List-Subscribe:From:Reply-To:Cc:\n\tFrom;\n\tb=sPT+rckzJ4FgQgtXHBQoXTf70SpZzjq3GgYRJXsUivixwwC7eG1T/N1AXYFQQcD8z\n\t1XyPuxA/wZMV+xumpcl8cIBKFeUX09XCxgW+i6uYzxCV8M6LZVpMi3Ij/3Y5YTrTO2\n\tbWzzTTlKWOw3G+VhaSibDaQNsDDzE/+WSmoJTiIjafGWURPZ+pJb3TQyUxdNDwxPlW\n\tSoG90VKfdxKDc9Ar/wjd+fY7GwwvfEnRYR6w7pmpx9JiatDtKB6dciWkMhhBsauQdY\n\tGLAs+vkUUsjIn0It8wOVWJb981VPTUr4URlaTXUH7DyPM5bgzu5UxCnfh4dK/yBMiG\n\tXj2kpwcWlrkKg==", "v=1; a=rsa-sha256; c=relaxed/relaxed; d=chromium.org;\n\ts=google; \n\th=content-transfer-encoding:mime-version:references:in-reply-to\n\t:message-id:date:subject:cc:to:from:from:to:cc:subject:date\n\t:message-id:reply-to;\n\tbh=A9Uobmli/sB1aHgANRCR6JyI42UDVqgWfIJjujx6cag=;\n\tb=dZHiNRBMG6A0e70OEHHzxlHDNx8AakT/jDMn6M8WGw6+4uols8oMut0eBCIeQNhDhg\n\ttw71MtapsRc2n0ngZ+GqUOapJdGzKlqTwrGG1rDGrrnCK1FovQwZhdnPM8owyF9aq9G/\n\t8opxEGsrLZ3TAJYUv4nev21oHJh38An8VTIdg=" ], "Authentication-Results": "lancelot.ideasonboard.com; dkim=pass (1024-bit key; \n\tunprotected) header.d=chromium.org\n\theader.i=@chromium.org header.b=\"dZHiNRBM\"; \n\tdkim-atps=neutral", "X-Google-DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed;\n\td=1e100.net; s=20210112;\n\th=content-transfer-encoding:mime-version:references:in-reply-to\n\t:message-id:date:subject:cc:to:from:x-gm-message-state:from:to:cc\n\t:subject:date:message-id:reply-to;\n\tbh=A9Uobmli/sB1aHgANRCR6JyI42UDVqgWfIJjujx6cag=;\n\tb=pdMBwTY8Uywj8LTKNgneAEXkTW0Gk+xMR6vVyg3+AEdPaHdJFRqCIdL57zUCtmnyYk\n\tah8raokUiT75u4E3e+q93Wd7ajv6RoM0il1ToZ1BYxA0Is91/9zqEK+aSEad6wkx6niD\n\tJOcX7M6Yxm5UOvzt1/qz4uKpxRfEUU5U52ibOK0qxlEmvKPQx2bGrQFIlCz5dWzDHrA/\n\tX+bXfPvwFacQSGwbVIl3rArdG/QdlK/QH478ORu6xagAh9Xf8hRWApMElZ+Sf76ZgNVb\n\t7UQwSqqefTa08qCcNSqX0jAPZepnrHWkMBdrK8BYGH1vlo54iNdRUZEjNOugss+Msk5B\n\tQ4Gw==", "X-Gm-Message-State": "ANoB5pkBLveCkqnqUvJzozJDvj/+DsgwHjAKW2bzcyEdLLCEvJigaxMN\n\t9HyawCwDsVbzp1FXbzNXiLUe37vs2JWsME0M", "X-Google-Smtp-Source": "AA0mqf76XkxU8GFuPPX4ZaWzf4BzToz1vdZtIySccaAlDWn8AJCxVeKAh1/UtkNJI3gWcBkcEoJtdA==", "X-Received": "by 2002:a05:6a20:671f:b0:af:7773:9535 with SMTP id\n\tq31-20020a056a20671f00b000af77739535mr565410pzh.33.1671010420655; \n\tWed, 14 Dec 2022 01:33:40 -0800 (PST)", "X-Google-Original-From": "Harvey Yang <chenghaoyang@google.com>", "To": "libcamera-devel@lists.libcamera.org", "Date": "Wed, 14 Dec 2022 09:33:28 +0000", "Message-Id": "<20221214093330.3345421-6-chenghaoyang@google.com>", "X-Mailer": "git-send-email 2.39.0.rc1.256.g54fd8350bd-goog", "In-Reply-To": "<20221214093330.3345421-1-chenghaoyang@google.com>", "References": "<20221214093330.3345421-1-chenghaoyang@google.com>", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "Subject": "[libcamera-devel] [PATCH v8 5/7] Move generateThumbnail from\n\tPostProcessorJpeg to Encoder", "X-BeenThere": "libcamera-devel@lists.libcamera.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "<libcamera-devel.lists.libcamera.org>", "List-Unsubscribe": "<https://lists.libcamera.org/options/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=unsubscribe>", "List-Archive": "<https://lists.libcamera.org/pipermail/libcamera-devel/>", "List-Post": "<mailto:libcamera-devel@lists.libcamera.org>", "List-Help": "<mailto:libcamera-devel-request@lists.libcamera.org?subject=help>", "List-Subscribe": "<https://lists.libcamera.org/listinfo/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=subscribe>", "From": "Harvey Yang via libcamera-devel <libcamera-devel@lists.libcamera.org>", "Reply-To": "Harvey Yang <chenghaoyang@chromium.org>", "Cc": "Harvey Yang <chenghaoyang@chromium.org>", "Errors-To": "libcamera-devel-bounces@lists.libcamera.org", "Sender": "\"libcamera-devel\" <libcamera-devel-bounces@lists.libcamera.org>" }, "content": "From: Harvey Yang <chenghaoyang@chromium.org>\n\nIn the following patch, generateThumbnail will have a different\nimplementation in the jea encoder. Therefore, this patch moves the\ngenerateThumbnail function from PostProcessorJpeg to Encoder.\n\nSigned-off-by: Harvey Yang <chenghaoyang@chromium.org>\n---\n src/android/jpeg/encoder.h | 4 ++\n src/android/jpeg/encoder_libjpeg.cpp | 54 +++++++++++++++++++++---\n src/android/jpeg/encoder_libjpeg.h | 15 ++++---\n src/android/jpeg/post_processor_jpeg.cpp | 52 +----------------------\n src/android/jpeg/post_processor_jpeg.h | 11 +----\n 5 files changed, 66 insertions(+), 70 deletions(-)", "diff": "diff --git a/src/android/jpeg/encoder.h b/src/android/jpeg/encoder.h\nindex b974d367..5f9ef890 100644\n--- a/src/android/jpeg/encoder.h\n+++ b/src/android/jpeg/encoder.h\n@@ -22,4 +22,8 @@ public:\n \t\t\t libcamera::Span<uint8_t> destination,\n \t\t\t libcamera::Span<const uint8_t> exifData,\n \t\t\t unsigned int quality) = 0;\n+\tvirtual void generateThumbnail(const libcamera::FrameBuffer &source,\n+\t\t\t\t const libcamera::Size &targetSize,\n+\t\t\t\t unsigned int quality,\n+\t\t\t\t std::vector<unsigned char> *thumbnail) = 0;\n };\ndiff --git a/src/android/jpeg/encoder_libjpeg.cpp b/src/android/jpeg/encoder_libjpeg.cpp\nindex d849547f..cc5f37be 100644\n--- a/src/android/jpeg/encoder_libjpeg.cpp\n+++ b/src/android/jpeg/encoder_libjpeg.cpp\n@@ -74,7 +74,7 @@ EncoderLibJpeg::~EncoderLibJpeg() = default;\n \n int EncoderLibJpeg::configure(const StreamConfiguration &cfg)\n {\n-\treturn encoder_.configure(cfg);\n+\treturn captureEncoder_.configure(cfg);\n }\n \n EncoderLibJpeg::Encoder::Encoder()\n@@ -197,14 +197,56 @@ int EncoderLibJpeg::encode(const FrameBuffer &source, Span<uint8_t> dest,\n \t\treturn frame.error();\n \t}\n \n-\treturn encoder_.encode(frame.planes(), dest, exifData, quality);\n+\treturn captureEncoder_.encode(frame.planes(), dest, exifData, quality);\n }\n \n-int EncoderLibJpeg::encode(const std::vector<Span<uint8_t>> &src,\n-\t\t\t\t Span<uint8_t> dest, Span<const uint8_t> exifData,\n-\t\t\t\t unsigned int quality)\n+void EncoderLibJpeg::generateThumbnail(const libcamera::FrameBuffer &source,\n+\t\t\t\t const libcamera::Size &targetSize,\n+\t\t\t\t unsigned int quality,\n+\t\t\t\t std::vector<unsigned char> *thumbnail)\n {\n-\treturn encoder_.encode(src, std::move(dest), std::move(exifData), quality);\n+\t/* Stores the raw scaled-down thumbnail bytes. */\n+\tstd::vector<unsigned char> rawThumbnail;\n+\n+\tthumbnailer_.createThumbnail(source, targetSize, &rawThumbnail);\n+\n+\tStreamConfiguration thCfg;\n+\tthCfg.size = targetSize;\n+\tthCfg.pixelFormat = thumbnailer_.pixelFormat();\n+\tint ret = thumbnailEncoder_.configure(thCfg);\n+\n+\tif (!rawThumbnail.empty() && !ret) {\n+\t\t/*\n+\t\t * \\todo Avoid value-initialization of all elements of the\n+\t\t * vector.\n+\t\t */\n+\t\tthumbnail->resize(rawThumbnail.size());\n+\n+\t\t/*\n+\t\t * Split planes manually as the encoder expects a vector of\n+\t\t * planes.\n+\t\t *\n+\t\t * \\todo Pass a vector of planes directly to\n+\t\t * Thumbnailer::createThumbnailer above and remove the manual\n+\t\t * planes split from here.\n+\t\t */\n+\t\tstd::vector<Span<uint8_t>> thumbnailPlanes;\n+\t\tconst PixelFormatInfo &formatNV12 =\n+\t\t\tPixelFormatInfo::info(formats::NV12);\n+\t\tsize_t yPlaneSize = formatNV12.planeSize(targetSize, 0);\n+\t\tsize_t uvPlaneSize = formatNV12.planeSize(targetSize, 1);\n+\t\tthumbnailPlanes.push_back({ rawThumbnail.data(), yPlaneSize });\n+\t\tthumbnailPlanes.push_back({ rawThumbnail.data() + yPlaneSize,\n+\t\t\t\t\t uvPlaneSize });\n+\n+\t\tint jpegSize = thumbnailEncoder_.encode(thumbnailPlanes, *thumbnail, {},\n+\t\t\t\t\t\t\tquality);\n+\t\tthumbnail->resize(jpegSize);\n+\n+\t\tLOG(JPEG, Debug)\n+\t\t\t<< \"Thumbnail compress returned \"\n+\t\t\t<< jpegSize << \" bytes\";\n+\t}\n }\n \n int EncoderLibJpeg::Encoder::encode(const std::vector<Span<uint8_t>> &src,\ndiff --git a/src/android/jpeg/encoder_libjpeg.h b/src/android/jpeg/encoder_libjpeg.h\nindex 97182b96..fa077b8d 100644\n--- a/src/android/jpeg/encoder_libjpeg.h\n+++ b/src/android/jpeg/encoder_libjpeg.h\n@@ -15,6 +15,8 @@\n \n #include <jpeglib.h>\n \n+#include \"thumbnailer.h\"\n+\n class EncoderLibJpeg : public Encoder\n {\n public:\n@@ -26,10 +28,10 @@ public:\n \t\t libcamera::Span<uint8_t> destination,\n \t\t libcamera::Span<const uint8_t> exifData,\n \t\t unsigned int quality) override;\n-\tint encode(const std::vector<libcamera::Span<uint8_t>> &planes,\n-\t\t libcamera::Span<uint8_t> destination,\n-\t\t libcamera::Span<const uint8_t> exifData,\n-\t\t unsigned int quality);\n+\tvoid generateThumbnail(const libcamera::FrameBuffer &source,\n+\t\t\t const libcamera::Size &targetSize,\n+\t\t\t unsigned int quality,\n+\t\t\t std::vector<unsigned char> *thumbnail) override;\n \n private:\n \tclass Encoder\n@@ -57,5 +59,8 @@ private:\n \t\tbool nvSwap_;\n \t};\n \n-\tEncoder encoder_;\n+\tEncoder captureEncoder_;\n+\tEncoder thumbnailEncoder_;\n+\n+\tThumbnailer thumbnailer_;\n };\ndiff --git a/src/android/jpeg/post_processor_jpeg.cpp b/src/android/jpeg/post_processor_jpeg.cpp\nindex 0cf56716..69b18a2e 100644\n--- a/src/android/jpeg/post_processor_jpeg.cpp\n+++ b/src/android/jpeg/post_processor_jpeg.cpp\n@@ -44,60 +44,11 @@ int PostProcessorJpeg::configure(const StreamConfiguration &inCfg,\n \n \tstreamSize_ = outCfg.size;\n \n-\tthumbnailer_.configure(inCfg.size, inCfg.pixelFormat);\n-\n \tencoder_ = std::make_unique<EncoderLibJpeg>();\n \n \treturn encoder_->configure(inCfg);\n }\n \n-void PostProcessorJpeg::generateThumbnail(const FrameBuffer &source,\n-\t\t\t\t\t const Size &targetSize,\n-\t\t\t\t\t unsigned int quality,\n-\t\t\t\t\t std::vector<unsigned char> *thumbnail)\n-{\n-\t/* Stores the raw scaled-down thumbnail bytes. */\n-\tstd::vector<unsigned char> rawThumbnail;\n-\n-\tthumbnailer_.createThumbnail(source, targetSize, &rawThumbnail);\n-\n-\tStreamConfiguration thCfg;\n-\tthCfg.size = targetSize;\n-\tthCfg.pixelFormat = thumbnailer_.pixelFormat();\n-\tint ret = thumbnailEncoder_.configure(thCfg);\n-\n-\tif (!rawThumbnail.empty() && !ret) {\n-\t\t/*\n-\t\t * \\todo Avoid value-initialization of all elements of the\n-\t\t * vector.\n-\t\t */\n-\t\tthumbnail->resize(rawThumbnail.size());\n-\n-\t\t/*\n-\t\t * Split planes manually as the encoder expects a vector of\n-\t\t * planes.\n-\t\t *\n-\t\t * \\todo Pass a vector of planes directly to\n-\t\t * Thumbnailer::createThumbnailer above and remove the manual\n-\t\t * planes split from here.\n-\t\t */\n-\t\tstd::vector<Span<uint8_t>> thumbnailPlanes;\n-\t\tconst PixelFormatInfo &formatNV12 = PixelFormatInfo::info(formats::NV12);\n-\t\tsize_t yPlaneSize = formatNV12.planeSize(targetSize, 0);\n-\t\tsize_t uvPlaneSize = formatNV12.planeSize(targetSize, 1);\n-\t\tthumbnailPlanes.push_back({ rawThumbnail.data(), yPlaneSize });\n-\t\tthumbnailPlanes.push_back({ rawThumbnail.data() + yPlaneSize, uvPlaneSize });\n-\n-\t\tint jpeg_size = thumbnailEncoder_.encode(thumbnailPlanes,\n-\t\t\t\t\t\t\t *thumbnail, {}, quality);\n-\t\tthumbnail->resize(jpeg_size);\n-\n-\t\tLOG(JPEG, Debug)\n-\t\t\t<< \"Thumbnail compress returned \"\n-\t\t\t<< jpeg_size << \" bytes\";\n-\t}\n-}\n-\n void PostProcessorJpeg::process(Camera3RequestDescriptor::StreamBuffer *streamBuffer)\n {\n \tASSERT(encoder_);\n@@ -164,7 +115,8 @@ void PostProcessorJpeg::process(Camera3RequestDescriptor::StreamBuffer *streamBu\n \n \t\tif (thumbnailSize != Size(0, 0)) {\n \t\t\tstd::vector<unsigned char> thumbnail;\n-\t\t\tgenerateThumbnail(source, thumbnailSize, quality, &thumbnail);\n+\t\t\tencoder_->generateThumbnail(source, thumbnailSize,\n+\t\t\t\t\t\t quality, &thumbnail);\n \t\t\tif (!thumbnail.empty())\n \t\t\t\texif.setThumbnail(std::move(thumbnail), Exif::Compression::JPEG);\n \t\t}\ndiff --git a/src/android/jpeg/post_processor_jpeg.h b/src/android/jpeg/post_processor_jpeg.h\nindex 98309b01..55b23d7d 100644\n--- a/src/android/jpeg/post_processor_jpeg.h\n+++ b/src/android/jpeg/post_processor_jpeg.h\n@@ -8,11 +8,11 @@\n #pragma once\n \n #include \"../post_processor.h\"\n-#include \"encoder_libjpeg.h\"\n-#include \"thumbnailer.h\"\n \n #include <libcamera/geometry.h>\n \n+#include \"encoder.h\"\n+\n class CameraDevice;\n \n class PostProcessorJpeg : public PostProcessor\n@@ -25,14 +25,7 @@ public:\n \tvoid process(Camera3RequestDescriptor::StreamBuffer *streamBuffer) override;\n \n private:\n-\tvoid generateThumbnail(const libcamera::FrameBuffer &source,\n-\t\t\t const libcamera::Size &targetSize,\n-\t\t\t unsigned int quality,\n-\t\t\t std::vector<unsigned char> *thumbnail);\n-\n \tCameraDevice *const cameraDevice_;\n \tstd::unique_ptr<Encoder> encoder_;\n \tlibcamera::Size streamSize_;\n-\tEncoderLibJpeg thumbnailEncoder_;\n-\tThumbnailer thumbnailer_;\n };\n", "prefixes": [ "libcamera-devel", "v8", "5/7" ] }