Patch Detail
Show a patch.
GET /api/1.1/patches/14298/?format=api
{ "id": 14298, "url": "https://patchwork.libcamera.org/api/1.1/patches/14298/?format=api", "web_url": "https://patchwork.libcamera.org/patch/14298/", "project": { "id": 1, "url": "https://patchwork.libcamera.org/api/1.1/projects/1/?format=api", "name": "libcamera", "link_name": "libcamera", "list_id": "libcamera_core", "list_email": "libcamera-devel@lists.libcamera.org", "web_url": "", "scm_url": "", "webscm_url": "" }, "msgid": "<20211025203833.122460-5-umang.jain@ideasonboard.com>", "date": "2021-10-25T20:38:30", "name": "[libcamera-devel,v7,4/7] android: post_processor: Consolidate contextual information", "commit_ref": null, "pull_url": null, "state": "superseded", "archived": false, "hash": "fcb4c3c52ccf2799e6063af58353130b60881e7e", "submitter": { "id": 86, "url": "https://patchwork.libcamera.org/api/1.1/people/86/?format=api", "name": "Umang Jain", "email": "umang.jain@ideasonboard.com" }, "delegate": { "id": 12, "url": "https://patchwork.libcamera.org/api/1.1/users/12/?format=api", "username": "uajain", "first_name": "Umang", "last_name": "Jain", "email": "umang.jain@ideasonboard.com" }, "mbox": "https://patchwork.libcamera.org/patch/14298/mbox/", "series": [ { "id": 2653, "url": "https://patchwork.libcamera.org/api/1.1/series/2653/?format=api", "web_url": "https://patchwork.libcamera.org/project/libcamera/list/?series=2653", "date": "2021-10-25T20:38:26", "name": "Async Post Processor", "version": 7, "mbox": "https://patchwork.libcamera.org/series/2653/mbox/" } ], "comments": "https://patchwork.libcamera.org/api/patches/14298/comments/", "check": "pending", "checks": "https://patchwork.libcamera.org/api/patches/14298/checks/", "tags": {}, "headers": { "Return-Path": "<libcamera-devel-bounces@lists.libcamera.org>", "X-Original-To": "parsemail@patchwork.libcamera.org", "Delivered-To": "parsemail@patchwork.libcamera.org", "Received": [ "from lancelot.ideasonboard.com (lancelot.ideasonboard.com\n\t[92.243.16.209])\n\tby patchwork.libcamera.org (Postfix) with ESMTPS id 91B24BF415\n\tfor <parsemail@patchwork.libcamera.org>;\n\tMon, 25 Oct 2021 20:38:53 +0000 (UTC)", "from lancelot.ideasonboard.com (localhost [IPv6:::1])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTP id 30E9E6487B;\n\tMon, 25 Oct 2021 22:38:53 +0200 (CEST)", "from perceval.ideasonboard.com (perceval.ideasonboard.com\n\t[213.167.242.64])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id 409B260125\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tMon, 25 Oct 2021 22:38:51 +0200 (CEST)", "from perceval.ideasonboard.com (unknown [103.251.226.211])\n\tby perceval.ideasonboard.com (Postfix) with ESMTPSA id E9C34E0A;\n\tMon, 25 Oct 2021 22:38:49 +0200 (CEST)" ], "Authentication-Results": "lancelot.ideasonboard.com;\n\tdkim=fail reason=\"signature verification failed\" (1024-bit key;\n\tunprotected) header.d=ideasonboard.com header.i=@ideasonboard.com\n\theader.b=\"SqAIO8KI\"; dkim-atps=neutral", "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/simple; d=ideasonboard.com;\n\ts=mail; t=1635194331;\n\tbh=fo3QLtg0GBlyoGCezLj8ctOiprKx3MPFknrzCVPWKVM=;\n\th=From:To:Cc:Subject:Date:In-Reply-To:References:From;\n\tb=SqAIO8KIi5agCTE2HTz1Y1TwdBCUcOy8gZUfCfi1O5BFHn/5WGLiLD/cs2uj7ZouI\n\tOnUmHriI3xN9aR3RJBkqqtuku+3J8xvKyf/0W26BPPftecQIB7pAy20bU52mPQ8RZe\n\t/hG9sFHhSmkY+TzRxiXVDKBFrAHdJ3G7qq2toEpY=", "From": "Umang Jain <umang.jain@ideasonboard.com>", "To": "libcamera-devel@lists.libcamera.org", "Date": "Tue, 26 Oct 2021 02:08:30 +0530", "Message-Id": "<20211025203833.122460-5-umang.jain@ideasonboard.com>", "X-Mailer": "git-send-email 2.31.1", "In-Reply-To": "<20211025203833.122460-1-umang.jain@ideasonboard.com>", "References": "<20211025203833.122460-1-umang.jain@ideasonboard.com>", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "Subject": "[libcamera-devel] [PATCH v7 4/7] android: post_processor:\n\tConsolidate contextual information", "X-BeenThere": "libcamera-devel@lists.libcamera.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "<libcamera-devel.lists.libcamera.org>", "List-Unsubscribe": "<https://lists.libcamera.org/options/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=unsubscribe>", "List-Archive": "<https://lists.libcamera.org/pipermail/libcamera-devel/>", "List-Post": "<mailto:libcamera-devel@lists.libcamera.org>", "List-Help": "<mailto:libcamera-devel-request@lists.libcamera.org?subject=help>", "List-Subscribe": "<https://lists.libcamera.org/listinfo/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=subscribe>", "Errors-To": "libcamera-devel-bounces@lists.libcamera.org", "Sender": "\"libcamera-devel\" <libcamera-devel-bounces@lists.libcamera.org>" }, "content": "Save and provide the context for post-processor of a camera stream\nvia Camera3RequestDescriptor::StreamBuffer. We extend the structure\nto include source and destination buffers for the post processor, along\nwith CameraStream::Type::Internal buffer pointer (if any). In addition\nto that, a back pointer to Camera3RequestDescriptor is convienient to\nget access to overall descriptor (status, metadata settings etc.)\n\nAlso, migrate CameraStream::process() and PostProcessor::process()\nsignature to use Camera3RequestDescriptor::StreamBuffer only. This\nwill be helpful when we move to async post-processing in subsequent\ncommits.\n\nSigned-off-by: Umang Jain <umang.jain@ideasonboard.com>\nReviewed-by: Laurent Pinchart <laurent.pinchart@ideasonboard.com>\nReviewed-by: Hirokazu Honda <hiroh@chromium.org>\n---\n src/android/camera_device.cpp | 13 ++++++++-----\n src/android/camera_request.cpp | 5 ++++-\n src/android/camera_request.h | 5 +++++\n src/android/camera_stream.cpp | 23 +++++++++++------------\n src/android/camera_stream.h | 4 +---\n src/android/jpeg/post_processor_jpeg.cpp | 12 +++++++-----\n src/android/jpeg/post_processor_jpeg.h | 4 +---\n src/android/post_processor.h | 7 ++-----\n src/android/yuv/post_processor_yuv.cpp | 7 ++++---\n src/android/yuv/post_processor_yuv.h | 4 +---\n 10 files changed, 44 insertions(+), 40 deletions(-)", "diff": "diff --git a/src/android/camera_device.cpp b/src/android/camera_device.cpp\nindex bf9a2e69..9155728a 100644\n--- a/src/android/camera_device.cpp\n+++ b/src/android/camera_device.cpp\n@@ -953,6 +953,7 @@ int CameraDevice::processCaptureRequest(camera3_capture_request_t *camera3Reques\n \t\t\t * once it has been processed.\n \t\t\t */\n \t\t\tframeBuffer = cameraStream->getBuffer();\n+\t\t\tbuffer.internalBuffer = frameBuffer;\n \t\t\tLOG(HAL, Debug) << ss.str() << \" (internal)\";\n \t\t\tbreak;\n \t\t}\n@@ -1133,14 +1134,16 @@ void CameraDevice::requestComplete(Request *request)\n \t\t\tcontinue;\n \t\t}\n \n-\t\tint ret = stream->process(*src, buffer, descriptor);\n+\t\tbuffer.srcBuffer = src;\n+\n+\t\tint ret = stream->process(&buffer);\n \n \t\t/*\n-\t\t * Return the FrameBuffer to the CameraStream now that we're\n-\t\t * done processing it.\n+\t\t * If the framebuffer is internal to CameraStream return it back\n+\t\t * now that we're done processing it.\n \t\t */\n-\t\tif (stream->type() == CameraStream::Type::Internal)\n-\t\t\tstream->putBuffer(src);\n+\t\tif (buffer.internalBuffer)\n+\t\t\tstream->putBuffer(buffer.internalBuffer);\n \n \t\tif (ret) {\n \t\t\tbuffer.status = Camera3RequestDescriptor::Status::Error;\ndiff --git a/src/android/camera_request.cpp b/src/android/camera_request.cpp\nindex 16cf266f..5bac1b8f 100644\n--- a/src/android/camera_request.cpp\n+++ b/src/android/camera_request.cpp\n@@ -9,6 +9,8 @@\n \n #include <libcamera/base/span.h>\n \n+#include \"camera_buffer.h\"\n+\n using namespace libcamera;\n \n /*\n@@ -36,7 +38,8 @@ Camera3RequestDescriptor::Camera3RequestDescriptor(\n \t\t\tstatic_cast<CameraStream *>(buffer.stream->priv);\n \n \t\tbuffers_.push_back({ stream, buffer.buffer, nullptr,\n-\t\t\t\t buffer.acquire_fence, Status::Success });\n+\t\t\t\t buffer.acquire_fence, Status::Success,\n+\t\t\t\t nullptr, nullptr, nullptr, this });\n \t}\n \n \t/* Clone the controls associated with the camera3 request. */\ndiff --git a/src/android/camera_request.h b/src/android/camera_request.h\nindex 4d80ef32..c7fda00d 100644\n--- a/src/android/camera_request.h\n+++ b/src/android/camera_request.h\n@@ -21,6 +21,7 @@\n #include \"camera_worker.h\"\n \n class CameraStream;\n+class CameraBuffer;\n \n class Camera3RequestDescriptor\n {\n@@ -36,6 +37,10 @@ public:\n \t\tstd::unique_ptr<libcamera::FrameBuffer> frameBuffer;\n \t\tint fence;\n \t\tStatus status;\n+\t\tlibcamera::FrameBuffer *internalBuffer;\n+\t\tconst libcamera::FrameBuffer *srcBuffer;\n+\t\tstd::unique_ptr<CameraBuffer> dstBuffer;\n+\t\tCamera3RequestDescriptor *request;\n \t};\n \n \tCamera3RequestDescriptor(libcamera::Camera *camera,\ndiff --git a/src/android/camera_stream.cpp b/src/android/camera_stream.cpp\nindex 5d991fe5..282b19b0 100644\n--- a/src/android/camera_stream.cpp\n+++ b/src/android/camera_stream.cpp\n@@ -146,23 +146,21 @@ int CameraStream::waitFence(int fence)\n \treturn -errno;\n }\n \n-int CameraStream::process(const FrameBuffer &source,\n-\t\t\t Camera3RequestDescriptor::StreamBuffer &dest,\n-\t\t\t Camera3RequestDescriptor *request)\n+int CameraStream::process(Camera3RequestDescriptor::StreamBuffer *streamBuffer)\n {\n \tASSERT(type_ != Type::Direct);\n \n \t/* Handle waiting on fences on the destination buffer. */\n-\tif (dest.fence != -1) {\n-\t\tint ret = waitFence(dest.fence);\n+\tif (streamBuffer->fence != -1) {\n+\t\tint ret = waitFence(streamBuffer->fence);\n \t\tif (ret < 0) {\n \t\t\tLOG(HAL, Error) << \"Failed waiting for fence: \"\n-\t\t\t\t\t<< dest.fence << \": \" << strerror(-ret);\n+\t\t\t\t\t<< streamBuffer->fence << \": \" << strerror(-ret);\n \t\t\treturn ret;\n \t\t}\n \n-\t\t::close(dest.fence);\n-\t\tdest.fence = -1;\n+\t\t::close(streamBuffer->fence);\n+\t\tstreamBuffer->fence = -1;\n \t}\n \n \t/*\n@@ -170,14 +168,15 @@ int CameraStream::process(const FrameBuffer &source,\n \t * separate thread.\n \t */\n \tconst StreamConfiguration &output = configuration();\n-\tCameraBuffer destBuffer(*dest.camera3Buffer, output.pixelFormat,\n-\t\t\t\toutput.size, PROT_READ | PROT_WRITE);\n-\tif (!destBuffer.isValid()) {\n+\tstreamBuffer->dstBuffer = std::make_unique<CameraBuffer>(\n+\t\t*streamBuffer->camera3Buffer, output.pixelFormat, output.size,\n+\t\tPROT_READ | PROT_WRITE);\n+\tif (!streamBuffer->dstBuffer->isValid()) {\n \t\tLOG(HAL, Error) << \"Failed to create destination buffer\";\n \t\treturn -EINVAL;\n \t}\n \n-\treturn postProcessor_->process(source, &destBuffer, request);\n+\treturn postProcessor_->process(streamBuffer);\n }\n \n FrameBuffer *CameraStream::getBuffer()\ndiff --git a/src/android/camera_stream.h b/src/android/camera_stream.h\nindex f242336e..e74a9a3b 100644\n--- a/src/android/camera_stream.h\n+++ b/src/android/camera_stream.h\n@@ -121,9 +121,7 @@ public:\n \tlibcamera::Stream *stream() const;\n \n \tint configure();\n-\tint process(const libcamera::FrameBuffer &source,\n-\t\t Camera3RequestDescriptor::StreamBuffer &dest,\n-\t\t Camera3RequestDescriptor *request);\n+\tint process(Camera3RequestDescriptor::StreamBuffer *streamBuffer);\n \tlibcamera::FrameBuffer *getBuffer();\n \tvoid putBuffer(libcamera::FrameBuffer *buffer);\n \ndiff --git a/src/android/jpeg/post_processor_jpeg.cpp b/src/android/jpeg/post_processor_jpeg.cpp\nindex 49483836..240e29f6 100644\n--- a/src/android/jpeg/post_processor_jpeg.cpp\n+++ b/src/android/jpeg/post_processor_jpeg.cpp\n@@ -98,15 +98,17 @@ void PostProcessorJpeg::generateThumbnail(const FrameBuffer &source,\n \t}\n }\n \n-int PostProcessorJpeg::process(const FrameBuffer &source,\n-\t\t\t CameraBuffer *destination,\n-\t\t\t Camera3RequestDescriptor *request)\n+int PostProcessorJpeg::process(Camera3RequestDescriptor::StreamBuffer *streamBuffer)\n {\n \tASSERT(encoder_);\n+\n+\tconst FrameBuffer &source = *streamBuffer->srcBuffer;\n+\tCameraBuffer *destination = streamBuffer->dstBuffer.get();\n+\n \tASSERT(destination->numPlanes() == 1);\n \n-\tconst CameraMetadata &requestMetadata = request->settings_;\n-\tCameraMetadata *resultMetadata = request->resultMetadata_.get();\n+\tconst CameraMetadata &requestMetadata = streamBuffer->request->settings_;\n+\tCameraMetadata *resultMetadata = streamBuffer->request->resultMetadata_.get();\n \tcamera_metadata_ro_entry_t entry;\n \tint ret;\n \ndiff --git a/src/android/jpeg/post_processor_jpeg.h b/src/android/jpeg/post_processor_jpeg.h\nindex 0184d77e..92385548 100644\n--- a/src/android/jpeg/post_processor_jpeg.h\n+++ b/src/android/jpeg/post_processor_jpeg.h\n@@ -22,9 +22,7 @@ public:\n \n \tint configure(const libcamera::StreamConfiguration &incfg,\n \t\t const libcamera::StreamConfiguration &outcfg) override;\n-\tint process(const libcamera::FrameBuffer &source,\n-\t\t CameraBuffer *destination,\n-\t\t Camera3RequestDescriptor *request) override;\n+\tint process(Camera3RequestDescriptor::StreamBuffer *streamBuffer) override;\n \n private:\n \tvoid generateThumbnail(const libcamera::FrameBuffer &source,\ndiff --git a/src/android/post_processor.h b/src/android/post_processor.h\nindex 27eaef88..128161c8 100644\n--- a/src/android/post_processor.h\n+++ b/src/android/post_processor.h\n@@ -11,8 +11,7 @@\n #include <libcamera/stream.h>\n \n #include \"camera_buffer.h\"\n-\n-class Camera3RequestDescriptor;\n+#include \"camera_request.h\"\n \n class PostProcessor\n {\n@@ -21,9 +20,7 @@ public:\n \n \tvirtual int configure(const libcamera::StreamConfiguration &inCfg,\n \t\t\t const libcamera::StreamConfiguration &outCfg) = 0;\n-\tvirtual int process(const libcamera::FrameBuffer &source,\n-\t\t\t CameraBuffer *destination,\n-\t\t\t Camera3RequestDescriptor *request) = 0;\n+\tvirtual int process(Camera3RequestDescriptor::StreamBuffer *streamBuffer) = 0;\n };\n \n #endif /* __ANDROID_POST_PROCESSOR_H__ */\ndiff --git a/src/android/yuv/post_processor_yuv.cpp b/src/android/yuv/post_processor_yuv.cpp\nindex 8110a1f1..70385ab3 100644\n--- a/src/android/yuv/post_processor_yuv.cpp\n+++ b/src/android/yuv/post_processor_yuv.cpp\n@@ -49,10 +49,11 @@ int PostProcessorYuv::configure(const StreamConfiguration &inCfg,\n \treturn 0;\n }\n \n-int PostProcessorYuv::process(const FrameBuffer &source,\n-\t\t\t CameraBuffer *destination,\n-\t\t\t [[maybe_unused]] Camera3RequestDescriptor *request)\n+int PostProcessorYuv::process(Camera3RequestDescriptor::StreamBuffer *streamBuffer)\n {\n+\tconst FrameBuffer &source = *streamBuffer->srcBuffer;\n+\tCameraBuffer *destination = streamBuffer->dstBuffer.get();\n+\n \tif (!isValidBuffers(source, *destination))\n \t\treturn -EINVAL;\n \ndiff --git a/src/android/yuv/post_processor_yuv.h b/src/android/yuv/post_processor_yuv.h\nindex a4e0ff5d..5954e11b 100644\n--- a/src/android/yuv/post_processor_yuv.h\n+++ b/src/android/yuv/post_processor_yuv.h\n@@ -18,9 +18,7 @@ public:\n \n \tint configure(const libcamera::StreamConfiguration &incfg,\n \t\t const libcamera::StreamConfiguration &outcfg) override;\n-\tint process(const libcamera::FrameBuffer &source,\n-\t\t CameraBuffer *destination,\n-\t\t Camera3RequestDescriptor *request) override;\n+\tint process(Camera3RequestDescriptor::StreamBuffer *streamBuffer) override;\n \n private:\n \tbool isValidBuffers(const libcamera::FrameBuffer &source,\n", "prefixes": [ "libcamera-devel", "v7", "4/7" ] }