Patch Detail
Show a patch.
GET /api/1.1/patches/19125/?format=api
{ "id": 19125, "url": "https://patchwork.libcamera.org/api/1.1/patches/19125/?format=api", "web_url": "https://patchwork.libcamera.org/patch/19125/", "project": { "id": 1, "url": "https://patchwork.libcamera.org/api/1.1/projects/1/?format=api", "name": "libcamera", "link_name": "libcamera", "list_id": "libcamera_core", "list_email": "libcamera-devel@lists.libcamera.org", "web_url": "", "scm_url": "", "webscm_url": "" }, "msgid": "<20231013074841.16972-2-naush@raspberrypi.com>", "date": "2023-10-13T07:48:22", "name": "[libcamera-devel,v2,01/20] pipeline: rpi: Add RequiresMmap flag to RPi::Stream", "commit_ref": null, "pull_url": null, "state": "accepted", "archived": false, "hash": "d6e094434dc1bc1ec249233714bbb7e56a5332da", "submitter": { "id": 34, "url": "https://patchwork.libcamera.org/api/1.1/people/34/?format=api", "name": "Naushir Patuck", "email": "naush@raspberrypi.com" }, "delegate": null, "mbox": "https://patchwork.libcamera.org/patch/19125/mbox/", "series": [ { "id": 4049, "url": "https://patchwork.libcamera.org/api/1.1/series/4049/?format=api", "web_url": "https://patchwork.libcamera.org/project/libcamera/list/?series=4049", "date": "2023-10-13T07:48:21", "name": "Raspberry Pi: Preliminary PiSP support", "version": 2, "mbox": "https://patchwork.libcamera.org/series/4049/mbox/" } ], "comments": "https://patchwork.libcamera.org/api/patches/19125/comments/", "check": "pending", "checks": "https://patchwork.libcamera.org/api/patches/19125/checks/", "tags": {}, "headers": { "Return-Path": "<libcamera-devel-bounces@lists.libcamera.org>", "X-Original-To": "parsemail@patchwork.libcamera.org", "Delivered-To": "parsemail@patchwork.libcamera.org", "Received": [ "from lancelot.ideasonboard.com (lancelot.ideasonboard.com\n\t[92.243.16.209])\n\tby patchwork.libcamera.org (Postfix) with ESMTPS id 54681C3274\n\tfor <parsemail@patchwork.libcamera.org>;\n\tFri, 13 Oct 2023 07:48:52 +0000 (UTC)", "from lancelot.ideasonboard.com (localhost [IPv6:::1])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTP id 8F8CE6297B;\n\tFri, 13 Oct 2023 09:48:51 +0200 (CEST)", "from mail-ed1-x52a.google.com (mail-ed1-x52a.google.com\n\t[IPv6:2a00:1450:4864:20::52a])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id 7A2FA6295F\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tFri, 13 Oct 2023 09:48:48 +0200 (CEST)", "by mail-ed1-x52a.google.com with SMTP id\n\t4fb4d7f45d1cf-53b8f8c6b1fso3165574a12.0\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tFri, 13 Oct 2023 00:48:48 -0700 (PDT)", "from localhost.localdomain ([93.93.133.154])\n\tby smtp.gmail.com with ESMTPSA id\n\tm16-20020a7bca50000000b003fee6e170f9sm1791890wml.45.2023.10.13.00.48.46\n\t(version=TLS1_3 cipher=TLS_AES_256_GCM_SHA384 bits=256/256);\n\tFri, 13 Oct 2023 00:48:46 -0700 (PDT)" ], "DKIM-Signature": [ "v=1; a=rsa-sha256; c=relaxed/simple; d=libcamera.org;\n\ts=mail; t=1697183331;\n\tbh=ukEAiab497hGfyJvmVrVc3AQEQ62Am0ig990ebj2BLY=;\n\th=To:Date:In-Reply-To:References:Subject:List-Id:List-Unsubscribe:\n\tList-Archive:List-Post:List-Help:List-Subscribe:From:Reply-To:Cc:\n\tFrom;\n\tb=QF/C4lYvr5ZrOUsgUVR9PNL88FGocHsxdwgNb1w8lX1PGbQMUrgVJLlv8ww5hTFNG\n\twWS2uSQBgXsf39gdRPouLqhSRp4w6bzhsSFkM7F7vIvabmPLP+5hXpS89BbZZomA3i\n\tAhJRF/THRtaaf2bmcI6+qLCny3OxRIhk+OhaoterAHNFmB3eQXAnXox3B+KjqzLn7R\n\tBWYxVRh7GEpHFmrQdyE+yxi/r7qNNmnauZQbO9fvWs6Zy3z7aea5u3UYzciBL7VKLr\n\th9I10ibG8GI2cWYDUhuBpVgmZtBhIi4uXLLS71gtskTroH5eSWmBS/64qYHr2pNxa9\n\tAbBewO+HyoaFw==", "v=1; a=rsa-sha256; c=relaxed/relaxed;\n\td=raspberrypi.com; s=google; t=1697183328; x=1697788128;\n\tdarn=lists.libcamera.org; \n\th=content-transfer-encoding:mime-version:references:in-reply-to\n\t:message-id:date:subject:cc:to:from:from:to:cc:subject:date\n\t:message-id:reply-to;\n\tbh=vTMQlft/OcZG1+L7DUZr/wsKE/ARJQButlEv9E/GrNI=;\n\tb=p2ZcR8MHTUVQl2dgS665Rul0juvYvPFd/hCYZdHSBGk1JqL58bybaBNoOpYwzaPEKK\n\tsXYdkyfvj80AX4lH+pGaxhm2hC/48VNRqvRq2VAzWiT3uC3ZnVfPuFIAd3ipgnIhPlrn\n\tcVnQgqE7uNyNdgTnfNkGronOXZ3JgVjps+Sf5o6K2UcHhOF6T9FYd32W0lw5Prd/vD4J\n\tvjr6nohTFUbuo5Br38IUp/YHggsYGitux6mT7dwwPUf2Q/9LDGTrz719OTSKyaek8Vwn\n\t7+pyekWS8+XViZjzYmmqReO1mCpLYxQGWMfOUdiVEg7Pkzvg5rDc8hppAxqiKwL+LAkK\n\tPMRg==" ], "Authentication-Results": "lancelot.ideasonboard.com; dkim=pass (2048-bit key; \n\tunprotected) header.d=raspberrypi.com\n\theader.i=@raspberrypi.com\n\theader.b=\"p2ZcR8MH\"; dkim-atps=neutral", "X-Google-DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed;\n\td=1e100.net; s=20230601; t=1697183328; x=1697788128;\n\th=content-transfer-encoding:mime-version:references:in-reply-to\n\t:message-id:date:subject:cc:to:from:x-gm-message-state:from:to:cc\n\t:subject:date:message-id:reply-to;\n\tbh=vTMQlft/OcZG1+L7DUZr/wsKE/ARJQButlEv9E/GrNI=;\n\tb=QhxMnkYQQAby/i+q4pcwzp25LXEBgLlPZmHc2+O1tdj5JajfK9rhtpRsavxzVuCQyL\n\tQp9SMq4XOHPN0Qz735tVRZY8pgVGlDz55GjU7Y5iGm+iNu1oRXqxfqtD7w+k+kMD4nII\n\t02vnDGm2NPnM01gn8pXQHt5Sbj2gag3W9MTenZJ1mIhbsgOsZlmE6GXwvfcofv/g4IPr\n\t5j3yWo/YOgLe1TB2kh+OughnlOwR78sclZHWEH+P4G6myk4Fj9Inn8U2xrZZwmA0L76h\n\tiSGBeVbk10AlnE94GQ8SkpttoJEHjG4dRu9HQGN+3VQ/c/jv/szzUvvLiuawwk4fREjC\n\tP8eg==", "X-Gm-Message-State": "AOJu0YzN9DYPvCZ2fiL+UEWkU6IrQqndbD/YyYd77BHnF1qoUs64Z17R\n\tGbSnwBe0cMHps9xcRMtL+P/3Q0+l9M1fasyDyp5LZQ==", "X-Google-Smtp-Source": "AGHT+IGHZyuQGj49M31gECS5xIs6IyAEfd7j5c23bR6bGYHJQxHXEEWBlMoN4L5nYQcFs83nEQje3g==", "X-Received": "by 2002:a17:906:530c:b0:9ae:3d8e:b635 with SMTP id\n\th12-20020a170906530c00b009ae3d8eb635mr22227584ejo.24.1697183327626; \n\tFri, 13 Oct 2023 00:48:47 -0700 (PDT)", "To": "libcamera-devel@lists.libcamera.org", "Date": "Fri, 13 Oct 2023 08:48:22 +0100", "Message-Id": "<20231013074841.16972-2-naush@raspberrypi.com>", "X-Mailer": "git-send-email 2.34.1", "In-Reply-To": "<20231013074841.16972-1-naush@raspberrypi.com>", "References": "<20231013074841.16972-1-naush@raspberrypi.com>", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "Subject": "[libcamera-devel] [PATCH v2 01/20] pipeline: rpi: Add RequiresMmap\n\tflag to RPi::Stream", "X-BeenThere": "libcamera-devel@lists.libcamera.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "<libcamera-devel.lists.libcamera.org>", "List-Unsubscribe": "<https://lists.libcamera.org/options/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=unsubscribe>", "List-Archive": "<https://lists.libcamera.org/pipermail/libcamera-devel/>", "List-Post": "<mailto:libcamera-devel@lists.libcamera.org>", "List-Help": "<mailto:libcamera-devel-request@lists.libcamera.org?subject=help>", "List-Subscribe": "<https://lists.libcamera.org/listinfo/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=subscribe>", "From": "Naushir Patuck via libcamera-devel\n\t<libcamera-devel@lists.libcamera.org>", "Reply-To": "Naushir Patuck <naush@raspberrypi.com>", "Cc": "Jacopo Mondi <jacopo.mondi@ideasonboard.com>", "Errors-To": "libcamera-devel-bounces@lists.libcamera.org", "Sender": "\"libcamera-devel\" <libcamera-devel-bounces@lists.libcamera.org>" }, "content": "Add a new RequiresMmap flag to the RPi::Stream class indicating that\nbuffers handled by the stream must be mmapped after allocation and\ncached internally.\n\nAdd a new member function getBuffer(id) which can be used to obtain the\nmapped buffers for a given buffer id.\n\nAdd a new member function acquireBuffer() which can be used to obtain\nany mapped buffer that has not already been acquired by the caller.\n\nAs a drive-by, add the <algorithm> header to rpi_stream.cpp as it is\nneeded for the std::find_if() function.\n\nSigned-off-by: Naushir Patuck <naush@raspberrypi.com>\nReviewed-by: David Plowman <david.plowman@raspberrypi.com>\nReviewed-by: Jacopo Mondi <jacopo.mondi@ideasonboard.com>\n---\n .../pipeline/rpi/common/pipeline_base.cpp | 2 +-\n .../pipeline/rpi/common/rpi_stream.cpp | 49 +++++++++++++++++--\n .../pipeline/rpi/common/rpi_stream.h | 32 +++++++++++-\n src/libcamera/pipeline/rpi/vc4/vc4.cpp | 6 +--\n 4 files changed, 80 insertions(+), 9 deletions(-)", "diff": "diff --git a/src/libcamera/pipeline/rpi/common/pipeline_base.cpp b/src/libcamera/pipeline/rpi/common/pipeline_base.cpp\nindex fad710a63c46..825eae80d014 100644\n--- a/src/libcamera/pipeline/rpi/common/pipeline_base.cpp\n+++ b/src/libcamera/pipeline/rpi/common/pipeline_base.cpp\n@@ -888,7 +888,7 @@ void PipelineHandlerBase::mapBuffers(Camera *camera, const BufferMap &buffers, u\n \t */\n \tfor (auto const &it : buffers) {\n \t\tbufferIds.push_back(IPABuffer(mask | it.first,\n-\t\t\t\t\t it.second->planes()));\n+\t\t\t\t\t it.second.buffer->planes()));\n \t\tdata->bufferIds_.insert(mask | it.first);\n \t}\n \ndiff --git a/src/libcamera/pipeline/rpi/common/rpi_stream.cpp b/src/libcamera/pipeline/rpi/common/rpi_stream.cpp\nindex 7319f510a371..ee827a86b06a 100644\n--- a/src/libcamera/pipeline/rpi/common/rpi_stream.cpp\n+++ b/src/libcamera/pipeline/rpi/common/rpi_stream.cpp\n@@ -6,6 +6,10 @@\n */\n #include \"rpi_stream.h\"\n \n+#include <algorithm>\n+#include <tuple>\n+#include <utility>\n+\n #include <libcamera/base/log.h>\n \n /* Maximum number of buffer slots to allocate in the V4L2 device driver. */\n@@ -17,8 +21,13 @@ LOG_DEFINE_CATEGORY(RPISTREAM)\n \n namespace RPi {\n \n+const BufferObject Stream::errorBufferObject{ nullptr, false };\n+\n void Stream::setFlags(StreamFlags flags)\n {\n+\t/* We don't want dynamic mmapping. */\n+\tASSERT(!(flags & StreamFlag::RequiresMmap));\n+\n \tflags_ |= flags;\n \n \t/* Import streams cannot be external. */\n@@ -27,6 +36,9 @@ void Stream::setFlags(StreamFlags flags)\n \n void Stream::clearFlags(StreamFlags flags)\n {\n+\t/* We don't want dynamic mmapping. */\n+\tASSERT(!(flags & StreamFlag::RequiresMmap));\n+\n \tflags_ &= ~flags;\n }\n \n@@ -56,7 +68,7 @@ void Stream::resetBuffers()\n void Stream::setExportedBuffers(std::vector<std::unique_ptr<FrameBuffer>> *buffers)\n {\n \tfor (auto const &buffer : *buffers)\n-\t\tbufferMap_.emplace(++id_, buffer.get());\n+\t\tbufferEmplace(++id_, buffer.get());\n }\n \n const BufferMap &Stream::getBuffers() const\n@@ -71,7 +83,7 @@ unsigned int Stream::getBufferId(FrameBuffer *buffer) const\n \n \t/* Find the buffer in the map, and return the buffer id. */\n \tauto it = std::find_if(bufferMap_.begin(), bufferMap_.end(),\n-\t\t\t [&buffer](auto const &p) { return p.second == buffer; });\n+\t\t\t [&buffer](auto const &p) { return p.second.buffer == buffer; });\n \n \tif (it == bufferMap_.end())\n \t\treturn 0;\n@@ -81,7 +93,7 @@ unsigned int Stream::getBufferId(FrameBuffer *buffer) const\n \n void Stream::setExportedBuffer(FrameBuffer *buffer)\n {\n-\tbufferMap_.emplace(++id_, buffer);\n+\tbufferEmplace(++id_, buffer);\n }\n \n int Stream::prepareBuffers(unsigned int count)\n@@ -180,6 +192,27 @@ void Stream::returnBuffer(FrameBuffer *buffer)\n \t}\n }\n \n+const BufferObject &Stream::getBuffer(unsigned int id)\n+{\n+\tauto const &it = bufferMap_.find(id);\n+\tif (it == bufferMap_.end())\n+\t\treturn errorBufferObject;\n+\n+\treturn it->second;\n+}\n+\n+const BufferObject &Stream::acquireBuffer()\n+{\n+\t/* No id provided, so pick up the next available buffer if possible. */\n+\tif (availableBuffers_.empty())\n+\t\treturn errorBufferObject;\n+\n+\tunsigned int id = getBufferId(availableBuffers_.front());\n+\tavailableBuffers_.pop();\n+\n+\treturn getBuffer(id);\n+}\n+\n int Stream::queueAllBuffers()\n {\n \tint ret;\n@@ -204,6 +237,16 @@ void Stream::releaseBuffers()\n \tclearBuffers();\n }\n \n+void Stream::bufferEmplace(unsigned int id, FrameBuffer *buffer)\n+{\n+\tif (flags_ & StreamFlag::RequiresMmap)\n+\t\tbufferMap_.emplace(std::piecewise_construct, std::forward_as_tuple(id),\n+\t\t\t\t std::forward_as_tuple(buffer, true));\n+\telse\n+\t\tbufferMap_.emplace(std::piecewise_construct, std::forward_as_tuple(id),\n+\t\t\t\t std::forward_as_tuple(buffer, false));\n+}\n+\n void Stream::clearBuffers()\n {\n \tavailableBuffers_ = std::queue<FrameBuffer *>{};\ndiff --git a/src/libcamera/pipeline/rpi/common/rpi_stream.h b/src/libcamera/pipeline/rpi/common/rpi_stream.h\nindex 889b499782a4..861e9c8e7dab 100644\n--- a/src/libcamera/pipeline/rpi/common/rpi_stream.h\n+++ b/src/libcamera/pipeline/rpi/common/rpi_stream.h\n@@ -7,22 +7,23 @@\n \n #pragma once\n \n+#include <optional>\n #include <queue>\n #include <string>\n #include <unordered_map>\n #include <vector>\n \n #include <libcamera/base/flags.h>\n+\n #include <libcamera/stream.h>\n \n+#include \"libcamera/internal/mapped_framebuffer.h\"\n #include \"libcamera/internal/v4l2_videodevice.h\"\n \n namespace libcamera {\n \n namespace RPi {\n \n-using BufferMap = std::unordered_map<unsigned int, FrameBuffer *>;\n-\n enum BufferMask {\n \tMaskID\t\t\t= 0x00ffff,\n \tMaskStats\t\t= 0x010000,\n@@ -30,6 +31,21 @@ enum BufferMask {\n \tMaskBayerData\t\t= 0x040000,\n };\n \n+struct BufferObject {\n+\tBufferObject(FrameBuffer *b, bool requiresMmap)\n+\t\t: buffer(b), mapped(std::nullopt)\n+\t{\n+\t\tif (requiresMmap)\n+\t\t\tmapped = std::make_optional<MappedFrameBuffer>\n+\t\t\t\t\t(b, MappedFrameBuffer::MapFlag::ReadWrite);\n+\t}\n+\n+\tFrameBuffer *buffer;\n+\tstd::optional<MappedFrameBuffer> mapped;\n+};\n+\n+using BufferMap = std::unordered_map<unsigned int, BufferObject>;\n+\n /*\n * Device stream abstraction for either an internal or external stream.\n * Used for both Unicam and the ISP.\n@@ -49,6 +65,11 @@ public:\n \t\t * buffers might be provided by (and returned to) the application.\n \t\t */\n \t\tExternal\t= (1 << 1),\n+\t\t/*\n+\t\t * Indicates that the stream buffers need to be mmaped and returned\n+\t\t * to the pipeline handler when requested.\n+\t\t */\n+\t\tRequiresMmap\t= (1 << 2),\n \t};\n \n \tusing StreamFlags = Flags<StreamFlag>;\n@@ -82,10 +103,17 @@ public:\n \tint queueBuffer(FrameBuffer *buffer);\n \tvoid returnBuffer(FrameBuffer *buffer);\n \n+\tconst BufferObject &getBuffer(unsigned int id);\n+\tconst BufferObject &acquireBuffer();\n+\n \tint queueAllBuffers();\n \tvoid releaseBuffers();\n \n+\t/* For error handling. */\n+\tstatic const BufferObject errorBufferObject;\n+\n private:\n+\tvoid bufferEmplace(unsigned int id, FrameBuffer *buffer);\n \tvoid clearBuffers();\n \tint queueToDevice(FrameBuffer *buffer);\n \ndiff --git a/src/libcamera/pipeline/rpi/vc4/vc4.cpp b/src/libcamera/pipeline/rpi/vc4/vc4.cpp\nindex c189abaabc87..bc90d6324777 100644\n--- a/src/libcamera/pipeline/rpi/vc4/vc4.cpp\n+++ b/src/libcamera/pipeline/rpi/vc4/vc4.cpp\n@@ -825,7 +825,7 @@ void Vc4CameraData::processStatsComplete(const ipa::RPi::BufferIds &buffers)\n \tif (!isRunning())\n \t\treturn;\n \n-\tFrameBuffer *buffer = isp_[Isp::Stats].getBuffers().at(buffers.stats & RPi::MaskID);\n+\tFrameBuffer *buffer = isp_[Isp::Stats].getBuffers().at(buffers.stats & RPi::MaskID).buffer;\n \n \thandleStreamBuffer(buffer, &isp_[Isp::Stats]);\n \n@@ -842,7 +842,7 @@ void Vc4CameraData::prepareIspComplete(const ipa::RPi::BufferIds &buffers)\n \tif (!isRunning())\n \t\treturn;\n \n-\tbuffer = unicam_[Unicam::Image].getBuffers().at(bayer & RPi::MaskID);\n+\tbuffer = unicam_[Unicam::Image].getBuffers().at(bayer & RPi::MaskID).buffer;\n \tLOG(RPI, Debug) << \"Input re-queue to ISP, buffer id \" << (bayer & RPi::MaskID)\n \t\t\t<< \", timestamp: \" << buffer->metadata().timestamp;\n \n@@ -850,7 +850,7 @@ void Vc4CameraData::prepareIspComplete(const ipa::RPi::BufferIds &buffers)\n \tispOutputCount_ = 0;\n \n \tif (sensorMetadata_ && embeddedId) {\n-\t\tbuffer = unicam_[Unicam::Embedded].getBuffers().at(embeddedId & RPi::MaskID);\n+\t\tbuffer = unicam_[Unicam::Embedded].getBuffers().at(embeddedId & RPi::MaskID).buffer;\n \t\thandleStreamBuffer(buffer, &unicam_[Unicam::Embedded]);\n \t}\n \n", "prefixes": [ "libcamera-devel", "v2", "01/20" ] }