Patch Detail
Show a patch.
GET /api/patches/11786/?format=api
{ "id": 11786, "url": "https://patchwork.libcamera.org/api/patches/11786/?format=api", "web_url": "https://patchwork.libcamera.org/patch/11786/", "project": { "id": 1, "url": "https://patchwork.libcamera.org/api/projects/1/?format=api", "name": "libcamera", "link_name": "libcamera", "list_id": "libcamera_core", "list_email": "libcamera-devel@lists.libcamera.org", "web_url": "", "scm_url": "", "webscm_url": "" }, "msgid": "<20210330054642.387562-2-hiroh@chromium.org>", "date": "2021-03-30T05:46:42", "name": "[libcamera-devel,v4,2/2] android: CameraDevice: Fix Camera3RequestDescriptor leakage", "commit_ref": null, "pull_url": null, "state": "superseded", "archived": false, "hash": "2d7b77ecd79c888b19776bc98255b3d48c07824b", "submitter": { "id": 63, "url": "https://patchwork.libcamera.org/api/people/63/?format=api", "name": "Hirokazu Honda", "email": "hiroh@chromium.org" }, "delegate": null, "mbox": "https://patchwork.libcamera.org/patch/11786/mbox/", "series": [ { "id": 1867, "url": "https://patchwork.libcamera.org/api/series/1867/?format=api", "web_url": "https://patchwork.libcamera.org/project/libcamera/list/?series=1867", "date": "2021-03-30T05:46:41", "name": "[libcamera-devel,v4,1/2] android: CameraDevice: Add stop()", "version": 4, "mbox": "https://patchwork.libcamera.org/series/1867/mbox/" } ], "comments": "https://patchwork.libcamera.org/api/patches/11786/comments/", "check": "pending", "checks": "https://patchwork.libcamera.org/api/patches/11786/checks/", "tags": {}, "headers": { "Return-Path": "<libcamera-devel-bounces@lists.libcamera.org>", "X-Original-To": "parsemail@patchwork.libcamera.org", "Delivered-To": "parsemail@patchwork.libcamera.org", "Received": [ "from lancelot.ideasonboard.com (lancelot.ideasonboard.com\n\t[92.243.16.209])\n\tby patchwork.libcamera.org (Postfix) with ESMTPS id 8840CC32EA\n\tfor <parsemail@patchwork.libcamera.org>;\n\tTue, 30 Mar 2021 05:46:53 +0000 (UTC)", "from lancelot.ideasonboard.com (localhost [IPv6:::1])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTP id 12CAA6878B;\n\tTue, 30 Mar 2021 07:46:52 +0200 (CEST)", "from mail-pf1-x42f.google.com (mail-pf1-x42f.google.com\n\t[IPv6:2607:f8b0:4864:20::42f])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id 1A6E36877F\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tTue, 30 Mar 2021 07:46:51 +0200 (CEST)", "by mail-pf1-x42f.google.com with SMTP id x26so11443326pfn.0\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tMon, 29 Mar 2021 22:46:51 -0700 (PDT)", "from hiroh2.tok.corp.google.com\n\t([2401:fa00:8f:2:c112:2822:484f:486])\n\tby smtp.gmail.com with ESMTPSA id\n\ty22sm18679396pfn.32.2021.03.29.22.46.48\n\t(version=TLS1_3 cipher=TLS_AES_256_GCM_SHA384 bits=256/256);\n\tMon, 29 Mar 2021 22:46:49 -0700 (PDT)" ], "Authentication-Results": "lancelot.ideasonboard.com;\n\tdkim=fail reason=\"signature verification failed\" (1024-bit key;\n\tunprotected) header.d=chromium.org header.i=@chromium.org\n\theader.b=\"aUOnf1ne\"; dkim-atps=neutral", "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed; d=chromium.org;\n\ts=google; \n\th=from:to:cc:subject:date:message-id:in-reply-to:references\n\t:mime-version:content-transfer-encoding;\n\tbh=OTf5pU+R34QBrZvx7aBRIf2f3Lhc3mnLS4iLmauMURg=;\n\tb=aUOnf1neY23C+dDK6Gk+R26xfZW/Jia+VCA/00sT7A07CdiLGnKMTQtnd8F4kNKJKt\n\tCIBlU3ObPomvMs42PtkWfLd0XIkv/xPhbekklsbhuEc8N0ISKGniSBXOpSfMM2Yqs7F6\n\t3Ke/KNJN+ocJu5AcXOmSkPDh4DQl/QjqsR6+A=", "X-Google-DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/relaxed;\n\td=1e100.net; s=20161025;\n\th=x-gm-message-state:from:to:cc:subject:date:message-id:in-reply-to\n\t:references:mime-version:content-transfer-encoding;\n\tbh=OTf5pU+R34QBrZvx7aBRIf2f3Lhc3mnLS4iLmauMURg=;\n\tb=KEClN/S/fbsSGFKSNSzuoh4MVf2HYGUZVtK+UDTgG5vbAEXlco6TNwVjyK8xDS5oc2\n\tmtVovIiP5NUKEYfRz97Wnuf1+8bIbmor05F4gaT3xiGYwmAe4brxWUV4gloLu5bPlmOm\n\tBfLr1eOI9Pk2NJDlSmss6yAFQWZ83fExUA0LkuMFeULEhBC9z10yhyhgXkIbD0vkRc6E\n\tGNVDU6LwXeAciDVIYkNCvSH/CZAb2TGBW/GG1G3VuvknvMoJo6MDGxto9NoS1jERe2+1\n\t1GKwfKbo6rq8teL6Lor92RJWESnS1NnETD0YrE9jiK45ysGGV3kCmQ50IzRjnh2ecEHS\n\tn0zw==", "X-Gm-Message-State": "AOAM531HNpTjtncSEo8hJT2iwcrc0e9W0jHOo+RcT5u9C1esYYe5T9oD\n\tcoR9YBnIEN/sWJGu1NDzIiwiYIfiEHjCrw==", "X-Google-Smtp-Source": "ABdhPJzJdVDntnKzUTayqPD8wy+un9W43yu2hj5V5UVOSUYxP2RowwljHmSzohPViYhDHd6BKzZ/FA==", "X-Received": "by 2002:a63:d904:: with SMTP id\n\tr4mr11432018pgg.321.1617083209434; \n\tMon, 29 Mar 2021 22:46:49 -0700 (PDT)", "From": "Hirokazu Honda <hiroh@chromium.org>", "To": "libcamera-devel@lists.libcamera.org", "Date": "Tue, 30 Mar 2021 14:46:42 +0900", "Message-Id": "<20210330054642.387562-2-hiroh@chromium.org>", "X-Mailer": "git-send-email 2.31.0.291.g576ba9dcdaf-goog", "In-Reply-To": "<20210330054642.387562-1-hiroh@chromium.org>", "References": "<20210330054642.387562-1-hiroh@chromium.org>", "MIME-Version": "1.0", "Subject": "[libcamera-devel] [PATCH v4 2/2] android: CameraDevice: Fix\n\tCamera3RequestDescriptor leakage", "X-BeenThere": "libcamera-devel@lists.libcamera.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "<libcamera-devel.lists.libcamera.org>", "List-Unsubscribe": "<https://lists.libcamera.org/options/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=unsubscribe>", "List-Archive": "<https://lists.libcamera.org/pipermail/libcamera-devel/>", "List-Post": "<mailto:libcamera-devel@lists.libcamera.org>", "List-Help": "<mailto:libcamera-devel-request@lists.libcamera.org?subject=help>", "List-Subscribe": "<https://lists.libcamera.org/listinfo/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=subscribe>", "Content-Type": "text/plain; charset=\"us-ascii\"", "Content-Transfer-Encoding": "7bit", "Errors-To": "libcamera-devel-bounces@lists.libcamera.org", "Sender": "\"libcamera-devel\" <libcamera-devel-bounces@lists.libcamera.org>" }, "content": "CameraDevice creates Camera3RequestDescriptor in\nprocessCaptureRequest() and disallocates in requestComplete().\nCamera3RequestDescriptor can never be destroyed if\nrequestComplete() is never called. This avoid the memory\nleakage by storing them in map CameraRequestDescriptor.\n\nSigned-off-by: Hirokazu Honda <hiroh@chromium.org>\n---\n src/android/camera_device.cpp | 66 +++++++++++++++++------------------\n src/android/camera_device.h | 8 +++--\n src/android/camera_worker.cpp | 4 +--\n src/android/camera_worker.h | 2 +-\n 4 files changed, 42 insertions(+), 38 deletions(-)\n\n--\n2.31.0.291.g576ba9dcdaf-goog", "diff": "diff --git a/src/android/camera_device.cpp b/src/android/camera_device.cpp\nindex 14299429..100aacbc 100644\n--- a/src/android/camera_device.cpp\n+++ b/src/android/camera_device.cpp\n@@ -287,15 +287,11 @@ CameraDevice::Camera3RequestDescriptor::Camera3RequestDescriptor(\n\n \t/*\n \t * Create the libcamera::Request unique_ptr<> to tie its lifetime\n-\t * to the descriptor's one. Set the descriptor's address as the\n-\t * request's cookie to retrieve it at completion time.\n+\t * to the descriptor's one.\n \t */\n-\trequest_ = std::make_unique<CaptureRequest>(camera,\n-\t\t\t\t\t\t reinterpret_cast<uint64_t>(this));\n+\trequest_ = std::make_unique<CaptureRequest>(camera);\n }\n\n-CameraDevice::Camera3RequestDescriptor::~Camera3RequestDescriptor() = default;\n-\n /*\n * \\class CameraDevice\n *\n@@ -670,6 +666,7 @@ void CameraDevice::stop()\n \tworker_.stop();\n \tcamera_->stop();\n\n+\tdescriptors_.clear();\n \trunning_ = false;\n }\n\n@@ -1814,8 +1811,8 @@ int CameraDevice::processCaptureRequest(camera3_capture_request_t *camera3Reques\n \t * The descriptor and the associated memory reserved here are freed\n \t * at request complete time.\n \t */\n-\tCamera3RequestDescriptor *descriptor =\n-\t\tnew Camera3RequestDescriptor(camera_.get(), camera3Request);\n+\tCamera3RequestDescriptor descriptor(camera_.get(), camera3Request);\n+\n \t/*\n \t * \\todo The Android request model is incremental, settings passed in\n \t * previous requests are to be effective until overridden explicitly in\n@@ -1825,12 +1822,12 @@ int CameraDevice::processCaptureRequest(camera3_capture_request_t *camera3Reques\n \tif (camera3Request->settings)\n \t\tlastSettings_ = camera3Request->settings;\n \telse\n-\t\tdescriptor->settings_ = lastSettings_;\n+\t\tdescriptor.settings_ = lastSettings_;\n\n-\tLOG(HAL, Debug) << \"Queueing request \" << descriptor->request_->cookie()\n-\t\t\t<< \" with \" << descriptor->buffers_.size() << \" streams\";\n-\tfor (unsigned int i = 0; i < descriptor->buffers_.size(); ++i) {\n-\t\tconst camera3_stream_buffer_t &camera3Buffer = descriptor->buffers_[i];\n+\tLOG(HAL, Debug) << \"Queueing request \" << descriptor.request_->cookie()\n+\t\t\t<< \" with \" << descriptor.buffers_.size() << \" streams\";\n+\tfor (unsigned int i = 0; i < descriptor.buffers_.size(); ++i) {\n+\t\tconst camera3_stream_buffer_t &camera3Buffer = descriptor.buffers_[i];\n \t\tcamera3_stream *camera3Stream = camera3Buffer.stream;\n \t\tCameraStream *cameraStream = static_cast<CameraStream *>(camera3Stream->priv);\n\n@@ -1863,7 +1860,7 @@ int CameraDevice::processCaptureRequest(camera3_capture_request_t *camera3Reques\n \t\t\t * lifetime management only.\n \t\t\t */\n \t\t\tbuffer = createFrameBuffer(*camera3Buffer.buffer);\n-\t\t\tdescriptor->frameBuffers_.emplace_back(buffer);\n+\t\t\tdescriptor.frameBuffers_.emplace_back(buffer);\n \t\t\tLOG(HAL, Debug) << ss.str() << \" (direct)\";\n \t\t\tbreak;\n\n@@ -1882,11 +1879,10 @@ int CameraDevice::processCaptureRequest(camera3_capture_request_t *camera3Reques\n\n \t\tif (!buffer) {\n \t\t\tLOG(HAL, Error) << \"Failed to create buffer\";\n-\t\t\tdelete descriptor;\n \t\t\treturn -ENOMEM;\n \t\t}\n\n-\t\tdescriptor->request_->addBuffer(cameraStream->stream(), buffer,\n+\t\tdescriptor.request_->addBuffer(cameraStream->stream(), buffer,\n \t\t\t\t\t\tcamera3Buffer.acquire_fence);\n \t}\n\n@@ -1894,11 +1890,12 @@ int CameraDevice::processCaptureRequest(camera3_capture_request_t *camera3Reques\n \t * Translate controls from Android to libcamera and queue the request\n \t * to the CameraWorker thread.\n \t */\n-\tint ret = processControls(descriptor);\n+\tint ret = processControls(&descriptor);\n \tif (ret)\n \t\treturn ret;\n\n-\tworker_.queueRequest(descriptor->request_.get());\n+\tworker_.queueRequest(descriptor.request_.get());\n+\tdescriptors_[descriptor.request_->cookie()] = std::move(descriptor);\n\n \treturn 0;\n }\n@@ -1908,8 +1905,13 @@ void CameraDevice::requestComplete(Request *request)\n \tconst Request::BufferMap &buffers = request->buffers();\n \tcamera3_buffer_status status = CAMERA3_BUFFER_STATUS_OK;\n \tstd::unique_ptr<CameraMetadata> resultMetadata;\n-\tCamera3RequestDescriptor *descriptor =\n-\t\treinterpret_cast<Camera3RequestDescriptor *>(request->cookie());\n+\tauto node = descriptors_.extract(request->cookie());\n+\tif (node.empty()) {\n+\t\tLOG(HAL, Fatal) << \"Unknown request: \" << request->cookie();\n+\t\tstatus = CAMERA3_BUFFER_STATUS_ERROR;\n+\t\treturn;\n+\t}\n+\tCamera3RequestDescriptor &descriptor = node.mapped();\n\n \tif (request->status() != Request::RequestComplete) {\n \t\tLOG(HAL, Error) << \"Request not successfully completed: \"\n@@ -1918,7 +1920,7 @@ void CameraDevice::requestComplete(Request *request)\n \t}\n\n \tLOG(HAL, Debug) << \"Request \" << request->cookie() << \" completed with \"\n-\t\t\t<< descriptor->buffers_.size() << \" streams\";\n+\t\t\t<< descriptor.buffers_.size() << \" streams\";\n\n \t/*\n \t * \\todo The timestamp used for the metadata is currently always taken\n@@ -1927,10 +1929,10 @@ void CameraDevice::requestComplete(Request *request)\n \t * pipeline handlers) timestamp in the Request itself.\n \t */\n \tuint64_t timestamp = buffers.begin()->second->metadata().timestamp;\n-\tresultMetadata = getResultMetadata(*descriptor, timestamp);\n+\tresultMetadata = getResultMetadata(descriptor, timestamp);\n\n \t/* Handle any JPEG compression. */\n-\tfor (camera3_stream_buffer_t &buffer : descriptor->buffers_) {\n+\tfor (camera3_stream_buffer_t &buffer : descriptor.buffers_) {\n \t\tCameraStream *cameraStream =\n \t\t\tstatic_cast<CameraStream *>(buffer.stream->priv);\n\n@@ -1945,7 +1947,7 @@ void CameraDevice::requestComplete(Request *request)\n\n \t\tint ret = cameraStream->process(*src,\n \t\t\t\t\t\t*buffer.buffer,\n-\t\t\t\t\t\tdescriptor->settings_,\n+\t\t\t\t\t\tdescriptor.settings_,\n \t\t\t\t\t\tresultMetadata.get());\n \t\tif (ret) {\n \t\t\tstatus = CAMERA3_BUFFER_STATUS_ERROR;\n@@ -1962,17 +1964,17 @@ void CameraDevice::requestComplete(Request *request)\n\n \t/* Prepare to call back the Android camera stack. */\n \tcamera3_capture_result_t captureResult = {};\n-\tcaptureResult.frame_number = descriptor->frameNumber_;\n-\tcaptureResult.num_output_buffers = descriptor->buffers_.size();\n-\tfor (camera3_stream_buffer_t &buffer : descriptor->buffers_) {\n+\tcaptureResult.frame_number = descriptor.frameNumber_;\n+\tcaptureResult.num_output_buffers = descriptor.buffers_.size();\n+\tfor (camera3_stream_buffer_t &buffer : descriptor.buffers_) {\n \t\tbuffer.acquire_fence = -1;\n \t\tbuffer.release_fence = -1;\n \t\tbuffer.status = status;\n \t}\n-\tcaptureResult.output_buffers = descriptor->buffers_.data();\n+\tcaptureResult.output_buffers = descriptor.buffers_.data();\n\n \tif (status == CAMERA3_BUFFER_STATUS_OK) {\n-\t\tnotifyShutter(descriptor->frameNumber_, timestamp);\n+\t\tnotifyShutter(descriptor.frameNumber_, timestamp);\n\n \t\tcaptureResult.partial_result = 1;\n \t\tcaptureResult.result = resultMetadata->get();\n@@ -1985,13 +1987,11 @@ void CameraDevice::requestComplete(Request *request)\n \t\t * is here signalled. Make sure the error path plays well with\n \t\t * the camera stack state machine.\n \t\t */\n-\t\tnotifyError(descriptor->frameNumber_,\n-\t\t\t descriptor->buffers_[0].stream);\n+\t\tnotifyError(descriptor.frameNumber_,\n+\t\t\t descriptor.buffers_[0].stream);\n \t}\n\n \tcallbacks_->process_capture_result(callbacks_, &captureResult);\n-\n-\tdelete descriptor;\n }\n\n std::string CameraDevice::logPrefix() const\ndiff --git a/src/android/camera_device.h b/src/android/camera_device.h\nindex 39cf95ad..6ca66c2d 100644\n--- a/src/android/camera_device.h\n+++ b/src/android/camera_device.h\n@@ -69,11 +69,13 @@ private:\n \tCameraDevice(unsigned int id, std::shared_ptr<libcamera::Camera> camera);\n\n \tstruct Camera3RequestDescriptor {\n+\t\tCamera3RequestDescriptor() = default;\n+\t\t~Camera3RequestDescriptor() = default;\n \t\tCamera3RequestDescriptor(libcamera::Camera *camera,\n \t\t\t\t\t const camera3_capture_request_t *camera3Request);\n-\t\t~Camera3RequestDescriptor();\n+\t\tCamera3RequestDescriptor &operator=(Camera3RequestDescriptor &&) = default;\n\n-\t\tuint32_t frameNumber_;\n+\t\tuint32_t frameNumber_ = 0;\n \t\tstd::vector<camera3_stream_buffer_t> buffers_;\n \t\tstd::vector<std::unique_ptr<libcamera::FrameBuffer>> frameBuffers_;\n \t\tCameraMetadata settings_;\n@@ -124,6 +126,8 @@ private:\n \tstd::map<int, libcamera::PixelFormat> formatsMap_;\n \tstd::vector<CameraStream> streams_;\n\n+\tstd::map<uint64_t, Camera3RequestDescriptor> descriptors_;\n+\n \tstd::string maker_;\n \tstd::string model_;\n\ndiff --git a/src/android/camera_worker.cpp b/src/android/camera_worker.cpp\nindex df436460..300ddde0 100644\n--- a/src/android/camera_worker.cpp\n+++ b/src/android/camera_worker.cpp\n@@ -26,10 +26,10 @@ LOG_DECLARE_CATEGORY(HAL)\n * by the CameraWorker which queues it to the libcamera::Camera after handling\n * fences.\n */\n-CaptureRequest::CaptureRequest(libcamera::Camera *camera, uint64_t cookie)\n+CaptureRequest::CaptureRequest(libcamera::Camera *camera)\n \t: camera_(camera)\n {\n-\trequest_ = camera_->createRequest(cookie);\n+\trequest_ = camera_->createRequest(reinterpret_cast<uint64_t>(this));\n }\n\n void CaptureRequest::addBuffer(Stream *stream, FrameBuffer *buffer, int fence)\ndiff --git a/src/android/camera_worker.h b/src/android/camera_worker.h\nindex d7060576..64b1658b 100644\n--- a/src/android/camera_worker.h\n+++ b/src/android/camera_worker.h\n@@ -22,7 +22,7 @@ class CameraDevice;\n class CaptureRequest\n {\n public:\n-\tCaptureRequest(libcamera::Camera *camera, uint64_t cookie);\n+\tCaptureRequest(libcamera::Camera *camera);\n\n \tconst std::vector<int> &fences() const { return acquireFences_; }\n \tlibcamera::ControlList &controls() { return request_->controls(); }\n", "prefixes": [ "libcamera-devel", "v4", "2/2" ] }