Patch Detail
Show a patch.
GET /api/patches/12263/?format=api
{ "id": 12263, "url": "https://patchwork.libcamera.org/api/patches/12263/?format=api", "web_url": "https://patchwork.libcamera.org/patch/12263/", "project": { "id": 1, "url": "https://patchwork.libcamera.org/api/projects/1/?format=api", "name": "libcamera", "link_name": "libcamera", "list_id": "libcamera_core", "list_email": "libcamera-devel@lists.libcamera.org", "web_url": "", "scm_url": "", "webscm_url": "" }, "msgid": "<20210513092246.42847-2-jacopo@jmondi.org>", "date": "2021-05-13T09:22:39", "name": "[libcamera-devel,v2,1/8] android: Rework request completion notification", "commit_ref": null, "pull_url": null, "state": "superseded", "archived": false, "hash": "0ce56d9b13d9ac665c777567fe604b4784cb9cf5", "submitter": { "id": 3, "url": "https://patchwork.libcamera.org/api/people/3/?format=api", "name": "Jacopo Mondi", "email": "jacopo@jmondi.org" }, "delegate": { "id": 15, "url": "https://patchwork.libcamera.org/api/users/15/?format=api", "username": "jmondi", "first_name": "Jacopo", "last_name": "Mondi", "email": "jacopo@jmondi.org" }, "mbox": "https://patchwork.libcamera.org/patch/12263/mbox/", "series": [ { "id": 2025, "url": "https://patchwork.libcamera.org/api/series/2025/?format=api", "web_url": "https://patchwork.libcamera.org/project/libcamera/list/?series=2025", "date": "2021-05-13T09:22:38", "name": "Implement flush() camera operation", "version": 2, "mbox": "https://patchwork.libcamera.org/series/2025/mbox/" } ], "comments": "https://patchwork.libcamera.org/api/patches/12263/comments/", "check": "pending", "checks": "https://patchwork.libcamera.org/api/patches/12263/checks/", "tags": {}, "headers": { "Return-Path": "<libcamera-devel-bounces@lists.libcamera.org>", "X-Original-To": "parsemail@patchwork.libcamera.org", "Delivered-To": "parsemail@patchwork.libcamera.org", "Received": [ "from lancelot.ideasonboard.com (lancelot.ideasonboard.com\n\t[92.243.16.209])\n\tby patchwork.libcamera.org (Postfix) with ESMTPS id AE15DC31EE\n\tfor <parsemail@patchwork.libcamera.org>;\n\tThu, 13 May 2021 09:22:09 +0000 (UTC)", "from lancelot.ideasonboard.com (localhost [IPv6:::1])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTP id 23B1968922;\n\tThu, 13 May 2021 11:22:09 +0200 (CEST)", "from relay1-d.mail.gandi.net (relay1-d.mail.gandi.net\n\t[217.70.183.193])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id 610676891A\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tThu, 13 May 2021 11:22:07 +0200 (CEST)", "from uno.LocalDomain (93-61-96-190.ip145.fastwebnet.it\n\t[93.61.96.190]) (Authenticated sender: jacopo@jmondi.org)\n\tby relay1-d.mail.gandi.net (Postfix) with ESMTPSA id BB0B8240003;\n\tThu, 13 May 2021 09:22:06 +0000 (UTC)" ], "From": "Jacopo Mondi <jacopo@jmondi.org>", "To": "libcamera-devel@lists.libcamera.org", "Date": "Thu, 13 May 2021 11:22:39 +0200", "Message-Id": "<20210513092246.42847-2-jacopo@jmondi.org>", "X-Mailer": "git-send-email 2.31.1", "In-Reply-To": "<20210513092246.42847-1-jacopo@jmondi.org>", "References": "<20210513092246.42847-1-jacopo@jmondi.org>", "MIME-Version": "1.0", "Subject": "[libcamera-devel] [PATCH v2 1/8] android: Rework request completion\n\tnotification", "X-BeenThere": "libcamera-devel@lists.libcamera.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "<libcamera-devel.lists.libcamera.org>", "List-Unsubscribe": "<https://lists.libcamera.org/options/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=unsubscribe>", "List-Archive": "<https://lists.libcamera.org/pipermail/libcamera-devel/>", "List-Post": "<mailto:libcamera-devel@lists.libcamera.org>", "List-Help": "<mailto:libcamera-devel-request@lists.libcamera.org?subject=help>", "List-Subscribe": "<https://lists.libcamera.org/listinfo/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=subscribe>", "Content-Type": "text/plain; charset=\"us-ascii\"", "Content-Transfer-Encoding": "7bit", "Errors-To": "libcamera-devel-bounces@lists.libcamera.org", "Sender": "\"libcamera-devel\" <libcamera-devel-bounces@lists.libcamera.org>" }, "content": "The current implementation of CameraDevice::requestComplete() which\nhandles event notification and calls the framework capture result\ncallback does not handle error notification precisely enough.\n\nIn detail:\n- Error notification is an asynchronous callback that has to be notified\n to the framework as soon as an error condition is detected, and it\n independent from the process_capture_result() callback\n\n- Error notification requires the HAL to report the precise error cause,\n by specifying the correct CAMERA3_MSG_ERROR_* error code.\n\nThe current implementation only notifies errors of type\nCAMERA3_MSG_ERROR_REQUEST at the end of the procedure, before the\ncallback invocation.\n\nRework the procedure to:\n\n- Notify CAMERA3_MSG_ERROR_DEVICE and perform library tear-down in case\n a Fatal error is detected\n\n- Notify CAMERA3_MSG_ERROR_REQUEST if the libcamera::Request::status is\n different than RequestCompleted and immediately call\n process_capture_result() with all buffers in error state.\n\n- Notify the shutter event as soon as possible\n\n- Notify CAMERA3_MSG_ERROR_RESULT in case the metadata cannot be\n generated correctly and call process_capture_result() with the right\n buffer state regardless of metadata availability.\n\n- Notify CAMERA3_MSG_ERROR_BUFFER for buffers whose post-processing\n failed\n\nWhile at it, return the CameraStream buffer by calling\ncameraStream->putBuffer() regardless of the post-processing result.\n\nNo regression detected when running CTS in LIMITED mode.\n\nSigned-off-by: Jacopo Mondi <jacopo@jmondi.org>\nReviewed-by: Hirokazu Honda <hiroh@chromium.org>\n---\n src/android/camera_device.cpp | 138 +++++++++++++++++++++-------------\n src/android/camera_device.h | 3 +-\n 2 files changed, 86 insertions(+), 55 deletions(-)", "diff": "diff --git a/src/android/camera_device.cpp b/src/android/camera_device.cpp\nindex 7d4d0febf361..383baa60f918 100644\n--- a/src/android/camera_device.cpp\n+++ b/src/android/camera_device.cpp\n@@ -2027,17 +2027,20 @@ int CameraDevice::processCaptureRequest(camera3_capture_request_t *camera3Reques\n \n void CameraDevice::requestComplete(Request *request)\n {\n-\tcamera3_buffer_status status = CAMERA3_BUFFER_STATUS_OK;\n-\tstd::unique_ptr<CameraMetadata> resultMetadata;\n-\n \tdecltype(descriptors_)::node_type node;\n \t{\n \t\tstd::scoped_lock<std::mutex> lock(mutex_);\n \t\tauto it = descriptors_.find(request->cookie());\n \t\tif (it == descriptors_.end()) {\n+\t\t\t/*\n+\t\t\t * \\todo Clarify if the Camera has to be closed on\n+\t\t\t * ERROR_DEVICE and possibly demote the Fatal to simple\n+\t\t\t * Error.\n+\t\t\t */\n+\t\t\tnotifyError(0, nullptr, CAMERA3_MSG_ERROR_DEVICE);\n \t\t\tLOG(HAL, Fatal)\n \t\t\t\t<< \"Unknown request: \" << request->cookie();\n-\t\t\tstatus = CAMERA3_BUFFER_STATUS_ERROR;\n+\n \t\t\treturn;\n \t\t}\n \n@@ -2045,16 +2048,72 @@ void CameraDevice::requestComplete(Request *request)\n \t}\n \tCamera3RequestDescriptor &descriptor = node.mapped();\n \n+\t/*\n+\t * Prepare the capture result for the Android camera stack.\n+\t *\n+\t * The buffer status is set to OK and later changed to ERROR if\n+\t * post-processing/compression fails.\n+\t */\n+\tcamera3_capture_result_t captureResult = {};\n+\tcaptureResult.frame_number = descriptor.frameNumber_;\n+\tcaptureResult.num_output_buffers = descriptor.buffers_.size();\n+\tfor (camera3_stream_buffer_t &buffer : descriptor.buffers_) {\n+\t\tbuffer.acquire_fence = -1;\n+\t\tbuffer.release_fence = -1;\n+\t\tbuffer.status = CAMERA3_BUFFER_STATUS_OK;\n+\t}\n+\tcaptureResult.output_buffers = descriptor.buffers_.data();\n+\tcaptureResult.partial_result = 1;\n+\n+\t/*\n+\t * If the Request has failed, abort the request by notifying the error\n+\t * and complete the request with all buffers in error state.\n+\t */\n \tif (request->status() != Request::RequestComplete) {\n-\t\tLOG(HAL, Error) << \"Request not successfully completed: \"\n+\t\tLOG(HAL, Error) << \"Request \" << request->cookie()\n+\t\t\t\t<< \" not successfully completed: \"\n \t\t\t\t<< request->status();\n-\t\tstatus = CAMERA3_BUFFER_STATUS_ERROR;\n+\n+\t\tnotifyError(descriptor.frameNumber_,\n+\t\t\t descriptor.buffers_[0].stream,\n+\t\t\t CAMERA3_MSG_ERROR_REQUEST);\n+\n+\t\tcaptureResult.partial_result = 0;\n+\t\tfor (camera3_stream_buffer_t &buffer : descriptor.buffers_)\n+\t\t\tbuffer.status = CAMERA3_BUFFER_STATUS_ERROR;\n+\t\tcallbacks_->process_capture_result(callbacks_, &captureResult);\n+\n+\t\treturn;\n \t}\n \n+\t/*\n+\t * Notify shutter as soon as we have verified we have a valid request.\n+\t *\n+\t * \\todo The shutter event notification should be sent to the framework\n+\t * as soon as possible, earlier than request completion time.\n+\t */\n+\tuint64_t sensorTimestamp = static_cast<uint64_t>(request->metadata()\n+\t\t\t\t\t\t\t .get(controls::SensorTimestamp));\n+\tnotifyShutter(descriptor.frameNumber_, sensorTimestamp);\n+\n \tLOG(HAL, Debug) << \"Request \" << request->cookie() << \" completed with \"\n \t\t\t<< descriptor.buffers_.size() << \" streams\";\n \n-\tresultMetadata = getResultMetadata(descriptor);\n+\t/*\n+\t * Generate the metadata associated with the captured buffers.\n+\t *\n+\t * Notify if the metadata generation has failed, but continue processing\n+\t * buffers and return an empty metadata pack.\n+\t */\n+\tstd::unique_ptr<CameraMetadata> resultMetadata = getResultMetadata(descriptor);\n+\tif (!resultMetadata) {\n+\t\tnotifyError(descriptor.frameNumber_, descriptor.buffers_[0].stream,\n+\t\t\t CAMERA3_MSG_ERROR_RESULT);\n+\n+\t\t/* The camera framework expects an empy metadata pack on error. */\n+\t\tresultMetadata = std::make_unique<CameraMetadata>(0, 0);\n+\t}\n+\tcaptureResult.result = resultMetadata->get();\n \n \t/* Handle any JPEG compression. */\n \tfor (camera3_stream_buffer_t &buffer : descriptor.buffers_) {\n@@ -2067,56 +2126,27 @@ void CameraDevice::requestComplete(Request *request)\n \t\tFrameBuffer *src = request->findBuffer(cameraStream->stream());\n \t\tif (!src) {\n \t\t\tLOG(HAL, Error) << \"Failed to find a source stream buffer\";\n+\t\t\tbuffer.status = CAMERA3_BUFFER_STATUS_ERROR;\n+\t\t\tnotifyError(descriptor.frameNumber_, buffer.stream,\n+\t\t\t\t CAMERA3_MSG_ERROR_BUFFER);\n \t\t\tcontinue;\n \t\t}\n \n-\t\tint ret = cameraStream->process(*src,\n-\t\t\t\t\t\t*buffer.buffer,\n+\t\tint ret = cameraStream->process(*src, *buffer.buffer,\n \t\t\t\t\t\tdescriptor.settings_,\n \t\t\t\t\t\tresultMetadata.get());\n-\t\tif (ret) {\n-\t\t\tstatus = CAMERA3_BUFFER_STATUS_ERROR;\n-\t\t\tcontinue;\n-\t\t}\n-\n \t\t/*\n \t\t * Return the FrameBuffer to the CameraStream now that we're\n \t\t * done processing it.\n \t\t */\n \t\tif (cameraStream->type() == CameraStream::Type::Internal)\n \t\t\tcameraStream->putBuffer(src);\n-\t}\n \n-\t/* Prepare to call back the Android camera stack. */\n-\tcamera3_capture_result_t captureResult = {};\n-\tcaptureResult.frame_number = descriptor.frameNumber_;\n-\tcaptureResult.num_output_buffers = descriptor.buffers_.size();\n-\tfor (camera3_stream_buffer_t &buffer : descriptor.buffers_) {\n-\t\tbuffer.acquire_fence = -1;\n-\t\tbuffer.release_fence = -1;\n-\t\tbuffer.status = status;\n-\t}\n-\tcaptureResult.output_buffers = descriptor.buffers_.data();\n-\n-\tif (status == CAMERA3_BUFFER_STATUS_OK) {\n-\t\tuint64_t timestamp =\n-\t\t\tstatic_cast<uint64_t>(request->metadata()\n-\t\t\t\t\t .get(controls::SensorTimestamp));\n-\t\tnotifyShutter(descriptor.frameNumber_, timestamp);\n-\n-\t\tcaptureResult.partial_result = 1;\n-\t\tcaptureResult.result = resultMetadata->get();\n-\t}\n-\n-\tif (status == CAMERA3_BUFFER_STATUS_ERROR || !captureResult.result) {\n-\t\t/* \\todo Improve error handling. In case we notify an error\n-\t\t * because the metadata generation fails, a shutter event has\n-\t\t * already been notified for this frame number before the error\n-\t\t * is here signalled. Make sure the error path plays well with\n-\t\t * the camera stack state machine.\n-\t\t */\n-\t\tnotifyError(descriptor.frameNumber_,\n-\t\t\t descriptor.buffers_[0].stream);\n+\t\tif (ret) {\n+\t\t\tbuffer.status = CAMERA3_BUFFER_STATUS_ERROR;\n+\t\t\tnotifyError(descriptor.frameNumber_, buffer.stream,\n+\t\t\t\t CAMERA3_MSG_ERROR_BUFFER);\n+\t\t}\n \t}\n \n \tcallbacks_->process_capture_result(callbacks_, &captureResult);\n@@ -2138,23 +2168,23 @@ void CameraDevice::notifyShutter(uint32_t frameNumber, uint64_t timestamp)\n \tcallbacks_->notify(callbacks_, ¬ify);\n }\n \n-void CameraDevice::notifyError(uint32_t frameNumber, camera3_stream_t *stream)\n+void CameraDevice::notifyError(uint32_t frameNumber, camera3_stream_t *stream,\n+\t\t\t camera3_error_msg_code code)\n {\n \tcamera3_notify_msg_t notify = {};\n \n-\t/*\n-\t * \\todo Report and identify the stream number or configuration to\n-\t * clarify the stream that failed.\n-\t */\n-\tLOG(HAL, Error) << \"Error occurred on frame \" << frameNumber << \" (\"\n-\t\t\t<< toPixelFormat(stream->format).toString() << \")\";\n-\n \tnotify.type = CAMERA3_MSG_ERROR;\n \tnotify.message.error.error_stream = stream;\n \tnotify.message.error.frame_number = frameNumber;\n-\tnotify.message.error.error_code = CAMERA3_MSG_ERROR_REQUEST;\n+\tnotify.message.error.error_code = code;\n \n \tcallbacks_->notify(callbacks_, ¬ify);\n+\n+\tif (stream)\n+\t\tLOG(HAL, Error) << \"Error occurred on frame \" << frameNumber << \" (\"\n+\t\t\t\t<< toPixelFormat(stream->format).toString() << \")\";\n+\telse\n+\t\tLOG(HAL, Error) << \"Fatal error occurred on device\";\n }\n \n /*\ndiff --git a/src/android/camera_device.h b/src/android/camera_device.h\nindex 23457e47767a..8d5da8bc59e1 100644\n--- a/src/android/camera_device.h\n+++ b/src/android/camera_device.h\n@@ -101,7 +101,8 @@ private:\n \tstd::tuple<uint32_t, uint32_t> calculateStaticMetadataSize();\n \tlibcamera::FrameBuffer *createFrameBuffer(const buffer_handle_t camera3buffer);\n \tvoid notifyShutter(uint32_t frameNumber, uint64_t timestamp);\n-\tvoid notifyError(uint32_t frameNumber, camera3_stream_t *stream);\n+\tvoid notifyError(uint32_t frameNumber, camera3_stream_t *stream,\n+\t\t\t camera3_error_msg_code code);\n \tstd::unique_ptr<CameraMetadata> requestTemplatePreview();\n \tstd::unique_ptr<CameraMetadata> requestTemplateVideo();\n \tlibcamera::PixelFormat toPixelFormat(int format) const;\n", "prefixes": [ "libcamera-devel", "v2", "1/8" ] }