Patch Detail
Show a patch.
GET /api/patches/13011/?format=api
{ "id": 13011, "url": "https://patchwork.libcamera.org/api/patches/13011/?format=api", "web_url": "https://patchwork.libcamera.org/patch/13011/", "project": { "id": 1, "url": "https://patchwork.libcamera.org/api/projects/1/?format=api", "name": "libcamera", "link_name": "libcamera", "list_id": "libcamera_core", "list_email": "libcamera-devel@lists.libcamera.org", "web_url": "", "scm_url": "", "webscm_url": "" }, "msgid": "<20210716105631.158153-6-paul.elder@ideasonboard.com>", "date": "2021-07-16T10:56:15", "name": "[libcamera-devel,RFC,v4,05/21] android: Add infrastructure for determining capabilities and hardware level", "commit_ref": null, "pull_url": null, "state": "superseded", "archived": false, "hash": "9157d9f00132867032671319e3b589a017e4eec6", "submitter": { "id": 17, "url": "https://patchwork.libcamera.org/api/people/17/?format=api", "name": "Paul Elder", "email": "paul.elder@ideasonboard.com" }, "delegate": null, "mbox": "https://patchwork.libcamera.org/patch/13011/mbox/", "series": [ { "id": 2244, "url": "https://patchwork.libcamera.org/api/series/2244/?format=api", "web_url": "https://patchwork.libcamera.org/project/libcamera/list/?series=2244", "date": "2021-07-16T10:56:10", "name": "Preliminary FULL plumbing", "version": 4, "mbox": "https://patchwork.libcamera.org/series/2244/mbox/" } ], "comments": "https://patchwork.libcamera.org/api/patches/13011/comments/", "check": "pending", "checks": "https://patchwork.libcamera.org/api/patches/13011/checks/", "tags": {}, "headers": { "Return-Path": "<libcamera-devel-bounces@lists.libcamera.org>", "X-Original-To": "parsemail@patchwork.libcamera.org", "Delivered-To": "parsemail@patchwork.libcamera.org", "Received": [ "from lancelot.ideasonboard.com (lancelot.ideasonboard.com\n\t[92.243.16.209])\n\tby patchwork.libcamera.org (Postfix) with ESMTPS id 2B02CC3228\n\tfor <parsemail@patchwork.libcamera.org>;\n\tFri, 16 Jul 2021 10:57:02 +0000 (UTC)", "from lancelot.ideasonboard.com (localhost [IPv6:::1])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTP id D81E068545;\n\tFri, 16 Jul 2021 12:57:01 +0200 (CEST)", "from perceval.ideasonboard.com (perceval.ideasonboard.com\n\t[IPv6:2001:4b98:dc2:55:216:3eff:fef7:d647])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id BA89C68543\n\tfor <libcamera-devel@lists.libcamera.org>;\n\tFri, 16 Jul 2021 12:57:00 +0200 (CEST)", "from pyrite.rasen.tech (unknown\n\t[IPv6:2400:4051:61:600:2c71:1b79:d06d:5032])\n\tby perceval.ideasonboard.com (Postfix) with ESMTPSA id 2DE2E3F0;\n\tFri, 16 Jul 2021 12:56:58 +0200 (CEST)" ], "Authentication-Results": "lancelot.ideasonboard.com;\n\tdkim=fail reason=\"signature verification failed\" (1024-bit key;\n\tunprotected) header.d=ideasonboard.com header.i=@ideasonboard.com\n\theader.b=\"dGWPEfN7\"; dkim-atps=neutral", "DKIM-Signature": "v=1; a=rsa-sha256; c=relaxed/simple; d=ideasonboard.com;\n\ts=mail; t=1626433020;\n\tbh=N5v95TTSg/O1YB9cZ6FCEjhZFPkjc9A76PyEw3sgsyU=;\n\th=From:To:Cc:Subject:Date:In-Reply-To:References:From;\n\tb=dGWPEfN7ZPPzO7RQSDcPJtHdauYjcqFpmwwUOvvSkOJrm1bPafPUBOT3XUzOJYBUp\n\tTf8z5TC79sRJNBdiBVWtttBklpyFusKn86MPO5PPJQwogMizxYQHFmjAtGERkuEAZQ\n\tJ9jlrthPun/CjOBw64R68ltr7iDL8nJkIU2qa688=", "From": "Paul Elder <paul.elder@ideasonboard.com>", "To": "libcamera-devel@lists.libcamera.org", "Date": "Fri, 16 Jul 2021 19:56:15 +0900", "Message-Id": "<20210716105631.158153-6-paul.elder@ideasonboard.com>", "X-Mailer": "git-send-email 2.27.0", "In-Reply-To": "<20210716105631.158153-1-paul.elder@ideasonboard.com>", "References": "<20210716105631.158153-1-paul.elder@ideasonboard.com>", "MIME-Version": "1.0", "Content-Transfer-Encoding": "8bit", "Subject": "[libcamera-devel] [RFC PATCH v4 05/21] android: Add infrastructure\n\tfor determining capabilities and hardware level", "X-BeenThere": "libcamera-devel@lists.libcamera.org", "X-Mailman-Version": "2.1.29", "Precedence": "list", "List-Id": "<libcamera-devel.lists.libcamera.org>", "List-Unsubscribe": "<https://lists.libcamera.org/options/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=unsubscribe>", "List-Archive": "<https://lists.libcamera.org/pipermail/libcamera-devel/>", "List-Post": "<mailto:libcamera-devel@lists.libcamera.org>", "List-Help": "<mailto:libcamera-devel-request@lists.libcamera.org?subject=help>", "List-Subscribe": "<https://lists.libcamera.org/listinfo/libcamera-devel>,\n\t<mailto:libcamera-devel-request@lists.libcamera.org?subject=subscribe>", "Errors-To": "libcamera-devel-bounces@lists.libcamera.org", "Sender": "\"libcamera-devel\" <libcamera-devel-bounces@lists.libcamera.org>" }, "content": "Add the infrastructure for checking and reporting capabilities. Use\nthese capabilities to determine the hardware level as well.\n\nBug: https://bugs.libcamera.org/show_bug.cgi?id=55\nSigned-off-by: Paul Elder <paul.elder@ideasonboard.com>\n\n---\nChanges in v5:\n- change the whole thing to turn on capabilities after they are all\n confirmed, instead of disabling them as conditions are not met\n\nChanges in v4:\n- rebase on camera capabilities refactoring\n- switch to std::set from std::map\n- make hwlevel similar to capabilities\n\nChanges in v3:\n- fix some compiler errors\n- go ahead and initialize the capabilities to true, update the commit\n message accordingly\n\nChanges in v2:\n- add a flag for FULL, since there are a few requirements that are not\n obtained from capabilities alone\n- add burst capture capability, since that is required for FULL as well\n---\n src/android/camera_capabilities.cpp | 172 +++++++++++++++++++++++++---\n src/android/camera_capabilities.h | 13 +++\n 2 files changed, 170 insertions(+), 15 deletions(-)", "diff": "diff --git a/src/android/camera_capabilities.cpp b/src/android/camera_capabilities.cpp\nindex 9e2714f1..be55db88 100644\n--- a/src/android/camera_capabilities.cpp\n+++ b/src/android/camera_capabilities.cpp\n@@ -9,6 +9,7 @@\n \n #include <array>\n #include <cmath>\n+#include <map>\n \n #include <hardware/camera3.h>\n \n@@ -114,8 +115,148 @@ const std::map<int, const Camera3Format> camera3FormatsMap = {\n \t},\n };\n \n+const std::map<camera_metadata_enum_android_info_supported_hardware_level, std::string>\n+hwLevelStrings = {\n+\t{ ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_LIMITED, \"LIMITED\" },\n+\t{ ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_FULL, \"FULL\" },\n+\t{ ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_LEGACY, \"LEGACY\" },\n+\t{ ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_3, \"LEVEL_3\" },\n+\t{ ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_EXTERNAL, \"EXTERNAL\" },\n+};\n+\n } /* namespace */\n \n+bool CameraCapabilities::validateManualSensorCapability(CameraMetadata *staticMetadata)\n+{\n+\tcamera_metadata_ro_entry_t entry;\n+\tbool found;\n+\n+\tconst char *noMode = \"Manual sensor capability unavailable: \";\n+\n+\tif (!(found = staticMetadata->entryContains<uint8_t>(ANDROID_CONTROL_AE_AVAILABLE_MODES,\n+\t\t\t\t\t\t\t ANDROID_CONTROL_AE_MODE_OFF))) {\n+\t\tLOG(HAL, Info)\n+\t\t\t<< noMode << \"missing AE mode off: \"\n+\t\t\t<< (found ? \"not supported\" : \"not found\");\n+\t\treturn false;\n+\t}\n+\n+\tfound = staticMetadata->getEntry(ANDROID_CONTROL_AE_LOCK_AVAILABLE,\n+\t\t\t\t\t &entry);\n+\tif (!found || !(*entry.data.u8 == ANDROID_CONTROL_AE_LOCK_AVAILABLE_TRUE)) {\n+\t\tLOG(HAL, Info) << noMode << \"missing AE lock\";\n+\t\treturn false;\n+\t}\n+\n+\treturn true;\n+}\n+\n+bool CameraCapabilities::validateManualPostProcessingCapability(CameraMetadata *staticMetadata)\n+{\n+\tcamera_metadata_ro_entry_t entry;\n+\tbool found;\n+\n+\tconst char *noMode = \"Manual post processing capability unavailable: \";\n+\n+\tif (!staticMetadata->entryContains<uint8_t>(ANDROID_CONTROL_AWB_AVAILABLE_MODES,\n+\t\t\t\t\t\t ANDROID_CONTROL_AWB_MODE_OFF)) {\n+\t\tLOG(HAL, Info) << noMode << \"missing AWB mode off\";\n+\t\treturn false;\n+\t}\n+\n+\tfound = staticMetadata->getEntry(ANDROID_CONTROL_AWB_LOCK_AVAILABLE,\n+\t\t\t\t\t &entry);\n+\tif (!found || !(*entry.data.u8 == ANDROID_CONTROL_AWB_LOCK_AVAILABLE_TRUE)) {\n+\t\tLOG(HAL, Info) << noMode << \"missing AWB lock\";\n+\t\treturn false;\n+\t}\n+\n+\treturn true;\n+}\n+\n+bool CameraCapabilities::validateBurstCaptureCapability(CameraMetadata *staticMetadata)\n+{\n+\tcamera_metadata_ro_entry_t entry;\n+\tbool found;\n+\n+\tconst char *noMode = \"Burst capture capability unavailable: \";\n+\n+\tfound = staticMetadata->getEntry(ANDROID_CONTROL_AE_LOCK_AVAILABLE,\n+\t\t\t\t\t &entry);\n+\tif (!found || !(*entry.data.u8 == ANDROID_CONTROL_AE_LOCK_AVAILABLE_TRUE)) {\n+\t\tLOG(HAL, Info) << noMode << \"missing AE lock\";\n+\t\treturn false;\n+\t}\n+\n+\tfound = staticMetadata->getEntry(ANDROID_CONTROL_AWB_LOCK_AVAILABLE,\n+\t\t\t\t\t &entry);\n+\tif (!found || !(*entry.data.u8 == ANDROID_CONTROL_AWB_LOCK_AVAILABLE_TRUE)) {\n+\t\tLOG(HAL, Info) << noMode << \"missing AWB lock\";\n+\t\treturn false;\n+\t}\n+\n+\tfound = staticMetadata->getEntry(ANDROID_SYNC_MAX_LATENCY, &entry);\n+\tif (!found || *entry.data.i32 < 0 || 4 < *entry.data.i32) {\n+\t\tLOG(HAL, Info)\n+\t\t\t<< noMode << \"max sync latency is \"\n+\t\t\t<< (found ? std::to_string(*entry.data.i32) : \"not present\");\n+\t\treturn false;\n+\t}\n+\n+\treturn true;\n+}\n+\n+std::set<camera_metadata_enum_android_request_available_capabilities>\n+CameraCapabilities::computeCapabilities(CameraMetadata *staticMetadata,\n+\tstd::set<camera_metadata_enum_android_request_available_capabilities> &existingCaps)\n+{\n+\tstd::set<camera_metadata_enum_android_request_available_capabilities>\n+\tcapabilities = existingCaps;\n+\n+\tcapabilities.insert(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_BACKWARD_COMPATIBLE);\n+\n+\tif (validateManualSensorCapability(staticMetadata))\n+\t\tcapabilities.insert(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_MANUAL_SENSOR);\n+\n+\tif (validateManualPostProcessingCapability(staticMetadata))\n+\t\tcapabilities.insert(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_MANUAL_POST_PROCESSING);\n+\n+\tif (validateBurstCaptureCapability(staticMetadata))\n+\t\tcapabilities.insert(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_BURST_CAPTURE);\n+\n+\tif (rawStreamAvailable_)\n+\t\tcapabilities.insert(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_RAW);\n+\n+\treturn capabilities;\n+}\n+\n+camera_metadata_enum_android_info_supported_hardware_level\n+CameraCapabilities::computeHwLevel(CameraMetadata *staticMetadata,\n+\tstd::set<camera_metadata_enum_android_request_available_capabilities> capabilities)\n+{\n+\tcamera_metadata_ro_entry_t entry;\n+\tbool found;\n+\tcamera_metadata_enum_android_info_supported_hardware_level\n+\t\thwLevel = ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_FULL;\n+\n+\tif (!capabilities.count(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_MANUAL_SENSOR))\n+\t\thwLevel = ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_LIMITED;\n+\n+\tif (!capabilities.count(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_MANUAL_POST_PROCESSING))\n+\t\thwLevel = ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_LIMITED;\n+\n+\tif (!capabilities.count(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_BURST_CAPTURE))\n+\t\thwLevel = ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_LIMITED;\n+\n+\tfound = staticMetadata->getEntry(ANDROID_SYNC_MAX_LATENCY, &entry);\n+\tif (!found || *entry.data.i32 != 0)\n+\t\thwLevel = ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_LIMITED;\n+\n+\thwLevel_ = hwLevel;\n+\n+\treturn hwLevel;\n+}\n+\n int CameraCapabilities::initialize(std::shared_ptr<libcamera::Camera> camera,\n \t\t\t\t int orientation, int facing)\n {\n@@ -382,6 +523,9 @@ int CameraCapabilities::initializeStaticMetadata()\n \tconst ControlInfoMap &controlsInfo = camera_->controls();\n \tconst ControlList &properties = camera_->properties();\n \n+\tstd::set<camera_metadata_enum_android_request_available_capabilities>\n+\tcapabilities = {};\n+\n \t/* Color correction static metadata. */\n \t{\n \t\tstd::vector<uint8_t> data;\n@@ -840,11 +984,6 @@ int CameraCapabilities::initializeStaticMetadata()\n \tuint8_t croppingType = ANDROID_SCALER_CROPPING_TYPE_CENTER_ONLY;\n \tstaticMetadata_->addEntry(ANDROID_SCALER_CROPPING_TYPE, croppingType);\n \n-\t/* Info static metadata. */\n-\tuint8_t supportedHWLevel = ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_LIMITED;\n-\tstaticMetadata_->addEntry(ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL,\n-\t\t\t\t supportedHWLevel);\n-\n \t/* Request static metadata. */\n \tint32_t partialResultCount = 1;\n \tstaticMetadata_->addEntry(ANDROID_REQUEST_PARTIAL_RESULT_COUNT,\n@@ -865,21 +1004,24 @@ int CameraCapabilities::initializeStaticMetadata()\n \tstaticMetadata_->addEntry(ANDROID_REQUEST_MAX_NUM_INPUT_STREAMS,\n \t\t\t\t maxNumInputStreams);\n \n-\tstd::vector<uint8_t> availableCapabilities = {\n-\t\tANDROID_REQUEST_AVAILABLE_CAPABILITIES_BACKWARD_COMPATIBLE,\n-\t};\n-\n-\t/* Report if camera supports RAW. */\n-\tif (rawStreamAvailable_)\n-\t\t\tavailableCapabilities.push_back(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_RAW);\n-\n \t/* Number of { RAW, YUV, JPEG } supported output streams */\n \tint32_t numOutStreams[] = { rawStreamAvailable_, 2, 1 };\n \tstaticMetadata_->addEntry(ANDROID_REQUEST_MAX_NUM_OUTPUT_STREAMS,\n \t\t\t\t numOutStreams);\n \n-\tstaticMetadata_->addEntry(ANDROID_REQUEST_AVAILABLE_CAPABILITIES,\n-\t\t\t\t availableCapabilities);\n+\t/* Check capabilities */\n+\tcapabilities = computeCapabilities(staticMetadata_.get(), capabilities);\n+\tstd::vector<camera_metadata_enum_android_request_available_capabilities>\n+\t\tcapsVec = std::vector<camera_metadata_enum_android_request_available_capabilities>(capabilities.begin(), capabilities.end());\n+\tstaticMetadata_->addEntry(ANDROID_REQUEST_AVAILABLE_CAPABILITIES, capsVec);\n+\n+\tcamera_metadata_enum_android_info_supported_hardware_level hwLevel =\n+\t\tcomputeHwLevel(staticMetadata_.get(), capabilities);\n+\tstaticMetadata_->addEntry(ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL, hwLevel);\n+\n+\tLOG(HAL, Info)\n+\t\t<< \"Hardware level: \"\n+\t\t<< hwLevelStrings.find((camera_metadata_enum_android_info_supported_hardware_level)hwLevel)->second;\n \n \tstd::vector<int32_t> availableCharacteristicsKeys = {\n \t\tANDROID_COLOR_CORRECTION_AVAILABLE_ABERRATION_MODES,\ndiff --git a/src/android/camera_capabilities.h b/src/android/camera_capabilities.h\nindex 42a976d3..38ee97d0 100644\n--- a/src/android/camera_capabilities.h\n+++ b/src/android/camera_capabilities.h\n@@ -42,6 +42,18 @@ private:\n \t\tint androidFormat;\n \t};\n \n+\tbool validateManualSensorCapability(CameraMetadata *staticMetadata);\n+\tbool validateManualPostProcessingCapability(CameraMetadata *staticMetadata);\n+\tbool validateBurstCaptureCapability(CameraMetadata *staticMetadata);\n+\n+\tstd::set<camera_metadata_enum_android_request_available_capabilities>\n+\t\tcomputeCapabilities(CameraMetadata *staticMetadata,\n+\t\t\tstd::set<camera_metadata_enum_android_request_available_capabilities> &existingCaps);\n+\n+\tcamera_metadata_enum_android_info_supported_hardware_level\n+\t\tcomputeHwLevel(CameraMetadata *staticMetadata,\n+\t\t\tstd::set<camera_metadata_enum_android_request_available_capabilities> capabilities);\n+\n \tstd::vector<libcamera::Size>\n \tinitializeYUVResolutions(const libcamera::PixelFormat &pixelFormat,\n \t\t\t\t const std::vector<libcamera::Size> &resolutions);\n@@ -56,6 +68,7 @@ private:\n \tint facing_;\n \tint orientation_;\n \tbool rawStreamAvailable_;\n+\tcamera_metadata_enum_android_info_supported_hardware_level hwLevel_;\n \n \tstd::vector<Camera3StreamConfiguration> streamConfigurations_;\n \tstd::map<int, libcamera::PixelFormat> formatsMap_;\n", "prefixes": [ "libcamera-devel", "RFC", "v4", "05/21" ] }