From patchwork Wed Jun 24 14:07:52 2020 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: Paul Elder X-Patchwork-Id: 8397 Return-Path: Received: from perceval.ideasonboard.com (perceval.ideasonboard.com [IPv6:2001:4b98:dc2:55:216:3eff:fef7:d647]) by lancelot.ideasonboard.com (Postfix) with ESMTPS id 405EA603B8 for ; Wed, 24 Jun 2020 16:08:05 +0200 (CEST) Authentication-Results: lancelot.ideasonboard.com; dkim=pass (1024-bit key; unprotected) header.d=ideasonboard.com header.i=@ideasonboard.com header.b="KsrhjH8z"; dkim-atps=neutral Received: from jade.rasen.tech (unknown [IPv6:2400:4051:61:600:8147:f2a2:a8c6:9087]) by perceval.ideasonboard.com (Postfix) with ESMTPSA id AB6EE2A8; Wed, 24 Jun 2020 16:08:03 +0200 (CEST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=ideasonboard.com; s=mail; t=1593007684; bh=wszgkFq4gcok6T05cDdnH7zkCuemj1ujwaMIKbv9kX0=; h=From:To:Cc:Subject:Date:From; b=KsrhjH8z++Qy6bMnY7Hd7FMMiZ2SfPwQfz63EPrAjKVzp16czvfMntmUwjDHqKPb8 JAvjmvkZmQ7qyVOdO3rnIpX48Gwb55oBspeABE6G+qXnVMsn3UjrIKznE62dR2Ul+b cEgTqlJI4kmGz06jBNoOZ2PaK0HLBQpUWCpr5W1s= From: Paul Elder To: libcamera-devel@lists.libcamera.org Date: Wed, 24 Jun 2020 23:07:52 +0900 Message-Id: <20200624140752.46066-1-paul.elder@ideasonboard.com> X-Mailer: git-send-email 2.27.0 MIME-Version: 1.0 Subject: [libcamera-devel] [RFC PATCH] tests: v4l2_compat: Add test for v4l2_compat X-BeenThere: libcamera-devel@lists.libcamera.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Wed, 24 Jun 2020 14:08:05 -0000 Test the V4L2 compatibility layer by running v4l2-compliance -s on every /dev/video* device. Signed-off-by: Paul Elder --- test/meson.build | 1 + test/v4l2_compat/meson.build | 10 +++ test/v4l2_compat/v4l2_compat_test.py | 125 +++++++++++++++++++++++++++ 3 files changed, 136 insertions(+) create mode 100644 test/v4l2_compat/meson.build create mode 100755 test/v4l2_compat/v4l2_compat_test.py diff --git a/test/meson.build b/test/meson.build index a868813..591920f 100644 --- a/test/meson.build +++ b/test/meson.build @@ -12,6 +12,7 @@ subdir('pipeline') subdir('process') subdir('serialization') subdir('stream') +subdir('v4l2_compat') subdir('v4l2_subdevice') subdir('v4l2_videodevice') diff --git a/test/v4l2_compat/meson.build b/test/v4l2_compat/meson.build new file mode 100644 index 0000000..a67aac4 --- /dev/null +++ b/test/v4l2_compat/meson.build @@ -0,0 +1,10 @@ +# SPDX-License-Identifier: CC0-1.0 + +pymod = import('python') +py3 = pymod.find_installation('python3') + +v4l2_compat_test = files('v4l2_compat_test.py') + +test('v4l2_compat_test', py3, + args : v4l2_compat_test, + suite : 'v4l2_compat') diff --git a/test/v4l2_compat/v4l2_compat_test.py b/test/v4l2_compat/v4l2_compat_test.py new file mode 100755 index 0000000..f56db4e --- /dev/null +++ b/test/v4l2_compat/v4l2_compat_test.py @@ -0,0 +1,125 @@ +#!/usr/bin/env python3 +# SPDX-License-Identifier: GPL-2.0-or-later +# Copyright (C) 2019, Google Inc. +# +# Author: Paul Elder +# +# v4l2_compat_test.py - Test the V4L2 compatibility layer + +import os +import re +from shutil import which +import subprocess +import sys + +TestPass = 0 +TestFail = -1 +TestSkip = 77 + + +supported_pipelines = [ + "uvcvideo", + "vimc", +] + + +def find_file(name, path): + for root, dirs, files in os.walk(path): + if name in files: + return os.path.join(root, name) + + +def grep(exp, arr): + return [s for s in arr if re.search(exp, s)] + + +def run_with_stdout(cmd, args="", env={}): + try: + with open(os.devnull, 'w') as devnull: + output = subprocess.check_output(f"{cmd} {args}", shell=True, env=env, stderr=devnull) + except subprocess.CalledProcessError as err: + output = err.output + return output.decode("utf-8").split("\n") + + +def extract_result(result): + res = result.split(", ") + ret = {} + ret["total"] = int(res[0].split(": ")[-1]) + ret["succeeded"] = int(res[1].split(": ")[-1]) + ret["failed"] = int(res[2].split(": ")[-1]) + ret["warnings"] = int(res[3].split(": ")[-1]) + ret["device"] = res[0].split()[4].strip(":") + ret["driver"] = res[0].split()[2] + return ret + + +def print_output_arr(output_arr): + print("\n".join(output_arr)) + + +def test_v4l2_compliance(v4l2_compliance, v4l2_compat, device, base_driver): + output = run_with_stdout(v4l2_compliance, f"-s -d {device}", {"LD_PRELOAD": v4l2_compat}) + result = extract_result(output[-2]) + if result["driver"] != "libcamera": + return TestSkip + + if result['failed'] == 0: + return TestPass + + # vimc will fail s_fmt because it only supports framesizes that are + # multiples of 3 + if base_driver == "vimc" and result["failed"] <= 1: + failures = grep("fail", output) + if re.search("S_FMT cannot handle an invalid format", failures[0]) is None: + print_output_arr(output) + return TestFail + return TestPass + + print_output_arr(output) + return TestFail + + +def main(): + v4l2_compliance = which("v4l2-compliance") + if v4l2_compliance is None: + print("v4l2-compliance is not available") + return TestSkip + + v4l2_ctl = which("v4l2-ctl") + if v4l2_ctl is None: + print("v4l2-ctl is not available") + return TestSkip + + v4l2_compat = find_file("v4l2-compat.so", ".") + if v4l2_compat is None: + print("v4l2-compat.so is not built") + return TestSkip + + dev_nodes = grep("video", os.listdir("/dev")) + dev_nodes = list(map(lambda s: f"/dev/{s}", dev_nodes)) + if len(dev_nodes) == 0: + print("no video nodes available to test with") + return TestSkip + + failed = [] + for device in dev_nodes: + out = run_with_stdout(v4l2_ctl, f"-D -d {device}") + driver = grep("Driver name", out)[0].split(":")[-1].strip() + if driver not in supported_pipelines: + continue + + ret = test_v4l2_compliance(v4l2_compliance, v4l2_compat, device, driver) + if ret == TestFail: + failed.append(device) + + if len(failed) > 0: + print(f"Failed {len(failed)} tests:") + for device in failed: + print(f"- {device}") + + return TestPass if not failed else TestFail + + +if __name__ == '__main__': + sys.exit(main())