{"id":17659,"url":"https://patchwork.libcamera.org/api/1.1/patches/17659/?format=json","web_url":"https://patchwork.libcamera.org/patch/17659/","project":{"id":1,"url":"https://patchwork.libcamera.org/api/1.1/projects/1/?format=json","name":"libcamera","link_name":"libcamera","list_id":"libcamera_core","list_email":"libcamera-devel@lists.libcamera.org","web_url":"","scm_url":"","webscm_url":""},"msgid":"<20221022062310.2545463-9-paul.elder@ideasonboard.com>","date":"2022-10-22T06:23:07","name":"[libcamera-devel,v2,08/11] utils: libtuning: generators: Add yaml output","commit_ref":null,"pull_url":null,"state":"accepted","archived":false,"hash":"07d0bd229ecfda05466560cd2faf2e12c985bff4","submitter":{"id":17,"url":"https://patchwork.libcamera.org/api/1.1/people/17/?format=json","name":"Paul Elder","email":"paul.elder@ideasonboard.com"},"delegate":null,"mbox":"https://patchwork.libcamera.org/patch/17659/mbox/","series":[{"id":3573,"url":"https://patchwork.libcamera.org/api/1.1/series/3573/?format=json","web_url":"https://patchwork.libcamera.org/project/libcamera/list/?series=3573","date":"2022-10-22T06:22:59","name":"utils: tuning: Add a new tuning infrastructure","version":2,"mbox":"https://patchwork.libcamera.org/series/3573/mbox/"}],"comments":"https://patchwork.libcamera.org/api/patches/17659/comments/","check":"pending","checks":"https://patchwork.libcamera.org/api/patches/17659/checks/","tags":{},"headers":{"Return-Path":"","X-Original-To":"parsemail@patchwork.libcamera.org","Delivered-To":"parsemail@patchwork.libcamera.org","Received":["from lancelot.ideasonboard.com (lancelot.ideasonboard.com\n\t[92.243.16.209])\n\tby patchwork.libcamera.org (Postfix) with ESMTPS id 11AF1C327C\n\tfor ;\n\tSat, 22 Oct 2022 06:23:38 +0000 (UTC)","from lancelot.ideasonboard.com (localhost [IPv6:::1])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTP id B2EFD62EE4;\n\tSat, 22 Oct 2022 08:23:37 +0200 (CEST)","from perceval.ideasonboard.com (perceval.ideasonboard.com\n\t[213.167.242.64])\n\tby lancelot.ideasonboard.com (Postfix) with ESMTPS id 4356E62EDF\n\tfor ;\n\tSat, 22 Oct 2022 08:23:35 +0200 (CEST)","from pyrite.rasen.tech (h175-177-042-159.catv02.itscom.jp\n\t[175.177.42.159])\n\tby perceval.ideasonboard.com (Postfix) with ESMTPSA id EF63BABC;\n\tSat, 22 Oct 2022 08:23:33 +0200 (CEST)"],"DKIM-Signature":["v=1; a=rsa-sha256; c=relaxed/simple; d=libcamera.org;\n\ts=mail; t=1666419817;\n\tbh=effseQameShPlL9W9zmOafgFX33GzrOmP6x/o1B2Slg=;\n\th=To:Date:In-Reply-To:References:Subject:List-Id:List-Unsubscribe:\n\tList-Archive:List-Post:List-Help:List-Subscribe:From:Reply-To:\n\tFrom;\n\tb=TcEFgAyg3VuGm8+VVRzsDkeLyUnRaEEBVoQ7FdhhjyKub5am72QhHIZmrGxCNFiTS\n\t+urNZ24PyyBOv3T13vEI3XSibo/ReRUxE5AO4/AaqDXCjXOf5bzTnj05eKKkGgptcQ\n\tlMMUkjN4VGiBVfAJbBmg1xvstLzjNtuomY+6wkMmGHlv436Kcr/dntds4IUUO/GwRH\n\tcLP2TjTy4/uR0Kv0LubMkEV4s35SbHDfUdOreowv6nb815FvRzo9CGap9z+7aszqnX\n\tz9Ic1BfTMZi5z1e1NR+RQzTucNOXTNY2XjQX7WBe7yIdPm2283tV6QIzDn1mKbuPtT\n\tURnOvuj1CYb5g==","v=1; a=rsa-sha256; c=relaxed/simple; d=ideasonboard.com;\n\ts=mail; t=1666419815;\n\tbh=effseQameShPlL9W9zmOafgFX33GzrOmP6x/o1B2Slg=;\n\th=From:To:Cc:Subject:Date:In-Reply-To:References:From;\n\tb=mEKbVzyIOOGMCv2ZOy6elmVWSbyT6tFWIaALDE86q1L1pvqpawdMY9U+oArrAlFtg\n\tui6MlAET5sOwfJbyHiXjo6HRH+G7A0pVVoJ+rlU+sj5szyOZlnKP23cIM0gyEX+ctm\n\t/S9PmegSqNI/UX1YY6sXl3h4ocnuYKaPa/O4hNNU="],"Authentication-Results":"lancelot.ideasonboard.com; dkim=pass (1024-bit key; \n\tunprotected) header.d=ideasonboard.com\n\theader.i=@ideasonboard.com\n\theader.b=\"mEKbVzyI\"; dkim-atps=neutral","To":"libcamera-devel@lists.libcamera.org","Date":"Sat, 22 Oct 2022 15:23:07 +0900","Message-Id":"<20221022062310.2545463-9-paul.elder@ideasonboard.com>","X-Mailer":"git-send-email 2.30.2","In-Reply-To":"<20221022062310.2545463-1-paul.elder@ideasonboard.com>","References":"<20221022062310.2545463-1-paul.elder@ideasonboard.com>","MIME-Version":"1.0","Content-Transfer-Encoding":"8bit","Subject":"[libcamera-devel] [PATCH v2 08/11] utils: libtuning: generators:\n\tAdd yaml output","X-BeenThere":"libcamera-devel@lists.libcamera.org","X-Mailman-Version":"2.1.29","Precedence":"list","List-Id":"","List-Unsubscribe":",\n\t","List-Archive":"","List-Post":"","List-Help":"","List-Subscribe":",\n\t","From":"Paul Elder via libcamera-devel ","Reply-To":"Paul Elder ","Errors-To":"libcamera-devel-bounces@lists.libcamera.org","Sender":"\"libcamera-devel\" "},"content":"Add a generator to libtuning for writing tuning output to a yaml file.\n\nSigned-off-by: Paul Elder \n\n---\nNew in 2\n---\n utils/tuning/libtuning/generators/__init__.py | 1 +\n .../libtuning/generators/yaml_output.py | 121 ++++++++++++++++++\n 2 files changed, 122 insertions(+)\n create mode 100644 utils/tuning/libtuning/generators/yaml_output.py","diff":"diff --git a/utils/tuning/libtuning/generators/__init__.py b/utils/tuning/libtuning/generators/__init__.py\nindex 937aff30..f28b6149 100644\n--- a/utils/tuning/libtuning/generators/__init__.py\n+++ b/utils/tuning/libtuning/generators/__init__.py\n@@ -3,3 +3,4 @@\n # Copyright (C) 2022, Paul Elder \n \n from libtuning.generators.raspberrypi_output import RaspberryPiOutput\n+from libtuning.generators.yaml_output import YamlOutput\ndiff --git a/utils/tuning/libtuning/generators/yaml_output.py b/utils/tuning/libtuning/generators/yaml_output.py\nnew file mode 100644\nindex 00000000..b5e600f1\n--- /dev/null\n+++ b/utils/tuning/libtuning/generators/yaml_output.py\n@@ -0,0 +1,121 @@\n+# SPDX-License-Identifier: GPL-2.0-or-later\n+#\n+# Copyright 2022 Paul Elder \n+\n+from .generator import Generator\n+\n+from numbers import Number\n+from pathlib import Path\n+\n+import libtuning.utils as utils\n+\n+\n+class YamlOutput(Generator):\n+ def __init__(self):\n+ super().__init__()\n+\n+ def _stringify_number_list(self, listt: list):\n+ line_wrap = 80\n+\n+ line = '[ ' + ', '.join([str(x) for x in listt]) + ' ]'\n+ if len(line) <= line_wrap:\n+ return [line]\n+\n+ out_lines = ['[']\n+ line = ' '\n+ for x in listt:\n+ x_str = str(x)\n+ # If the first number is longer than line_wrap, it'll add an extra line\n+ if len(line) + len(x_str) > line_wrap:\n+ out_lines.append(line)\n+ line = f' {x_str},'\n+ continue\n+ line += f' {x_str},'\n+ out_lines.append(line)\n+ out_lines.append(']')\n+\n+ return out_lines\n+\n+ # @return Array of lines, and boolean of if all elements were numbers\n+ def _stringify_list(self, listt: list):\n+ out_lines = []\n+\n+ all_numbers = set([isinstance(x, Number) for x in listt]).issubset({True})\n+\n+ if all_numbers:\n+ return self._stringify_number_list(listt), True\n+\n+ for value in listt:\n+ if isinstance(value, Number):\n+ out_lines.append(f'- {str(value)}')\n+ elif isinstance(value, str):\n+ out_lines.append(f'- \"{value}\"')\n+ elif isinstance(value, list):\n+ lines, all_numbers = self._stringify_list(value)\n+\n+ if all_numbers:\n+ out_lines.append( f'- {lines[0]}')\n+ out_lines += [f' {line}' for line in lines[1:]]\n+ else:\n+ out_lines.append( f'-')\n+ out_lines += [f' {line}' for line in lines]\n+ elif isinstance(value, dict):\n+ lines = self._stringify_dict(value)\n+ out_lines.append( f'- {lines[0]}')\n+ out_lines += [f' {line}' for line in lines[1:]]\n+\n+ return out_lines, False\n+\n+ def _stringify_dict(self, dictt: dict):\n+ out_lines = []\n+\n+ for key in dictt:\n+ value = dictt[key]\n+\n+ if isinstance(value, Number):\n+ out_lines.append(f'{key}: {str(value)}')\n+ elif isinstance(value, str):\n+ out_lines.append(f'{key}: \"{value}\"')\n+ elif isinstance(value, list):\n+ lines, all_numbers = self._stringify_list(value)\n+\n+ if all_numbers:\n+ out_lines.append( f'{key}: {lines[0]}')\n+ out_lines += [f'{\" \" * (len(key) + 2)}{line}' for line in lines[1:]]\n+ else:\n+ out_lines.append( f'{key}:')\n+ out_lines += [f' {line}' for line in lines]\n+ elif isinstance(value, dict):\n+ lines = self._stringify_dict(value)\n+ out_lines.append( f'{key}:')\n+ out_lines += [f' {line}' for line in lines]\n+\n+ return out_lines\n+\n+ def _write(self, output_file: Path, output_dict: dict, output_order: list):\n+ out_lines = [\n+ '%YAML 1.1',\n+ '---',\n+ 'version: 1',\n+ # No need to condition this, as libtuning already guarantees that\n+ # we have at least one module. Even if the module has no output,\n+ # its prescence is sufficient.\n+ 'algorithms:'\n+ ]\n+\n+ for module in output_order:\n+ out_lines.append(f' - {module.out_name}:')\n+\n+ if len(output_dict[module]) == 0:\n+ continue\n+\n+ if not isinstance(output_dict[module], dict):\n+ utils.eprint(f'Error: Output of {module.type} is not a dictionary')\n+ continue\n+\n+ lines = self._stringify_dict(output_dict[module])\n+ out_lines += [f' {line}' for line in lines]\n+\n+ with open(output_file, 'w') as f:\n+ for line in out_lines:\n+ f.write(f'{line}\\n')\n","prefixes":["libcamera-devel","v2","08/11"]}