From f12f7a378b3aa4520dcfa112dedc42a3a81e4d99 Mon Sep 17 00:00:00 2001
From: Anders Roxell <anders.roxell@linaro.org>
Date: Wed, 20 Dec 2023 12:01:44 +0100
Subject: [PATCH 1/2] squad-download-attachments: save to a csv file

Signed-off-by: Anders Roxell <anders.roxell@linaro.org>
---
 README.md                  |  3 ++-
 squad-download-attachments | 37 +++++++++++++++++++++++++++++++++++++
 2 files changed, 39 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 7cf695d..25fd179 100644
--- a/README.md
+++ b/README.md
@@ -306,13 +306,14 @@ They will be stored in a directory 'stored_attachments/<environment>'_'<testrun_
 
 ```
 ./squad-download-attachments --help
-usage: squad-download-attachments [-h] --group GROUP --project PROJECT --build BUILD_ID
+usage: squad-download-attachments [-h] --group GROUP --project PROJECT --build BUILD_ID [--csv]
 
 options:
   -h, --help            show this help message and exit
   --group GROUP         The name of the SQUAD group.
   --project PROJECT     The name of the SQUAD project.
   --build BUILD         SQUAD build id.
+  --csv                 Create csv files.
 ```
 
 ### `read-skipfile-results`: Read results from
diff --git a/squad-download-attachments b/squad-download-attachments
index d3acd5f..38abe46 100755
--- a/squad-download-attachments
+++ b/squad-download-attachments
@@ -6,10 +6,12 @@
 # SPDX-License-Identifier: MIT
 
 import argparse
+import csv
 import json
 import logging
 from os import chdir
 from pathlib import Path
+import statistics
 import sys
 from squad_client.core.api import SquadApi
 from squad_client.core.models import ALL, Squad, TestRun, Environment
@@ -47,6 +49,14 @@ def arg_parser():
         help="squad build",
     )
 
+    parser.add_argument(
+        "--csv",
+        default=False,
+        action="store_true",
+        required=False,
+        help="generate csv files",
+    )
+
     return parser
 
 
@@ -109,6 +119,33 @@ def run():
                 with open(file_write, mode="w") as write_file:
                     write_file.write(pjson)
 
+                if not args.csv:
+                    continue
+
+                with open(file_write.replace(".json", ".csv"), mode="w") as csv_file:
+                    csv_writer = csv.writer(csv_file)
+                    dict_json = json.loads(pjson)
+                    if not dict_json["results"]:
+                        continue
+                    headers = ["median", "mean", "standard diviation", "name", "iteration", "name_iteration", "raw data..."]
+                    csv_writer.writerow(headers)
+                    for key in dict_json["results"]["_ResultData"]:
+                       iterations = 0
+                       for k in dict_json["results"]["_ResultData"][key]:
+                            csv_data = []
+                            float_arr = []
+                            for number in k["Values"]:
+                                float_arr.append(float(number))
+                            csv_data.append(statistics.median(float_arr))
+                            csv_data.append(statistics.mean(float_arr))
+                            csv_data.append(statistics.stdev(float_arr))
+                            csv_data.append(key)
+                            iterations = iterations + 1
+                            csv_data.append(f"iteration_{iterations}")
+                            csv_data.append(f"{key}_iterattion_{iterations}")
+                            csv_data.extend(k['Values'])
+                            csv_writer.writerow(csv_data)
+
 
 if __name__ == "__main__":
     sys.exit(run())

From a935d92f928a7cf802582a5497838809292d9d27 Mon Sep 17 00:00:00 2001
From: Anders Roxell <anders.roxell@linaro.org>
Date: Wed, 20 Dec 2023 13:49:21 +0100
Subject: [PATCH 2/2] squad-download-attachments: add path to use local
 tuxrun's tar.xz files

Signed-off-by: Anders Roxell <anders.roxell@linaro.org>
---
 README.md                  |   3 +-
 squad-download-attachments | 187 ++++++++++++++++++++-----------------
 2 files changed, 104 insertions(+), 86 deletions(-)

diff --git a/README.md b/README.md
index 25fd179..24f4784 100644
--- a/README.md
+++ b/README.md
@@ -306,7 +306,7 @@ They will be stored in a directory 'stored_attachments/<environment>'_'<testrun_
 
 ```
 ./squad-download-attachments --help
-usage: squad-download-attachments [-h] --group GROUP --project PROJECT --build BUILD_ID [--csv]
+usage: squad-download-attachments [-h] [--group GROUP] [--project PROJECT] [--build BUILD_ID] [--csv] [--path TUXRUN_PATH]
 
 options:
   -h, --help            show this help message and exit
@@ -314,6 +314,7 @@ options:
   --project PROJECT     The name of the SQUAD project.
   --build BUILD         SQUAD build id.
   --csv                 Create csv files.
+  --path TUXRUN_PATH    Path to tuxrun artefects.
 ```
 
 ### `read-skipfile-results`: Read results from
diff --git a/squad-download-attachments b/squad-download-attachments
index 38abe46..5e785a7 100755
--- a/squad-download-attachments
+++ b/squad-download-attachments
@@ -11,6 +11,7 @@ import json
 import logging
 from os import chdir
 from pathlib import Path
+import re
 import statistics
 import sys
 from squad_client.core.api import SquadApi
@@ -33,19 +34,19 @@ def arg_parser():
 
     parser.add_argument(
         "--group",
-        required=True,
+        required=False,
         help="squad group",
     )
 
     parser.add_argument(
         "--project",
-        required=True,
+        required=False,
         help="squad project",
     )
 
     parser.add_argument(
         "--build",
-        required=True,
+        required=False,
         help="squad build",
     )
 
@@ -57,94 +58,110 @@ def arg_parser():
         help="generate csv files",
     )
 
+    parser.add_argument(
+        "--path",
+        required=False,
+        help="tuxrun artefact path",
+    )
+
     return parser
 
 
+def generate_files(dirname, fileprefix, create_csv):
+    file = glob.glob(f"{dirname}/mmtests-*.tar.xz")
+    # Extract the json file that contains the benchmark data.
+    with contextlib.closing(lzma.LZMAFile(file[0])) as xz:
+        with tarfile.open(fileobj=xz) as f:
+            f.extractall(dirname)
+
+    file = glob.glob(f"{dirname}/output/*.json")
+    filename = Path(file[0]).name
+    filename = re.sub(r'^.*CONFIG', fileprefix, filename)
+    file_write = f"{dirname}/{filename}"
+    # sort the json keys in the benchmark data file.
+    with open(file[0], mode="r") as read_file:
+        pjson = json.dumps(json.load(read_file), sort_keys=True, indent=4)
+        with open(file_write, mode="w") as write_file:
+            write_file.write(pjson)
+
+        if not create_csv:
+            return True
+
+        with open(file_write.replace(".json", ".csv"), mode="w") as csv_file:
+            csv_writer = csv.writer(csv_file)
+            dict_json = json.loads(pjson)
+            if not dict_json["results"]:
+                return False
+            headers = ["median", "mean", "standard diviation", "name", "iteration", "name_iteration", "raw data..."]
+            csv_writer.writerow(headers)
+            for key in dict_json["results"]["_ResultData"]:
+                iterations = 0
+                for k in dict_json["results"]["_ResultData"][key]:
+                    csv_data = []
+                    float_arr = []
+                    for number in k["Values"]:
+                        float_arr.append(float(number))
+                    csv_data.append(statistics.median(float_arr))
+                    csv_data.append(statistics.mean(float_arr))
+                    csv_data.append(statistics.stdev(float_arr))
+                    csv_data.append(key)
+                    iterations = iterations + 1
+                    csv_data.append(f"iteration_{iterations}")
+                    csv_data.append(f"{key}_iteration_{iterations}")
+                    csv_data.extend(k['Values'])
+                    csv_writer.writerow(csv_data)
+    return True
+
+
 def run():
     args = arg_parser().parse_args()
 
-    group = Squad().group(args.group)
-    if group is None:
-        logger.error(f"Get group failed. Group not found: '{args.group}'.")
-        return -1
-
-    project = group.project(args.project)
-    if project is None:
-        logger.error(f"Get project failed. Project not found: '{args.project}'.")
-        return -1
-
-    build = project.build(args.build)
-    if build is None:
-        logger.error(f"Get build failed. Build not found: '{args.build}'.")
-        return -1
-
-    environments = project.environments(count=ALL, ordering="slug").values()
-    if not environments:
-        logger.error("Get environments failed. No environments found.")
-        return -1
-
-    suites = project.suites(count=ALL, ordering="slug").values()
-    if not suites:
-        logger.error("Get suites failed. No suites found.")
-        return -1
-
-    attachment_dir = Path('stored_attachments/' + args.build)
-    testruns = build.testruns()
-    for testrun in testruns:
-        if not TestRun(testrun).attachments:
-            continue
-        env_name = Environment(getid((TestRun(testrun).environment))).slug
-        dirname = Path(f"{attachment_dir}/{env_name}_{str(TestRun(testrun).id)}")
-        print(dirname)
-        # Only picking up 'qemu-' environments
-        # The check will be 'not "build" in dirname.name' when DUT in tuxbridge supports attachments.
-        if "qemu-" in dirname.name:
-            Path.mkdir(dirname, parents=True, exist_ok=True)
-            chdir(dirname)
-            download_attachments(TestRun(testrun))
-            chdir(sys.path[0])
-
-            # only working for mmtests-* for now.
-            file = glob.glob(f"{dirname}/mmtests-*.tar.xz")
-            # Extract the json file that contains the benchmark data.
-            with contextlib.closing(lzma.LZMAFile(file[0])) as xz:
-                with tarfile.open(fileobj=xz) as f:
-                    f.extractall(dirname)
-
-            file = glob.glob(f"{dirname}/output/*.json")
-            file_write = file[0].replace("/output", "")
-            # sort the json keys in the benchmark data file.
-            with open(file[0], mode="r") as read_file:
-                pjson = json.dumps(json.load(read_file), sort_keys=True, indent=4)
-                with open(file_write, mode="w") as write_file:
-                    write_file.write(pjson)
-
-                if not args.csv:
-                    continue
-
-                with open(file_write.replace(".json", ".csv"), mode="w") as csv_file:
-                    csv_writer = csv.writer(csv_file)
-                    dict_json = json.loads(pjson)
-                    if not dict_json["results"]:
-                        continue
-                    headers = ["median", "mean", "standard diviation", "name", "iteration", "name_iteration", "raw data..."]
-                    csv_writer.writerow(headers)
-                    for key in dict_json["results"]["_ResultData"]:
-                       iterations = 0
-                       for k in dict_json["results"]["_ResultData"][key]:
-                            csv_data = []
-                            float_arr = []
-                            for number in k["Values"]:
-                                float_arr.append(float(number))
-                            csv_data.append(statistics.median(float_arr))
-                            csv_data.append(statistics.mean(float_arr))
-                            csv_data.append(statistics.stdev(float_arr))
-                            csv_data.append(key)
-                            iterations = iterations + 1
-                            csv_data.append(f"iteration_{iterations}")
-                            csv_data.append(f"{key}_iterattion_{iterations}")
-                            csv_data.extend(k['Values'])
-                            csv_writer.writerow(csv_data)
+    if args.path:
+        generate_files(args.path, "local-", args.csv)
+    else:
+        group = Squad().group(args.group)
+        if group is None:
+            logger.error(f"Get group failed. Group not found: '{args.group}'.")
+            return -1
+
+        project = group.project(args.project)
+        if project is None:
+            logger.error(f"Get project failed. Project not found: '{args.project}'.")
+            return -1
+
+        build = project.build(args.build)
+        if build is None:
+            logger.error(f"Get build failed. Build not found: '{args.build}'.")
+            return -1
+
+        environments = project.environments(count=ALL, ordering="slug").values()
+        if not environments:
+            logger.error("Get environments failed. No environments found.")
+            return -1
+
+        suites = project.suites(count=ALL, ordering="slug").values()
+        if not suites:
+            logger.error("Get suites failed. No suites found.")
+            return -1
+
+        attachment_dir = Path('stored_attachments/' + args.build)
+        testruns = build.testruns()
+        for testrun in testruns:
+            if not TestRun(testrun).attachments:
+                continue
+            env_name = Environment(getid((TestRun(testrun).environment))).slug
+            dirname = Path(f"{attachment_dir}/{env_name}_{str(TestRun(testrun).id)}")
+            print(dirname)
+            # Only picking up 'qemu-' environments
+            # The check will be 'not "build" in dirname.name' when DUT in tuxbridge supports attachments.
+            if "qemu-" in dirname.name:
+                Path.mkdir(dirname, parents=True, exist_ok=True)
+                chdir(dirname)
+                download_attachments(TestRun(testrun))
+                chdir(sys.path[0])
+                fileprefix = f"tux-{re.sub(r'_[0-9]+$', '-', dirname.name.replace('qemu-', ''))}"
+
+                generate_files(dirname, fileprefix, args.csv)
 
 
 if __name__ == "__main__":