tools: make generated excel beautiful without interaction

The generated beautiful excel are named as *_styled.xlsx

Signed-off-by: Huaqi Fang <[email protected]>

tools/scripts/misc/parse_report.py

@@ -1,7 +1,11 @@
 import argparse
 import json
 import os
+import openpyxl.styles
+import openpyxl.utils
+import openpyxl.workbook
 import pyexcel as pe
+import openpyxl as openpyxl
 
 # TODO:
 # 1. Make the generated excel more readable and beautiful
@@ -14,32 +18,42 @@ def parse_runresult(runresult_file, CAREVAR="bench", BENCHTYPE="barebench"):
     with open(runresult_file) as f:
         runresult = json.load(f)
     parsed_bench = dict()
+    olevels = ["O0", "O1", "O2", "O3", "Ofast", "Os", "Oz"]
     # parse the bench results from runresult json
     for archcfg in runresult:
         for benchtype in runresult[archcfg]:
             # TODO only check barebench results now
-            if benchtype != BENCHTYPE:
+            if benchtype != "barebench":
                 continue
             for subtype in runresult[archcfg][benchtype]:
+                sheettype = subtype
+                if BENCHTYPE == "toolbench":
+                    matcholv = None
+                    for olv in olevels:
+                        if olv in archcfg:
+                            matcholv = olv
+                            break
+                    if matcholv is not None:
+                        sheettype = "%s_%s" % (subtype, matcholv)
                 # collect the results of barebench
                 # TODO ignore a lot meta data such as code size and compiler info
-                if subtype not in parsed_bench:
-                    parsed_bench[subtype] = dict()
+                if sheettype not in parsed_bench:
+                    parsed_bench[sheettype] = dict()
                 if CAREVAR == "bench":
                     # benchval is a dict like this
                     # {"DMIPS/MHz": 1.426 } or {"CoreMark/MHz": 1.212} or {"MWIPS/MHz": 0.068}
                     benchval = runresult[archcfg][benchtype][subtype]["value"]
                     try:
-                        parsed_bench[subtype][archcfg] = list(benchval.values())[0]
+                        parsed_bench[sheettype][archcfg] = list(benchval.values())[0]
                     except:
                         # No value get from value dict
-                        parsed_bench[subtype][archcfg] = ""
+                        parsed_bench[sheettype][archcfg] = ""
                 elif CAREVAR.startswith("size"):
                     sizeval = runresult[archcfg][benchtype][subtype]["size"]
                     whichsize = CAREVAR.lstrip("size").split("+")
                     # by default return total size
                     if len(whichsize) == 1 and whichsize[0] not in ("text", "data", "bss"):
-                        parsed_bench[subtype][archcfg] = sizeval["total"]
+                        parsed_bench[sheettype][archcfg] = sizeval["total"]
                     else:
                         # sum the key found in whichsize
                         # eg. size:text+data will return the sum of text+data section
@@ -48,26 +62,26 @@ def parse_runresult(runresult_file, CAREVAR="bench", BENCHTYPE="barebench"):
                             szkey = szkey.strip()
                             if szkey in ("text", "data", "bss"):
                                 sizesum += sizeval[szkey]
-                        parsed_bench[subtype][archcfg] = sizesum
+                        parsed_bench[sheettype][archcfg] = sizesum
     # return the parsed bench result
     return parsed_bench
 
-def parse_genreport(rptdir, benchtype="barebench", CAREVAR="bench"):
+def parse_genreport(rptdir, BENCHTYPE="barebench", CAREVAR="bench"):
     # get the list of directory list in rptdir
     rv32_bench = dict()
     rv64_bench = dict()
     for d in os.listdir(rptdir):
         if d.startswith("."):
             continue
         # not a valid barebench directory
-        if os.path.isdir(os.path.join(rptdir, d, benchtype)) == False:
+        if os.path.isdir(os.path.join(rptdir, d, BENCHTYPE)) == False:
             continue
-        runresult_json_file = os.path.join(rptdir, d, benchtype, "runresult.json")
+        runresult_json_file = os.path.join(rptdir, d, BENCHTYPE, "runresult.json")
 
         if d.startswith("ux") or d.startswith("nx"):
-            rv64_bench[d] = parse_runresult(runresult_json_file, CAREVAR=CAREVAR)
+            rv64_bench[d] = parse_runresult(runresult_json_file, BENCHTYPE=BENCHTYPE, CAREVAR=CAREVAR)
         else:
-            rv32_bench[d] = parse_runresult(runresult_json_file, CAREVAR=CAREVAR)
+            rv32_bench[d] = parse_runresult(runresult_json_file, BENCHTYPE=BENCHTYPE, CAREVAR=CAREVAR)
     return rv32_bench, rv64_bench
 
 
@@ -122,14 +136,41 @@ def generate_excel_from_bench(rvbench, xlsname):
     print(book)
     book.save_as(xlsname)
     book.save_as(xlsname + ".html")
-
     pass
 
-def generate_bench_excel(rptdir, benchtype="barebench", CAREVAR="bench"):
-    rv32_bench, rv64_bench = parse_genreport(rptdir, benchtype=benchtype, CAREVAR=CAREVAR)
+def beautify_excel(excelfile):
+    wb = openpyxl.load_workbook(filename=excelfile)
+    for ws in wb.worksheets:
+        bold_font_style = openpyxl.styles.Font(name="阿里巴巴普惠体 3.0 55 Regular", bold=True, size=11)
+        font_stype = openpyxl.styles.Font(name="阿里巴巴普惠体 3.0 55 Regular", bold=False, size=11)
+        alignment_style = openpyxl.styles.Alignment(horizontal="center", vertical="center", wrap_text=True)
+        fill_style = openpyxl.styles.PatternFill(start_color="FFFF00", end_color="FFFF00", fill_type="solid")
+        ws.row_dimensions[1].height = 60
+        ws.column_dimensions['A'].width = 50
+        for colidx in range(1, ws.max_row):
+            ws.column_dimensions[openpyxl.utils.get_column_letter(colidx+1)].width = 10
+        for col in ws.iter_cols(min_row=1, max_row=ws.max_row, min_col=1, max_col=ws.max_column):
+            maxval = None
+            if col[0].column > 1:
+                colvals = [cell.value for cell in col][1:]
+                maxval = max(colvals, key=lambda x: x if x else 0)
+            for cell in col:
+                cell.alignment = alignment_style
+                if cell.row == 1 or cell.column == 1:
+                    cell.font = bold_font_style
+                else:
+                    cell.font = font_stype
+                if cell.column > 1 and maxval and cell.value == maxval:
+                    cell.fill = fill_style
+    wb.save(excelfile.replace(".xlsx", "_styled.xlsx"))
+    pass
+def generate_bench_excel(rptdir, BENCHTYPE="barebench", CAREVAR="bench"):
+    rv32_bench, rv64_bench = parse_genreport(rptdir, BENCHTYPE=BENCHTYPE, CAREVAR=CAREVAR)
     # generate excel using rv32_bench
-    generate_excel_from_bench(rv32_bench, os.path.join(rptdir, "rv32_%s.xlsx" % (benchtype)))
-    generate_excel_from_bench(rv64_bench, os.path.join(rptdir, "rv64_%s.xlsx" % (benchtype)))
+    generate_excel_from_bench(rv32_bench, os.path.join(rptdir, "rv32_%s.xlsx" % (BENCHTYPE)))
+    beautify_excel(os.path.join(rptdir, "rv32_%s.xlsx" % (BENCHTYPE)))
+    generate_excel_from_bench(rv64_bench, os.path.join(rptdir, "rv64_%s.xlsx" % (BENCHTYPE)))
+    beautify_excel(os.path.join(rptdir, "rv64_%s.xlsx" % (BENCHTYPE)))
     pass
 
 # 使用argpaser 解析参数，-d 表示待解析的目录
@@ -138,5 +179,6 @@ def generate_bench_excel(rptdir, benchtype="barebench", CAREVAR="bench"):
 
 args = parser.parse_args()
 
-for benchtype in ("barebench", "toolbench"):
-    generate_bench_excel(args.dir, benchtype)
+reportdir = args.dir.strip()
+for benchtype in ["barebench", "toolbench"]:
+    generate_bench_excel(reportdir, benchtype)