diff --git a/tools/scripts/misc/parse_report.py b/tools/scripts/misc/parse_report.py index fda63405..3b58d49c 100644 --- a/tools/scripts/misc/parse_report.py +++ b/tools/scripts/misc/parse_report.py @@ -1,7 +1,11 @@ import argparse import json import os +import openpyxl.styles +import openpyxl.utils +import openpyxl.workbook import pyexcel as pe +import openpyxl as openpyxl # TODO: # 1. Make the generated excel more readable and beautiful @@ -14,32 +18,42 @@ def parse_runresult(runresult_file, CAREVAR="bench", BENCHTYPE="barebench"): with open(runresult_file) as f: runresult = json.load(f) parsed_bench = dict() + olevels = ["O0", "O1", "O2", "O3", "Ofast", "Os", "Oz"] # parse the bench results from runresult json for archcfg in runresult: for benchtype in runresult[archcfg]: # TODO only check barebench results now - if benchtype != BENCHTYPE: + if benchtype != "barebench": continue for subtype in runresult[archcfg][benchtype]: + sheettype = subtype + if BENCHTYPE == "toolbench": + matcholv = None + for olv in olevels: + if olv in archcfg: + matcholv = olv + break + if matcholv is not None: + sheettype = "%s_%s" % (subtype, matcholv) # collect the results of barebench # TODO ignore a lot meta data such as code size and compiler info - if subtype not in parsed_bench: - parsed_bench[subtype] = dict() + if sheettype not in parsed_bench: + parsed_bench[sheettype] = dict() if CAREVAR == "bench": # benchval is a dict like this # {"DMIPS/MHz": 1.426 } or {"CoreMark/MHz": 1.212} or {"MWIPS/MHz": 0.068} benchval = runresult[archcfg][benchtype][subtype]["value"] try: - parsed_bench[subtype][archcfg] = list(benchval.values())[0] + parsed_bench[sheettype][archcfg] = list(benchval.values())[0] except: # No value get from value dict - parsed_bench[subtype][archcfg] = "" + parsed_bench[sheettype][archcfg] = "" elif CAREVAR.startswith("size"): sizeval = runresult[archcfg][benchtype][subtype]["size"] whichsize = CAREVAR.lstrip("size").split("+") # by default return total size if len(whichsize) == 1 and whichsize[0] not in ("text", "data", "bss"): - parsed_bench[subtype][archcfg] = sizeval["total"] + parsed_bench[sheettype][archcfg] = sizeval["total"] else: # sum the key found in whichsize # eg. size:text+data will return the sum of text+data section @@ -48,11 +62,11 @@ def parse_runresult(runresult_file, CAREVAR="bench", BENCHTYPE="barebench"): szkey = szkey.strip() if szkey in ("text", "data", "bss"): sizesum += sizeval[szkey] - parsed_bench[subtype][archcfg] = sizesum + parsed_bench[sheettype][archcfg] = sizesum # return the parsed bench result return parsed_bench -def parse_genreport(rptdir, benchtype="barebench", CAREVAR="bench"): +def parse_genreport(rptdir, BENCHTYPE="barebench", CAREVAR="bench"): # get the list of directory list in rptdir rv32_bench = dict() rv64_bench = dict() @@ -60,14 +74,14 @@ def parse_genreport(rptdir, benchtype="barebench", CAREVAR="bench"): if d.startswith("."): continue # not a valid barebench directory - if os.path.isdir(os.path.join(rptdir, d, benchtype)) == False: + if os.path.isdir(os.path.join(rptdir, d, BENCHTYPE)) == False: continue - runresult_json_file = os.path.join(rptdir, d, benchtype, "runresult.json") + runresult_json_file = os.path.join(rptdir, d, BENCHTYPE, "runresult.json") if d.startswith("ux") or d.startswith("nx"): - rv64_bench[d] = parse_runresult(runresult_json_file, CAREVAR=CAREVAR) + rv64_bench[d] = parse_runresult(runresult_json_file, BENCHTYPE=BENCHTYPE, CAREVAR=CAREVAR) else: - rv32_bench[d] = parse_runresult(runresult_json_file, CAREVAR=CAREVAR) + rv32_bench[d] = parse_runresult(runresult_json_file, BENCHTYPE=BENCHTYPE, CAREVAR=CAREVAR) return rv32_bench, rv64_bench @@ -122,14 +136,41 @@ def generate_excel_from_bench(rvbench, xlsname): print(book) book.save_as(xlsname) book.save_as(xlsname + ".html") - pass -def generate_bench_excel(rptdir, benchtype="barebench", CAREVAR="bench"): - rv32_bench, rv64_bench = parse_genreport(rptdir, benchtype=benchtype, CAREVAR=CAREVAR) +def beautify_excel(excelfile): + wb = openpyxl.load_workbook(filename=excelfile) + for ws in wb.worksheets: + bold_font_style = openpyxl.styles.Font(name="阿里巴巴普惠体 3.0 55 Regular", bold=True, size=11) + font_stype = openpyxl.styles.Font(name="阿里巴巴普惠体 3.0 55 Regular", bold=False, size=11) + alignment_style = openpyxl.styles.Alignment(horizontal="center", vertical="center", wrap_text=True) + fill_style = openpyxl.styles.PatternFill(start_color="FFFF00", end_color="FFFF00", fill_type="solid") + ws.row_dimensions[1].height = 60 + ws.column_dimensions['A'].width = 50 + for colidx in range(1, ws.max_row): + ws.column_dimensions[openpyxl.utils.get_column_letter(colidx+1)].width = 10 + for col in ws.iter_cols(min_row=1, max_row=ws.max_row, min_col=1, max_col=ws.max_column): + maxval = None + if col[0].column > 1: + colvals = [cell.value for cell in col][1:] + maxval = max(colvals, key=lambda x: x if x else 0) + for cell in col: + cell.alignment = alignment_style + if cell.row == 1 or cell.column == 1: + cell.font = bold_font_style + else: + cell.font = font_stype + if cell.column > 1 and maxval and cell.value == maxval: + cell.fill = fill_style + wb.save(excelfile.replace(".xlsx", "_styled.xlsx")) + pass +def generate_bench_excel(rptdir, BENCHTYPE="barebench", CAREVAR="bench"): + rv32_bench, rv64_bench = parse_genreport(rptdir, BENCHTYPE=BENCHTYPE, CAREVAR=CAREVAR) # generate excel using rv32_bench - generate_excel_from_bench(rv32_bench, os.path.join(rptdir, "rv32_%s.xlsx" % (benchtype))) - generate_excel_from_bench(rv64_bench, os.path.join(rptdir, "rv64_%s.xlsx" % (benchtype))) + generate_excel_from_bench(rv32_bench, os.path.join(rptdir, "rv32_%s.xlsx" % (BENCHTYPE))) + beautify_excel(os.path.join(rptdir, "rv32_%s.xlsx" % (BENCHTYPE))) + generate_excel_from_bench(rv64_bench, os.path.join(rptdir, "rv64_%s.xlsx" % (BENCHTYPE))) + beautify_excel(os.path.join(rptdir, "rv64_%s.xlsx" % (BENCHTYPE))) pass # 使用argpaser 解析参数，-d 表示待解析的目录 @@ -138,5 +179,6 @@ def generate_bench_excel(rptdir, benchtype="barebench", CAREVAR="bench"): args = parser.parse_args() -for benchtype in ("barebench", "toolbench"): - generate_bench_excel(args.dir, benchtype) +reportdir = args.dir.strip() +for benchtype in ["barebench", "toolbench"]: + generate_bench_excel(reportdir, benchtype)