Changes for final report generation - PointPainting (mlcommons#2063)

* Update perf sample count default value

* Updation for pointpainting

* Add default value for model name argument

automotive/3d-object-detection/main.py

@@ -92,7 +92,10 @@ def get_args():
         help="enable finding peak performance pass",
     )
     parser.add_argument("--backend", help="Name of the backend")
-    parser.add_argument("--model-name", help="Name of the model")
+    parser.add_argument(
+        "--model-name",
+        help="Name of the model",
+        default="pointpainting")
     parser.add_argument("--output", default="output", help="test results")
     parser.add_argument("--qps", type=int, help="target qps")
     parser.add_argument("--lidar-path", help="Path to model weights")
@@ -128,7 +131,7 @@ def get_args():
     parser.add_argument("--count", type=int, help="dataset items to use")
     parser.add_argument("--debug", action="store_true", help="debug")
     parser.add_argument(
-        "--performance-sample-count", type=int, help="performance sample count", default=5000
+        "--performance-sample-count", type=int, help="performance sample count", default=1024
     )
     parser.add_argument(
         "--max-latency", type=float, help="mlperf max latency in pct tile"

tools/submission/generate_final_report.py

@@ -150,6 +150,7 @@ def main():
             "llama2-70b-interactive-99",
             "llama2-70b-interactive-99.9",
             "mixtral-8x7b",
+            "pointpainting",
         ],
         ["SingleStream", "MultiStream", "Server", "Offline"],
         [
@@ -228,6 +229,7 @@ def main():
                 "gptj-99": ["SingleStream", "Offline"],
                 "gptj-99.9": ["SingleStream", "Offline"],
                 "stable-diffusion-xl": ["SingleStream", "Offline"],
+                "pointpainting": ["SingleStream"],
             },
         }
 

tools/submission/truncate_accuracy_log.py

@@ -142,7 +142,9 @@ def truncate_results_dir(filter_submitter, backup, scenarios_to_skip):
                 continue
 
             # process results
-            required_dirs = ["results", "compliance"] if division in ["closed", "network"] else ["results"]
+            required_dirs = [
+                "results", "compliance"] if division in [
+                "closed", "network"] else ["results"]
             for directory in required_dirs:
 
                 log_path = os.path.join(division, submitter, directory)