lower cased implementation

anandhu-eng · Aug 12, 2024 · 0c94ea9 · 0c94ea9
1 parent cd823cc
commit 0c94ea9
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/docs/benchmarks/language/llama2-70b.md b/docs/benchmarks/language/llama2-70b.md
@@ -28,7 +28,7 @@ hide:
     ## Neural Magic MLPerf Implementation
 
     LLAMA2-70b-99
-{{ mlperf_inference_implementation_readme (4, "llama2-70b-99", "NeuralMagic") }}
+{{ mlperf_inference_implementation_readme (4, "llama2-70b-99", "neuralmagic") }}
 
     LLAMA2-70b-99.9
-{{ mlperf_inference_implementation_readme (4, "llama2-70b-99.9", "NeuralMagic") }}
+{{ mlperf_inference_implementation_readme (4, "llama2-70b-99.9", "neuralmagic") }}
diff --git a/main.py b/main.py
@@ -34,9 +34,9 @@ def mlperf_inference_implementation_readme(spaces, model, implementation):
             devices = [ "CUDA" ]
             frameworks = [ "TensorRT" ]
 
-        elif implementation == "NeuralMagic":
+        elif implementation == "neuralmagic":
             devices = [ "CUDA" ]
-            frameworks = [ "vLLM" ]
+            frameworks = [ "pytorch" ]
 
         elif implementation == "intel":
             if model not in [ "bert-99", "bert-99.9", "gptj-99", "gptj-99.9", "resnet50", "retinanet", "3d-unet-99", "3d-unet-99.9", "dlrm_v2-99", "dlrm_v2-99.9" ]:
@@ -269,7 +269,7 @@ def mlperf_inference_run_command(spaces, model, implementation, framework, categ
             docker_cmd_suffix += f" \\\n{pre_space} --test_query_count={test_query_count}"
 
             if "llama2-70b" in model:
-                if implementation != "NeuralMagic":
+                if implementation != "neuralmagic":
                     docker_cmd_suffix += f" \\\n{pre_space} --tp_size=<TP_SIZE>"
                     docker_cmd_suffix += f" \\\n{pre_space} --nvidia_llama2_dataset_file_path=<PATH_TO_PICKE_FILE>"
                 else:
@@ -295,7 +295,7 @@ def mlperf_inference_run_command(spaces, model, implementation, framework, categ
                 cmd_suffix += f" \\\n {pre_space} --test_query_count={test_query_count}"
 
             if "llama2-70b" in model:
-                if implementation != "NeuralMagic":
+                if implementation != "neuralmagic":
                     cmd_suffix += f" \\\n{pre_space} --tp_size=<TP_SIZE>"
                     cmd_suffix += f" \\\n{pre_space} --nvidia_llama2_dataset_file_path=<PATH_TO_PICKE_FILE>"
                 else: