Fix to get checkpoint_path and model_dir path from specific llama2 mo…

…del variant. (#43) Co-authored-by: krai <[email protected]>
krai · May 13, 2024 · 962d413 · 962d413
1 parent e077ecd
commit 962d413
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 5 deletions.
diff --git a/base_llama2_loadgen_experiment/data_axs.json b/base_llama2_loadgen_experiment/data_axs.json
@@ -1,5 +1,5 @@
 {
-    "_parent_entries": [ [ "^", "byname", "base_loadgen_experiment" ] ],
+    "_parent_entries": [ [ "^", "byname", "base_loadgen_experiment" ] , [ "^", "byname", "shell" ] ],
 
     "mlperf_inference_git_entry": [ "^", "byquery", "git_repo,repo_name=mlperf_inference_git" ],
 
@@ -20,7 +20,9 @@
         [ "__add__", "/open_orca_gpt4_tokenized_llama.sampled_24576.pkl" ]
     ]] ],
 
-    "checkpoint_path_query": [ "^^", "substitute", "downloaded,hf_model,llama2" ],
+    "variant": "7b",
+    "hf_model_name": [ "^^", "substitute", "Llama-2-#{variant}#-chat-hf" ],
+    "checkpoint_path_query": [ "^^", "substitute", "downloaded,hf_model,model_name=#{hf_model_name}#" ],
     "checkpoint_path": [ "^^", "execute", [[
         [ "get_kernel" ],
         [ "byquery", [[ "^^", "get", "checkpoint_path_query" ]] ],
@@ -44,7 +46,7 @@
                 ],
                 "abs_script_path": ["^^", "get", "abs_script_path"],
                 "script_extra_params": [ "^^", "substitute", "--mlperf-accuracy-file #{accuracy_log_path}# --dataset-file #{dataset_path}# --dtype #{accuracy_log_dtype}# --checkpoint-path #{checkpoint_path}#" ],
-                "desired_python_version": "3.10",
+                "desired_python_version": ["^", "kernel_python_major_dot_minor"],
                 "capture_output": true
             } ],
         0,

diff --git a/dataset_openorca_mlperf_recipe/data_axs.json b/dataset_openorca_mlperf_recipe/data_axs.json
@@ -14,8 +14,9 @@
         [ "byquery", "downloaded,dataset_name=openorca_parquet" ],
         [ "get_path" ]
     ]] ],
-
-    "hf_model_name": "Llama-2-13b-chat-hf",
+
+    "variant": "7b",
+    "hf_model_name": [ "^^", "substitute", "Llama-2-#{variant}#-chat-hf" ],
     "model_dir_query": [ "^^", "substitute", "downloaded,hf_model,model_name=#{hf_model_name}#" ],
     "model_dir": [ "^^", "execute", [[
         [ "get_kernel" ],