Added model_training_llama2 recipe

krai · Sep 24, 2024 · fbeb775 · fbeb775
1 parent fe170f6
commit fbeb775
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 1 deletion.
diff --git a/data_axs.json b/data_axs.json
@@ -61,7 +61,8 @@
         "moe_reference_using_torch_loadgen": "moe_reference_using_torch_loadgen",
         "llm_hf_weights_recipe": "llm_hf_weights_recipe",
         "huggingface_tool_detector": "huggingface_tool_detector",
-        "model_llama3_recipe": "model_llama3_recipe"
+        "model_llama3_recipe": "model_llama3_recipe",
+        "model_training_llama2_recipe": "model_training_llama2_recipe"
     },
     "repo_name": "axs2mlperf",
     "submodules": false

diff --git a/model_training_llama2_recipe/data_axs.json b/model_training_llama2_recipe/data_axs.json
@@ -0,0 +1,10 @@
+{
+    "_producer_rules": [
+        [ [ "downloaded", "training_model", "model_name=llama2", "variant=70b" ], [["get_kernel"],["byname","downloader"],["download"]], {
+            "downloading_tool_query": "shell_tool,can_download_url_from_rclone",
+            "url": "mlc-llama2:Llama2-70b-fused-qkv-mlperf",
+	    "newborn_entry_name": "downloaded_mlc_llama2",
+	    "file_path": "Llama2-70b-fused-qkv-mlperf"
+        }, [] ]
+    ]
+}