From fbeb7759d9c5721d4b8dfd04b525aea40c7f8ef1 Mon Sep 17 00:00:00 2001 From: Maria Mirkina Date: Tue, 24 Sep 2024 19:55:05 +0000 Subject: [PATCH] Added model_training_llama2 recipe --- data_axs.json | 3 ++- model_training_llama2_recipe/data_axs.json | 10 ++++++++++ 2 files changed, 12 insertions(+), 1 deletion(-) create mode 100644 model_training_llama2_recipe/data_axs.json diff --git a/data_axs.json b/data_axs.json index 6916851..26b990b 100644 --- a/data_axs.json +++ b/data_axs.json @@ -61,7 +61,8 @@ "moe_reference_using_torch_loadgen": "moe_reference_using_torch_loadgen", "llm_hf_weights_recipe": "llm_hf_weights_recipe", "huggingface_tool_detector": "huggingface_tool_detector", - "model_llama3_recipe": "model_llama3_recipe" + "model_llama3_recipe": "model_llama3_recipe", + "model_training_llama2_recipe": "model_training_llama2_recipe" }, "repo_name": "axs2mlperf", "submodules": false diff --git a/model_training_llama2_recipe/data_axs.json b/model_training_llama2_recipe/data_axs.json new file mode 100644 index 0000000..96e5ab1 --- /dev/null +++ b/model_training_llama2_recipe/data_axs.json @@ -0,0 +1,10 @@ +{ + "_producer_rules": [ + [ [ "downloaded", "training_model", "model_name=llama2", "variant=70b" ], [["get_kernel"],["byname","downloader"],["download"]], { + "downloading_tool_query": "shell_tool,can_download_url_from_rclone", + "url": "mlc-llama2:Llama2-70b-fused-qkv-mlperf", + "newborn_entry_name": "downloaded_mlc_llama2", + "file_path": "Llama2-70b-fused-qkv-mlperf" + }, [] ] + ] +}