From 443159dc8f45fa598c2a98c6363bebc0359335a7 Mon Sep 17 00:00:00 2001 From: Saheli Bhattacharjee <47847054+sahelib25@users.noreply.github.com> Date: Wed, 21 Aug 2024 12:18:01 +0100 Subject: [PATCH 1/2] Remove additional mixtral accuracy ranges checks. --- base_mixtral_loadgen_experiment/data_axs.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/base_mixtral_loadgen_experiment/data_axs.json b/base_mixtral_loadgen_experiment/data_axs.json index 663e27e..0ba179a 100644 --- a/base_mixtral_loadgen_experiment/data_axs.json +++ b/base_mixtral_loadgen_experiment/data_axs.json @@ -81,6 +81,6 @@ "gen_tok_len": [ "^^" , "dig","accuracy_dict.gen_tok_len" ], "tokens_per_sample": [ "^^" , "dig","accuracy_dict.tokens_per_sample" ], - "accuracy_range_dict": { "rouge1": [ 45.036189, null ], "rouge2": [ 23.050071, null ], "rougeL": [ 30.057885, null], "rougeLsum":[ null, null ], "gsm8k": [ 73.0422, null ], "mbxp": [ 59.5188, null ], "gen_len": [ null, null ], "gen_num": [ null, null ], "gen_tok_len": [ null, null ], "tokens_per_sample": [ 131.31, 160.49 ] } + "accuracy_range_dict": { "rouge1": [ 45.036189, null ], "rouge2": [ 23.050071, null ], "rougeL": [ 30.057885, null], "gsm8k": [ 73.0422, null ], "mbxp": [ 59.5188, null ], "tokens_per_sample": [ 131.31, 160.49 ] } } From f5dd99725b3db8961b97530a127ca19208ad62bc Mon Sep 17 00:00:00 2001 From: Saheli Bhattacharjee <47847054+sahelib25@users.noreply.github.com> Date: Thu, 22 Aug 2024 11:24:16 +0100 Subject: [PATCH 2/2] Add gen_num range check for mixtral accuracy. --- base_mixtral_loadgen_experiment/data_axs.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/base_mixtral_loadgen_experiment/data_axs.json b/base_mixtral_loadgen_experiment/data_axs.json index 0ba179a..263d5ce 100644 --- a/base_mixtral_loadgen_experiment/data_axs.json +++ b/base_mixtral_loadgen_experiment/data_axs.json @@ -81,6 +81,6 @@ "gen_tok_len": [ "^^" , "dig","accuracy_dict.gen_tok_len" ], "tokens_per_sample": [ "^^" , "dig","accuracy_dict.tokens_per_sample" ], - "accuracy_range_dict": { "rouge1": [ 45.036189, null ], "rouge2": [ 23.050071, null ], "rougeL": [ 30.057885, null], "gsm8k": [ 73.0422, null ], "mbxp": [ 59.5188, null ], "tokens_per_sample": [ 131.31, 160.49 ] } + "accuracy_range_dict": { "rouge1": [ 45.036189, null ], "rouge2": [ 23.050071, null ], "rougeL": [ 30.057885, null], "gsm8k": [ 73.0422, null ], "mbxp": [ 59.5188, null ], "gen_num": [15000, null], "tokens_per_sample": [ 131.31, 160.49 ] } }