From 2991c834c5e96bf1fcc47a6eed2eff202d116402 Mon Sep 17 00:00:00 2001 From: nouhadziri Date: Wed, 9 Oct 2024 15:39:03 -0400 Subject: [PATCH] update the code to check similarity by subject --- open_instruct/mmlu_synthetic/generate_mmlu.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/open_instruct/mmlu_synthetic/generate_mmlu.py b/open_instruct/mmlu_synthetic/generate_mmlu.py index 7c7d917d..9fbe324c 100644 --- a/open_instruct/mmlu_synthetic/generate_mmlu.py +++ b/open_instruct/mmlu_synthetic/generate_mmlu.py @@ -31,7 +31,7 @@ class GenerationArgs: temperature: float = 0.7 max_tokens: int = 500 top_p: float = 0.95 - examples_per_subject: int = 1000 + examples_per_subject: int = 10 few_shot_examples: int = 10