File tree Expand file tree Collapse file tree 1 file changed +12
-12
lines changed
packages/nemo-evaluator-launcher/src/nemo_evaluator_launcher/resources Expand file tree Collapse file tree 1 file changed +12
-12
lines changed Original file line number Diff line number Diff line change @@ -304,29 +304,29 @@ required_env_vars = []
304304
305305# ##############################################################################
306306# NOTE(wprazuch): to verify if the tasks need any env var setting
307- [nemo-skills ]
307+ [nemo_skills ]
308308container = " nvcr.io/nvidia/eval-factory/nemo_skills:25.09.1"
309309
310- [nemo-skills .tasks .chat .ns_aime2024 ]
311- required_env_vars = []
310+ [nemo_skills .tasks .chat .ns_aime2024 ]
311+ required_env_vars = [" JUDGE_API_KEY " ]
312312
313- [nemo-skills .tasks .chat .ns_aime2025 ]
313+ [nemo_skills .tasks .chat .ns_aime2025 ]
314314required_env_vars = []
315315
316- [nemo-skills .tasks .chat .ns_bfcl_v3 ]
316+ [nemo_skills .tasks .chat .ns_bfcl_v3 ]
317317required_env_vars = []
318318
319- [nemo-skills .tasks .chat .ns_gpqa ]
320- required_env_vars = []
319+ [nemo_skills .tasks .chat .ns_gpqa ]
320+ required_env_vars = [" HF_TOKEN " ]
321321
322- [nemo-skills .tasks .chat .ns_hle ]
322+ [nemo_skills .tasks .chat .ns_hle ]
323323required_env_vars = []
324324
325- [nemo-skills .tasks .chat .ns_mmlu ]
326- required_env_vars = []
325+ [nemo_skills .tasks .chat .ns_mmlu ]
326+ required_env_vars = [" HF_TOKEN " ]
327327
328- [nemo-skills .tasks .chat .ns_mmlu_pro ]
329- required_env_vars = []
328+ [nemo_skills .tasks .chat .ns_mmlu_pro ]
329+ required_env_vars = [" HF_TOKEN " ]
330330
331331# ##############################################################################
332332[safety-harness ]
You can’t perform that action at this time.
0 commit comments