Skip to content

Commit cb64049

Browse files
wprazuchGlorf
authored andcommitted
chore: Rename nemo-skills to nemo_skills, add required envs (#389)
Signed-off-by: Wojciech Prazuch <[email protected]>
1 parent 4455850 commit cb64049

File tree

1 file changed

+12
-12
lines changed
  • packages/nemo-evaluator-launcher/src/nemo_evaluator_launcher/resources

1 file changed

+12
-12
lines changed

packages/nemo-evaluator-launcher/src/nemo_evaluator_launcher/resources/mapping.toml

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -304,29 +304,29 @@ required_env_vars = []
304304

305305
###############################################################################
306306
# NOTE(wprazuch): to verify if the tasks need any env var setting
307-
[nemo-skills]
307+
[nemo_skills]
308308
container = "nvcr.io/nvidia/eval-factory/nemo_skills:25.09.1"
309309

310-
[nemo-skills.tasks.chat.ns_aime2024]
311-
required_env_vars = []
310+
[nemo_skills.tasks.chat.ns_aime2024]
311+
required_env_vars = ["JUDGE_API_KEY"]
312312

313-
[nemo-skills.tasks.chat.ns_aime2025]
313+
[nemo_skills.tasks.chat.ns_aime2025]
314314
required_env_vars = []
315315

316-
[nemo-skills.tasks.chat.ns_bfcl_v3]
316+
[nemo_skills.tasks.chat.ns_bfcl_v3]
317317
required_env_vars = []
318318

319-
[nemo-skills.tasks.chat.ns_gpqa]
320-
required_env_vars = []
319+
[nemo_skills.tasks.chat.ns_gpqa]
320+
required_env_vars = ["HF_TOKEN"]
321321

322-
[nemo-skills.tasks.chat.ns_hle]
322+
[nemo_skills.tasks.chat.ns_hle]
323323
required_env_vars = []
324324

325-
[nemo-skills.tasks.chat.ns_mmlu]
326-
required_env_vars = []
325+
[nemo_skills.tasks.chat.ns_mmlu]
326+
required_env_vars = ["HF_TOKEN"]
327327

328-
[nemo-skills.tasks.chat.ns_mmlu_pro]
329-
required_env_vars = []
328+
[nemo_skills.tasks.chat.ns_mmlu_pro]
329+
required_env_vars = ["HF_TOKEN"]
330330

331331
###############################################################################
332332
[safety-harness]

0 commit comments

Comments
 (0)