From 25f530ff4acc4a2698aac2f582dcaa33e9df4252 Mon Sep 17 00:00:00 2001 From: Tomasz Grzegorzek Date: Fri, 24 Oct 2025 16:44:37 +0200 Subject: [PATCH] chore(release): add nemo-skills to task mapping Signed-off-by: Tomasz Grzegorzek --- .../resources/mapping.toml | 21 +++++++++++++++++++ 1 file changed, 21 insertions(+) diff --git a/packages/nemo-evaluator-launcher/src/nemo_evaluator_launcher/resources/mapping.toml b/packages/nemo-evaluator-launcher/src/nemo_evaluator_launcher/resources/mapping.toml index eb80167d..a2cd1134 100644 --- a/packages/nemo-evaluator-launcher/src/nemo_evaluator_launcher/resources/mapping.toml +++ b/packages/nemo-evaluator-launcher/src/nemo_evaluator_launcher/resources/mapping.toml @@ -353,3 +353,24 @@ container = "nvcr.io/nvidia/eval-factory/helm:25.09.1" container = "nvcr.io/nvidia/eval-factory/tooltalk:25.09.1" [tooltalk.tasks.chat.tooltalk] + +[nemo_skills] +container = "nvcr.io/nvidia/eval-factory/nemo_skills:25.09.1" + +[nemo_skills.tasks.chat.ns_aime2025] +required_env_vars = ["JUDGE_API_KEY"] + +[nemo_skills.tasks.chat.ns_aime2024] +required_env_vars = ["JUDGE_API_KEY"] + +[nemo_skills.tasks.chat.ns_bfcl_v3] + +[nemo_skills.tasks.chat.ns_gpqa] +required_env_vars = ["HF_TOKEN"] + +[nemo_skills.tasks.chat.ns_mmlu_pro] +required_env_vars = ["HF_TOKEN"] + +[nemo_skills.tasks.chat.ns_mmlu] + +[nemo_skills.tasks.chat.ns_livecodebench]