materialize parameter parsing to disk

Author: nselvidge

src/eval.rs

@@ -191,8 +191,10 @@ struct RunnerFilter {
 
 const JS_RUNNER_FILE: &str = "eval-runner.ts";
 const PY_RUNNER_FILE: &str = "eval-runner.py";
+const JS_EVALUATOR_PARAMS_FILE: &str = "evaluator-params.ts";
 const JS_RUNNER_SOURCE: &str = include_str!("../scripts/eval-runner.ts");
 const PY_RUNNER_SOURCE: &str = include_str!("../scripts/eval-runner.py");
+const JS_EVALUATOR_PARAMS_SOURCE: &str = include_str!("../scripts/evaluator-params.ts");
 
 struct SocketCleanupGuard {
     path: PathBuf,
@@ -2330,6 +2332,11 @@ fn prepare_js_runner_in_cwd() -> Result<PathBuf> {
             cache_dir.display()
         )
     })?;
+    materialize_runner_script(
+        &cache_dir,
+        JS_EVALUATOR_PARAMS_FILE,
+        JS_EVALUATOR_PARAMS_SOURCE,
+    )?;
     materialize_runner_script(&cache_dir, JS_RUNNER_FILE, JS_RUNNER_SOURCE)
 }
 
@@ -2484,6 +2491,11 @@ fn prepare_eval_runners_in_dir(cache_dir: &Path) -> Result<(PathBuf, PathBuf)> {
         )
     })?;
 
+    materialize_runner_script(
+        cache_dir,
+        JS_EVALUATOR_PARAMS_FILE,
+        JS_EVALUATOR_PARAMS_SOURCE,
+    )?;
     let js_runner = materialize_runner_script(cache_dir, JS_RUNNER_FILE, JS_RUNNER_SOURCE)?;
     let py_runner = materialize_runner_script(cache_dir, PY_RUNNER_FILE, PY_RUNNER_SOURCE)?;
     Ok((js_runner, py_runner))

src/functions/push.rs

@@ -39,11 +39,13 @@ const FUNCTIONS_JS_RUNNER_FILE: &str = "functions-runner.ts";
 const FUNCTIONS_JS_BUNDLER_FILE: &str = "functions-bundler.ts";
 const FUNCTIONS_PY_RUNNER_FILE: &str = "functions-runner.py";
 const RUNNER_COMMON_FILE: &str = "runner-common.ts";
+const EVALUATOR_PARAMS_FILE: &str = "evaluator-params.ts";
 const PYTHON_RUNNER_COMMON_FILE: &str = "python_runner_common.py";
 const FUNCTIONS_JS_RUNNER_SOURCE: &str = include_str!("../../scripts/functions-runner.ts");
 const FUNCTIONS_JS_BUNDLER_SOURCE: &str = include_str!("../../scripts/functions-bundler.ts");
 const FUNCTIONS_PY_RUNNER_SOURCE: &str = include_str!("../../scripts/functions-runner.py");
 const RUNNER_COMMON_SOURCE: &str = include_str!("../../scripts/runner-common.ts");
+const EVALUATOR_PARAMS_SOURCE: &str = include_str!("../../scripts/evaluator-params.ts");
 const PYTHON_RUNNER_COMMON_SOURCE: &str = include_str!("../../scripts/python_runner_common.py");
 const PYTHON_BASELINE_DEPS: &[&str] =
     &["pydantic", "braintrust", "autoevals", "requests", "openai"];
@@ -1062,6 +1064,15 @@ fn run_functions_runner(
                 reason: HardFailureReason::RunnerSpawnFailed,
                 message: format!("failed to materialize shared runner helper: {err}"),
             })?;
+            let _evaluator_params = js_runner::materialize_runner_script_in_cwd(
+                "functions-runners",
+                EVALUATOR_PARAMS_FILE,
+                EVALUATOR_PARAMS_SOURCE,
+            )
+            .map_err(|err| FileFailure {
+                reason: HardFailureReason::RunnerSpawnFailed,
+                message: format!("failed to materialize evaluator params helper: {err}"),
+            })?;
             let runner_script = js_runner::materialize_runner_script_in_cwd(
                 "functions-runners",
                 FUNCTIONS_JS_RUNNER_FILE,