Skip to content

Commit

Permalink
push changes (#306)
Browse files Browse the repository at this point in the history
  • Loading branch information
vwxyzjn authored Aug 28, 2024
1 parent ade34d0 commit db30f2a
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 5 deletions.
2 changes: 1 addition & 1 deletion mason.py
Original file line number Diff line number Diff line change
Expand Up @@ -179,7 +179,7 @@ def make_task_spec(args, command, i):
image=beaker.ImageSource(beaker=args.image),
command=command,
arguments=[fully_command],
result=beaker.ResultSpec(path="/unused"),
result=beaker.ResultSpec(path="/output"),
datasets=get_datasets(args.beaker_datasets, args.no_mount_nfs),
context=beaker.TaskContext(priority=beaker.Priority(args.priority),
preemptible=args.preemptible),
Expand Down
8 changes: 4 additions & 4 deletions scripts/rejection_sampling_tulu_docker.bash
Original file line number Diff line number Diff line change
Expand Up @@ -37,16 +37,16 @@ do
--model_name_or_path $generation_model \
--dataset_start_idx $start_idx \
--dataset_end_idx $end_idx \
--save_filename output/shards/$timestamp/$i.jsonl \
--save_filename /output/shards/$timestamp/$i.jsonl \
--hf_repo_id $shared_generation_hf_repo_id \
--no_add_timestamp \
--push_to_hub \
--num_completions $num_completions --tensor_parallel_size $num_gpus && \
python open_instruct/rejection_sampling/rejection_sampling.py \
--input_filename output/shards/$timestamp/$i.jsonl \
--input_filename /output/shards/$timestamp/$i.jsonl \
--model_names_or_paths $reward_model \
--save_filename output/shards/$timestamp/rs_$i.jsonl \
--save_filename_scores output/shards/$timestamp/scores_$i.jsonl \
--save_filename /output/shards/$timestamp/rs_$i.jsonl \
--save_filename_scores /output/shards/$timestamp/scores_$i.jsonl \
--hf_repo_id $shared_rs_hf_repo_id \
--hf_repo_id_scores $shared_scores_hf_repo_id \
--no_add_timestamp \
Expand Down

0 comments on commit db30f2a

Please sign in to comment.