Skip to content

Commit ec00037

Browse files
authored
Vllm update (#485)
* add vllm * update nvbit * Update install_nvbit.sh
1 parent d3ba55f commit ec00037

File tree

2 files changed

+14
-3
lines changed

2 files changed

+14
-3
lines changed

util/job_launching/apps/define-all-apps.yml

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1058,3 +1058,13 @@ huggingface:
10581058
- helloworld:
10591059
- args:
10601060
accel-sim-mem: 10G
1061+
1062+
1063+
vllm:
1064+
exec_dir: "$GPUAPPS_ROOT/bin/$CUDA_VERSION/release/vllm"
1065+
data_dirs: ""
1066+
execs:
1067+
- througput.sh:
1068+
- args: # defualt is llama-7b model , pass model name to use other models
1069+
accel-sim-mem: 10G
1070+

util/tracer_nvbit/install_nvbit.sh

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22
export BASH_ROOT="$( cd "$( dirname "$BASH_SOURCE" )" && pwd )"
33

44
rm -rf $BASH_ROOT/nvbit_release
5-
wget https://github.com/NVlabs/NVBit/releases/download/v1.7.4/nvbit-Linux-x86_64-1.7.4.tar.bz2
6-
tar -xf nvbit-Linux-x86_64-1.7.4.tar.bz2 -C $BASH_ROOT
7-
rm nvbit-Linux-x86_64-1.7.4.tar.bz2
5+
mkdir -p "$BASH_ROOT/nvbit_release"
6+
wget https://github.com/NVlabs/NVBit/releases/download/v1.7.5/nvbit-Linux-x86_64-1.7.5.tar.bz2
7+
tar -xf nvbit-Linux-x86_64-1.7.5.tar.bz2 -C "$BASH_ROOT/nvbit_release" --strip-components=1
8+
rm nvbit-Linux-x86_64-1.7.5.tar.bz2

0 commit comments

Comments
 (0)