File tree Expand file tree Collapse file tree 2 files changed +14
-3
lines changed Expand file tree Collapse file tree 2 files changed +14
-3
lines changed Original file line number Diff line number Diff line change @@ -1058,3 +1058,13 @@ huggingface:
10581058 - helloworld :
10591059 - args :
10601060 accel-sim-mem : 10G
1061+
1062+
1063+ vllm :
1064+ exec_dir : " $GPUAPPS_ROOT/bin/$CUDA_VERSION/release/vllm"
1065+ data_dirs : " "
1066+ execs :
1067+ - througput.sh :
1068+ - args : # defualt is llama-7b model , pass model name to use other models
1069+ accel-sim-mem : 10G
1070+
Original file line number Diff line number Diff line change 22export BASH_ROOT=" $( cd " $( dirname " $BASH_SOURCE " ) " && pwd ) "
33
44rm -rf $BASH_ROOT /nvbit_release
5- wget https://github.com/NVlabs/NVBit/releases/download/v1.7.4/nvbit-Linux-x86_64-1.7.4.tar.bz2
6- tar -xf nvbit-Linux-x86_64-1.7.4.tar.bz2 -C $BASH_ROOT
7- rm nvbit-Linux-x86_64-1.7.4.tar.bz2
5+ mkdir -p " $BASH_ROOT /nvbit_release"
6+ wget https://github.com/NVlabs/NVBit/releases/download/v1.7.5/nvbit-Linux-x86_64-1.7.5.tar.bz2
7+ tar -xf nvbit-Linux-x86_64-1.7.5.tar.bz2 -C " $BASH_ROOT /nvbit_release" --strip-components=1
8+ rm nvbit-Linux-x86_64-1.7.5.tar.bz2
You can’t perform that action at this time.
0 commit comments