Merge branch 'artifact' of github.com:microsoft/ParrotServe

.env

@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+# Copyright (c) 2023 by Microsoft Corporation.
+# Licensed under the MIT license.
+
+export TORCH_CUDA_ARCH_LIST=8.0
+export CUDA_HOME=/usr/local/cuda-12.1
+export LD_LIBRARY_PATH=/usr/local/cuda-12.1/lib64:$LD_LIBRARY_PATH
+
+export SIMULATE_NETWORK_LATENCY_PRT=1 # 0 off, 1 on
+export SIMULATE_NETWORK_LATENCY_FS=1 # 0 off, 1 on
+
+# export FS_MAX_GEN_LENGTH=20
+# export FS_MAX_GEN_LENGTH=50
+
+# CUDA_LAUNCH_BLOCKING=1

.gitignore

@@ -396,3 +396,70 @@ FodyWeavers.xsd
 
 # JetBrains Rider
 *.sln.iml
+# Python
+__pycache__
+*.pyc
+*.egg-info
+dist
+.venv
+
+# Test
+test.txt
+
+# Log
+*.log
+*.log.*
+log
+# *.json
+# *.txt
+
+# Editor
+*.swp
+
+# Other
+.DS_Store
+wandb
+output
+
+# Data
+*.pkl
+*.csv
+
+# Build
+build
+
+# VSCode
+.vscode
+
+# Misc
+tmp
+raw_data
+log
+*.pt
+*.pth
+data
+*.so
+*.pdf
+
+
+# We do not public our OpenAI API-Key
+sample_configs/engine/azure-openai*
+sample_configs/engine/openai*
+# But we provide an example config
+!sample_configs/engine/openai-example-config.json
+
+# Benchmark workloads
+artifact_osdi24/workloads/*/*.json
+artifact_osdi24/workloads/*/*.jsonl
+*.parquet
+# It's safe!
+!artifact_osdi24/workloads/gpts/*.json 
+
+# Safe to upload
+!artifact_osdi24/workloads/metagpt/*.json
+!artifact_osdi24/workloads/metagpt/*.jsonl
+
+# Evaluation data
+!benchmark/*/results/*/*.log
+!benchmark/*/results/*.log
+.ipynb_checkpoints/

.gitmodules

@@ -0,0 +1,12 @@
+[submodule "3rdparty/langchain"]
+	path = 3rdparty/langchain
+	url = [email protected]:langchain-ai/langchain.git
+[submodule "3rdparty/FastChat"]
+	path = 3rdparty/FastChat
+	url = [email protected]:lm-sys/FastChat.git
+[submodule "3rdparty/vllm"]
+	path = 3rdparty/vllm
+	url = [email protected]:vllm-project/vllm.git
+[submodule "benchmark/workloads/arxiv/Selective_Context"]
+	path = benchmark/workloads/arxiv/Selective_Context
+	url = https://github.com/liyucheng09/Selective_Context.git