diff --git a/vllm_spyre/platform.py b/vllm_spyre/platform.py index 6cfe47d0..2c82b67c 100644 --- a/vllm_spyre/platform.py +++ b/vllm_spyre/platform.py @@ -456,7 +456,8 @@ def _check_threading_config(cls, worker_count: int): ) for env in THREADING_ENVS: - os.environ[env] = str(cpus_per_worker) + if not os.environ.get(env): + os.environ[env] = str(cpus_per_worker) logger.info( "%s for %d workers. Since VLLM_SPYRE_UPDATE_THREAD_CONFIG is "