vllm>=0.14.1
lmcache
torch
transformers
huggingface_hub