vllm>=0.7.2
gradio
openai
fastapi
uvicorn
httpx