Spaces:
Paused
Paused
Commit ·
1552c2c
1
Parent(s): 418585a
Add ffmpeg, edit vllm args
Browse files- Dockerfile +3 -0
- vllm_serve.sh +1 -1
Dockerfile
CHANGED
|
@@ -1,5 +1,8 @@
|
|
| 1 |
FROM syzygianinfern0/stormbase:latest
|
| 2 |
|
|
|
|
|
|
|
|
|
|
| 3 |
# Set up a new user named "user" with user ID 1000
|
| 4 |
RUN useradd -m -u 1000 user
|
| 5 |
|
|
|
|
| 1 |
FROM syzygianinfern0/stormbase:latest
|
| 2 |
|
| 3 |
+
# Install ffmpeg
|
| 4 |
+
RUN apt-get update && apt-get install -y ffmpeg && rm -rf /var/lib/apt/lists/*
|
| 5 |
+
|
| 6 |
# Set up a new user named "user" with user ID 1000
|
| 7 |
RUN useradd -m -u 1000 user
|
| 8 |
|
vllm_serve.sh
CHANGED
|
@@ -11,6 +11,6 @@ vllm serve "OpenGVLab/InternVL2-8B" \
|
|
| 11 |
--port 8000 \
|
| 12 |
--trust-remote-code \
|
| 13 |
--limit-mm-per-prompt image=4 \
|
| 14 |
-
--max-model-len
|
| 15 |
--gpu-memory-utilization 0.97 \
|
| 16 |
# --disable-log-requests
|
|
|
|
| 11 |
--port 8000 \
|
| 12 |
--trust-remote-code \
|
| 13 |
--limit-mm-per-prompt image=4 \
|
| 14 |
+
--max-model-len 12288 \
|
| 15 |
--gpu-memory-utilization 0.97 \
|
| 16 |
# --disable-log-requests
|