Syzygianinfern0 commited on
Commit
1552c2c
·
1 Parent(s): 418585a

Add ffmpeg, edit vllm args

Browse files
Files changed (2) hide show
  1. Dockerfile +3 -0
  2. vllm_serve.sh +1 -1
Dockerfile CHANGED
@@ -1,5 +1,8 @@
1
  FROM syzygianinfern0/stormbase:latest
2
 
 
 
 
3
  # Set up a new user named "user" with user ID 1000
4
  RUN useradd -m -u 1000 user
5
 
 
1
  FROM syzygianinfern0/stormbase:latest
2
 
3
+ # Install ffmpeg
4
+ RUN apt-get update && apt-get install -y ffmpeg && rm -rf /var/lib/apt/lists/*
5
+
6
  # Set up a new user named "user" with user ID 1000
7
  RUN useradd -m -u 1000 user
8
 
vllm_serve.sh CHANGED
@@ -11,6 +11,6 @@ vllm serve "OpenGVLab/InternVL2-8B" \
11
  --port 8000 \
12
  --trust-remote-code \
13
  --limit-mm-per-prompt image=4 \
14
- --max-model-len 8192 \
15
  --gpu-memory-utilization 0.97 \
16
  # --disable-log-requests
 
11
  --port 8000 \
12
  --trust-remote-code \
13
  --limit-mm-per-prompt image=4 \
14
+ --max-model-len 12288 \
15
  --gpu-memory-utilization 0.97 \
16
  # --disable-log-requests