Nauman J Qazi commited on
Commit ·
5ec4c01
1
Parent(s): 72fc0f1
Stream = true in llvm
Browse files- utility.py +1 -1
utility.py
CHANGED
|
@@ -582,7 +582,7 @@ def lvlm_inference_with_ollama(conversation, max_tokens: int = 200, temperature:
|
|
| 582 |
stream = chat(
|
| 583 |
model="llava-1.5-7b-hf",
|
| 584 |
messages= conversation,
|
| 585 |
-
stream=
|
| 586 |
temperature=temperature,
|
| 587 |
max_tokens=max_tokens,
|
| 588 |
top_p=top_p,
|
|
|
|
| 582 |
stream = chat(
|
| 583 |
model="llava-1.5-7b-hf",
|
| 584 |
messages= conversation,
|
| 585 |
+
stream=True,
|
| 586 |
temperature=temperature,
|
| 587 |
max_tokens=max_tokens,
|
| 588 |
top_p=top_p,
|