Nauman J Qazi commited on
Commit
5ec4c01
·
1 Parent(s): 72fc0f1

Stream = true in llvm

Browse files
Files changed (1) hide show
  1. utility.py +1 -1
utility.py CHANGED
@@ -582,7 +582,7 @@ def lvlm_inference_with_ollama(conversation, max_tokens: int = 200, temperature:
582
  stream = chat(
583
  model="llava-1.5-7b-hf",
584
  messages= conversation,
585
- stream=False,
586
  temperature=temperature,
587
  max_tokens=max_tokens,
588
  top_p=top_p,
 
582
  stream = chat(
583
  model="llava-1.5-7b-hf",
584
  messages= conversation,
585
+ stream=True,
586
  temperature=temperature,
587
  max_tokens=max_tokens,
588
  top_p=top_p,