Patel Traders commited on
Commit
c8b054d
·
verified ·
1 Parent(s): 9801dd5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -95,7 +95,7 @@ def hanuman_flash_stream(message, history):
95
  generate_kwargs = dict(
96
  **model_inputs,
97
  streamer=streamer,
98
- max_new_tokens=4096,
99
  use_cache=True,
100
  do_sample=True,
101
  temperature=2,
 
95
  generate_kwargs = dict(
96
  **model_inputs,
97
  streamer=streamer,
98
+ max_new_tokens=512,
99
  use_cache=True,
100
  do_sample=True,
101
  temperature=2,