prithivMLmods commited on
Commit
a993a4a
·
verified ·
1 Parent(s): 317fa14
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -125,7 +125,7 @@ if os.path.exists(config_file_path):
125
  sys.path.append(model_path_d_local)
126
 
127
  MAX_MAX_NEW_TOKENS = 4096
128
- DEFAULT_MAX_NEW_TOKENS = 2048
129
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
130
 
131
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 
125
  sys.path.append(model_path_d_local)
126
 
127
  MAX_MAX_NEW_TOKENS = 4096
128
+ DEFAULT_MAX_NEW_TOKENS = 1440
129
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
130
 
131
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")