nikravan commited on
Commit
caafc4b
·
verified ·
1 Parent(s): 48d64b4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -4
app.py CHANGED
@@ -37,10 +37,13 @@ def generate_response(message, history):
37
 
38
  with torch.no_grad():
39
  text = model.generate(**inputs, max_new_tokens=256, do_sample=False)
40
- start = text[0].find('<|object_ref_end|>') + len('<|object_ref_end|>')
41
- end = text[0].find('<|box_end|>')
42
- result = text[start:end]
43
- return tokenizer.decode(result, skip_special_tokens=False)
 
 
 
44
  chatbot = gr.ChatInterface(
45
  fn=generate_response,
46
  title="Simple ZeroGPU Chatbot",
 
37
 
38
  with torch.no_grad():
39
  text = model.generate(**inputs, max_new_tokens=256, do_sample=False)
40
+ start = full_output.find('<|object_ref_end|>') + len('<|object_ref_end|>')
41
+ end = full_output.find('<|box_end|>')
42
+ if end == -1: # اگر <|box_end|> پیدا نشد
43
+ result = full_output[start:]
44
+ else:
45
+ result = full_output[start:end]
46
+ return result
47
  chatbot = gr.ChatInterface(
48
  fn=generate_response,
49
  title="Simple ZeroGPU Chatbot",