Bhaddy392 commited on
Commit
0587613
·
verified ·
1 Parent(s): fed9447

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -7
app.py CHANGED
@@ -1,3 +1,8 @@
 
 
 
 
 
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
@@ -11,13 +16,9 @@ def chat(message, history):
11
  if not message:
12
  return ""
13
 
14
- new_user_input_ids = tokenizer.encode(message + tokenizer.eos_token, return_tensors='pt')
15
-
16
- bot_input_ids = new_user_input_ids
17
-
18
- chat_history_ids = model.generate(bot_input_ids, max_length=200, pad_token_id=tokenizer.eos_token_id)
19
-
20
- response = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
21
 
22
  return response
23
 
 
1
+ import subprocess
2
+ import sys
3
+
4
+ subprocess.check_call([sys.executable, "-m", "pip", "install", "transformers", "torch", "--quiet"])
5
+
6
  import gradio as gr
7
  from transformers import AutoModelForCausalLM, AutoTokenizer
8
  import torch
 
16
  if not message:
17
  return ""
18
 
19
+ inputs = tokenizer.encode(message + tokenizer.eos_token, return_tensors='pt')
20
+ outputs = model.generate(inputs, max_length=200, pad_token_id=tokenizer.eos_token_id)
21
+ response = tokenizer.decode(outputs[0], skip_special_tokens=True)
 
 
 
 
22
 
23
  return response
24