Update app.py

app.py

@@ -4,7 +4,7 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
 #model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-3b", device_map="auto", torch_dtype=torch.int8, load_in_8bit=True)
-model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-3b", device_map="auto", torch_dtype=torch.float16)
+#model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-3b", device_map="auto", torch_dtype=torch.float16)
 tokenizer = AutoTokenizer.from_pretrained("cyberagent/open-calm-3b")
 
 def proc( inputs ):
@@ -21,8 +21,9 @@ def proc( inputs ):
 
 def greet(name):
     inputs = tokenizer(name, return_tensors="pt").to(model.device)
-    outputs = proc( inputs )
-    return( outputs )
+    #outputs = proc( inputs )
+    #return( outputs )
+    return inputs
 
 iface = gr.Interface(fn=greet, inputs="text", outputs="text")
 iface.launch()