Update app.py

app.py

@@ -19,15 +19,15 @@ for k, v in prefix_state_dict.items():
         new_prefix_state_dict[k[len("transformer.prefix_encoder."):]] = v
 model.transformer.prefix_encoder.load_state_dict(new_prefix_state_dict)
 
-model = model.half().cuda()
+#model = model.half().cuda()
 
 #model = model.float()
 
 
 #model.transformer.prefix_encoder.float()
-model = model.eval()
-
+#model = model.eval()
 
+model = model.to("cuda").eval() 
 
 """Override Chatbot.postprocess"""