Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
import argparse
|
| 2 |
import gradio as gr
|
| 3 |
-
|
| 4 |
from openai import OpenAI
|
| 5 |
|
|
|
|
| 6 |
|
| 7 |
def http_bot(prompt, history):
|
| 8 |
|
|
@@ -26,7 +26,7 @@ Your answer: <your answer here>"""
|
|
| 26 |
|
| 27 |
client = OpenAI(api_key="dummy", base_url="http://semikong.aitomatic.com:8081/v1")
|
| 28 |
response = client.chat.completions.create(
|
| 29 |
-
model=
|
| 30 |
messages=messages,
|
| 31 |
# stream=True,
|
| 32 |
max_tokens=1024,
|
|
|
|
| 1 |
import argparse
|
| 2 |
import gradio as gr
|
|
|
|
| 3 |
from openai import OpenAI
|
| 4 |
|
| 5 |
+
MODEL = "pentagoniac/SEMIKONG-8b-GPTQ"
|
| 6 |
|
| 7 |
def http_bot(prompt, history):
|
| 8 |
|
|
|
|
| 26 |
|
| 27 |
client = OpenAI(api_key="dummy", base_url="http://semikong.aitomatic.com:8081/v1")
|
| 28 |
response = client.chat.completions.create(
|
| 29 |
+
model=MODEL,
|
| 30 |
messages=messages,
|
| 31 |
# stream=True,
|
| 32 |
max_tokens=1024,
|