fixed app.py
Browse files
app.py
CHANGED
|
@@ -8,12 +8,12 @@ from retriever import (
|
|
| 8 |
from sentence_transformers import CrossEncoder
|
| 9 |
|
| 10 |
QWEN_MODEL="qwen/qwen3-235b-a22b:free"
|
| 11 |
-
|
| 12 |
-
|
| 13 |
|
| 14 |
# open ai method
|
| 15 |
-
api_key = os.getenv("OPENAI_API_KEY")
|
| 16 |
-
client = OpenAI(api_key=api_key)
|
| 17 |
GPT_MODEL="gpt-4o"
|
| 18 |
|
| 19 |
|
|
@@ -21,7 +21,7 @@ collection = load_collection()
|
|
| 21 |
encoder = load_encoder()
|
| 22 |
reranker = CrossEncoder("BAAI/bge-reranker-large")
|
| 23 |
|
| 24 |
-
def reformulate_query(user_question, model_name=
|
| 25 |
prompt = f"""你是一个BangDream知识检索助手。请把用户的问题扩写或转写为适合知识库语义检索的检索语句,涵盖所有可能的提问方式或同义关键词。
|
| 26 |
用户问题:{user_question}
|
| 27 |
"""
|
|
@@ -96,7 +96,7 @@ def respond(
|
|
| 96 |
|
| 97 |
response = ""
|
| 98 |
stream = client.chat.completions.create(
|
| 99 |
-
model=
|
| 100 |
messages=messages,
|
| 101 |
temperature=temperature,
|
| 102 |
max_tokens=max_tokens,
|
|
|
|
| 8 |
from sentence_transformers import CrossEncoder
|
| 9 |
|
| 10 |
QWEN_MODEL="qwen/qwen3-235b-a22b:free"
|
| 11 |
+
api_key = os.getenv("OPENROUTER_API_KEY")
|
| 12 |
+
client = OpenAI(base_url="https://openrouter.ai/api/v1", api_key=api_key)
|
| 13 |
|
| 14 |
# open ai method
|
| 15 |
+
#api_key = os.getenv("OPENAI_API_KEY")
|
| 16 |
+
#client = OpenAI(api_key=api_key)
|
| 17 |
GPT_MODEL="gpt-4o"
|
| 18 |
|
| 19 |
|
|
|
|
| 21 |
encoder = load_encoder()
|
| 22 |
reranker = CrossEncoder("BAAI/bge-reranker-large")
|
| 23 |
|
| 24 |
+
def reformulate_query(user_question, model_name=QWEN_MODEL):
|
| 25 |
prompt = f"""你是一个BangDream知识检索助手。请把用户的问题扩写或转写为适合知识库语义检索的检索语句,涵盖所有可能的提问方式或同义关键词。
|
| 26 |
用户问题:{user_question}
|
| 27 |
"""
|
|
|
|
| 96 |
|
| 97 |
response = ""
|
| 98 |
stream = client.chat.completions.create(
|
| 99 |
+
model=QWEN_MODEL,
|
| 100 |
messages=messages,
|
| 101 |
temperature=temperature,
|
| 102 |
max_tokens=max_tokens,
|