Cudd1es commited on
Commit
1ddbde6
·
1 Parent(s): e20c58d

fixed app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -8,12 +8,12 @@ from retriever import (
8
  from sentence_transformers import CrossEncoder
9
 
10
  QWEN_MODEL="qwen/qwen3-235b-a22b:free"
11
- #api_key = os.getenv("OPENROUTER_API_KEY")
12
- #client = OpenAI(base_url="https://openrouter.ai/api/v1", api_key=api_key)
13
 
14
  # open ai method
15
- api_key = os.getenv("OPENAI_API_KEY")
16
- client = OpenAI(api_key=api_key)
17
  GPT_MODEL="gpt-4o"
18
 
19
 
@@ -21,7 +21,7 @@ collection = load_collection()
21
  encoder = load_encoder()
22
  reranker = CrossEncoder("BAAI/bge-reranker-large")
23
 
24
- def reformulate_query(user_question, model_name=GPT_MODEL):
25
  prompt = f"""你是一个BangDream知识检索助手。请把用户的问题扩写或转写为适合知识库语义检索的检索语句,涵盖所有可能的提问方式或同义关键词。
26
  用户问题:{user_question}
27
  """
@@ -96,7 +96,7 @@ def respond(
96
 
97
  response = ""
98
  stream = client.chat.completions.create(
99
- model=GPT_MODEL,
100
  messages=messages,
101
  temperature=temperature,
102
  max_tokens=max_tokens,
 
8
  from sentence_transformers import CrossEncoder
9
 
10
  QWEN_MODEL="qwen/qwen3-235b-a22b:free"
11
+ api_key = os.getenv("OPENROUTER_API_KEY")
12
+ client = OpenAI(base_url="https://openrouter.ai/api/v1", api_key=api_key)
13
 
14
  # open ai method
15
+ #api_key = os.getenv("OPENAI_API_KEY")
16
+ #client = OpenAI(api_key=api_key)
17
  GPT_MODEL="gpt-4o"
18
 
19
 
 
21
  encoder = load_encoder()
22
  reranker = CrossEncoder("BAAI/bge-reranker-large")
23
 
24
+ def reformulate_query(user_question, model_name=QWEN_MODEL):
25
  prompt = f"""你是一个BangDream知识检索助手。请把用户的问题扩写或转写为适合知识库语义检索的检索语句,涵盖所有可能的提问方式或同义关键词。
26
  用户问题:{user_question}
27
  """
 
96
 
97
  response = ""
98
  stream = client.chat.completions.create(
99
+ model=QWEN_MODEL,
100
  messages=messages,
101
  temperature=temperature,
102
  max_tokens=max_tokens,