update cfgs for new refactor

buster/apps/bot_configs.py

@@ -1,13 +1,22 @@
 from buster.busterbot import BusterConfig
 
+import copy
+
 huggingface_cfg = BusterConfig(
     unknown_prompt="I'm sorry, but I am an AI language model trained to assist with questions related to the huggingface transformers library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?",
     embedding_model="text-embedding-ada-002",
-    top_k=3,
-    thresh=0.7,
-    max_words=3000,
-    completer_cfg={
+    retriever_cfg={
+        "top_k": 3,
+        "thresh": 0.7,
+    },
+    completion_cfg={
         "name": "ChatGPT",
+        "completion_kwargs": {
+            "model": "gpt-3.5-turbo",
+        },
+    },
+    prompt_cfg={
+        "max_words": 3000,
         "text_before_documents": (
             "You are a chatbot assistant answering technical questions about huggingface transformers, a library to train transformers in python. "
             "You can only respond to a question if the content necessary to answer the question is contained in the following provided documentation. "
@@ -33,139 +42,94 @@ huggingface_cfg = BusterConfig(
             "I'm sorry, but I am an AI language model trained to assist with questions related to the huggingface transformers library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?"
             "Now answer the following question:\n"
         ),
-        "completion_kwargs": {
-            "model": "gpt-3.5-turbo",
-        },
     },
-    response_format="gradio",
-    source="huggingface",
+    document_source="huggingface",
 )
 
 
-pytorch_cfg = BusterConfig(
-    unknown_prompt="I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?",
-    embedding_model="text-embedding-ada-002",
-    top_k=3,
-    thresh=0.7,
-    max_words=3000,
-    completer_cfg={
-        "name": "ChatGPT",
-        "text_before_documents": (
-            "You are a chatbot assistant answering technical questions about pytorch, a library to train neural networks in python. "
-            "You can only respond to a question if the content necessary to answer the question is contained in the following provided documentation. "
-            "If the answer is in the documentation, summarize it in a helpful way to the user. "
-            "If it isn't, simply reply that you cannot answer the question. "
-            "Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
-            "Here is the documentation: "
-            "<DOCUMENTS> "
-        ),
-        "text_before_prompt": (
-            "<\DOCUMENTS>\n"
-            "REMEMBER:\n"
-            "You are a chatbot assistant answering technical questions about pytorch transformers, a library to train neural networks in python. "
-            "Here are the rules you must follow:\n"
-            "1) You must only respond with information contained in the documentation above. Say you do not know if the information is not provided.\n"
-            "2) Make sure to format your answers in Markdown format, including code block and snippets.\n"
-            "3) Do not include any links, urls or hyperlinks in your answers.\n"
-            "4) If you do not know the answer to a question, or if it is completely irrelevant to the library usage, simply reply with:\n"
-            "5) Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
-            "'I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch transformers library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?'"
-            "For example:\n"
-            "What is the meaning of life for pytorch?\n"
-            "I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?"
-            "Now answer the following question:\n"
-        ),
-        "completion_kwargs": {
-            "model": "gpt-3.5-turbo",
-        },
-    },
-    response_format="gradio",
-    source="pytorch",
+pytorch_cfg = copy.deepcopy(huggingface_cfg)
+pytorch_cfg.prompt_cfg["text_before_documents"] = (
+    "You are a chatbot assistant answering technical questions about pytorch, a library to train neural networks in python. "
+    "You can only respond to a question if the content necessary to answer the question is contained in the following provided documentation. "
+    "If the answer is in the documentation, summarize it in a helpful way to the user. "
+    "If it isn't, simply reply that you cannot answer the question. "
+    "Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
+    "Here is the documentation: "
+    "<DOCUMENTS> "
 )
-
-lightning_cfg = BusterConfig(
-    unknown_prompt="I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch lightning library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?",
-    embedding_model="text-embedding-ada-002",
-    top_k=3,
-    thresh=0.7,
-    max_words=3000,
-    completer_cfg={
-        "name": "ChatGPT",
-        "text_before_documents": (
-            "You are a chatbot assistant answering technical questions about pytorch lightning, a library to train neural networks in python. "
-            "You can only respond to a question if the content necessary to answer the question is contained in the following provided documentation. "
-            "If the answer is in the documentation, summarize it in a helpful way to the user. "
-            "If it isn't, simply reply that you cannot answer the question. "
-            "Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
-            "Here is the documentation: "
-            "<DOCUMENTS> "
-        ),
-        "text_before_prompt": (
-            "<\DOCUMENTS>\n"
-            "REMEMBER:\n"
-            "You are a chatbot assistant answering technical questions about pytorch lightning transformers, a library to train neural networks in python. "
-            "Here are the rules you must follow:\n"
-            "1) You must only respond with information contained in the documentation above. Say you do not know if the information is not provided.\n"
-            "2) Make sure to format your answers in Markdown format, including code block and snippets.\n"
-            "3) Do not include any links, urls or hyperlinks in your answers.\n"
-            "4) If you do not know the answer to a question, or if it is completely irrelevant to the library usage, simply reply with:\n"
-            "5) Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
-            "'I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch lightning library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?'"
-            "For example:\n"
-            "What is the meaning of life for pytorch lightning?\n"
-            "I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch lightning library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?"
-            "Now answer the following question:\n"
-        ),
-        "completion_kwargs": {
-            "model": "gpt-3.5-turbo",
-        },
-    },
-    response_format="gradio",
-    source="lightning",
+pytorch_cfg.prompt_cfg["text_before_prompt"] = (
+    "<\DOCUMENTS>\n"
+    "REMEMBER:\n"
+    "You are a chatbot assistant answering technical questions about pytorch transformers, a library to train neural networks in python. "
+    "Here are the rules you must follow:\n"
+    "1) You must only respond with information contained in the documentation above. Say you do not know if the information is not provided.\n"
+    "2) Make sure to format your answers in Markdown format, including code block and snippets.\n"
+    "3) Do not include any links, urls or hyperlinks in your answers.\n"
+    "4) If you do not know the answer to a question, or if it is completely irrelevant to the library usage, simply reply with:\n"
+    "5) Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
+    "'I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch transformers library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?'"
+    "For example:\n"
+    "What is the meaning of life for pytorch?\n"
+    "I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?"
+    "Now answer the following question:\n"
 )
+pytorch_cfg.document_source = "pytorch"
 
-
-godot_cfg = BusterConfig(
-    unknown_prompt="I'm sorry, but I am an AI language model trained to assist with questions related to the godot library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?",
-    embedding_model="text-embedding-ada-002",
-    top_k=3,
-    thresh=0.7,
-    max_words=3000,
-    completer_cfg={
-        "name": "ChatGPT",
-        "text_before_documents": (
-            "You are a chatbot assistant answering technical questions about godot, a game-engine library. "
-            "You can only respond to a question if the content necessary to answer the question is contained in the following provided documentation. "
-            "If the answer is in the documentation, summarize it in a helpful way to the user. "
-            "If it isn't, simply reply that you cannot answer the question. "
-            "Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
-            "Here is the documentation: "
-            "<DOCUMENTS> "
-        ),
-        "text_before_prompt": (
-            "<\DOCUMENTS>\n"
-            "REMEMBER:\n"
-            "You are a chatbot assistant answering technical questions about godot, a game-engine library."
-            "Here are the rules you must follow:\n"
-            "1) You must only respond with information contained in the documentation above. Say you do not know if the information is not provided.\n"
-            "2) Make sure to format your answers in Markdown format, including code block and snippets.\n"
-            "3) Do not include any links, urls or hyperlinks in your answers.\n"
-            "4) If you do not know the answer to a question, or if it is completely irrelevant to the library usage, simply reply with:\n"
-            "5) Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
-            "'I'm sorry, but I am an AI language model trained to assist with questions related to the godot library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?'"
-            "For example:\n"
-            "What is the meaning of life for godot?\n"
-            "I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch lightning library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?"
-            "Now answer the following question:\n"
-        ),
-        "completion_kwargs": {
-            "model": "gpt-3.5-turbo",
-        },
-    },
-    response_format="gradio",
-    source="godot",
+lightning_cfg = copy.deepcopy(huggingface_cfg)
+lightning_cfg.prompt_cfg["text_before_documents"] = (
+    "You are a chatbot assistant answering technical questions about pytorch lightning, a library to train neural networks in python. "
+    "You can only respond to a question if the content necessary to answer the question is contained in the following provided documentation. "
+    "If the answer is in the documentation, summarize it in a helpful way to the user. "
+    "If it isn't, simply reply that you cannot answer the question. "
+    "Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
+    "Here is the documentation: "
+    "<DOCUMENTS> "
+)
+lightning_cfg.prompt_cfg["text_before_prompt"] = (
+    "<\DOCUMENTS>\n"
+    "REMEMBER:\n"
+    "You are a chatbot assistant answering technical questions about pytorch lightning transformers, a library to train neural networks in python. "
+    "Here are the rules you must follow:\n"
+    "1) You must only respond with information contained in the documentation above. Say you do not know if the information is not provided.\n"
+    "2) Make sure to format your answers in Markdown format, including code block and snippets.\n"
+    "3) Do not include any links, urls or hyperlinks in your answers.\n"
+    "4) If you do not know the answer to a question, or if it is completely irrelevant to the library usage, simply reply with:\n"
+    "5) Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
+    "'I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch lightning library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?'"
+    "For example:\n"
+    "What is the meaning of life for pytorch lightning?\n"
+    "I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch lightning library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?"
+    "Now answer the following question:\n"
 )
 
+godot_cfg = copy.deepcopy(huggingface_cfg)
+godot_cfg.prompt_cfg["text_before_documents"] = (
+    "You are a chatbot assistant answering technical questions about godot, a game-engine library. "
+    "You can only respond to a question if the content necessary to answer the question is contained in the following provided documentation. "
+    "If the answer is in the documentation, summarize it in a helpful way to the user. "
+    "If it isn't, simply reply that you cannot answer the question. "
+    "Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
+    "Here is the documentation: "
+    "<DOCUMENTS> "
+)
+godot_cfg.prompt_cfg["text_before_prompt"] = (
+    (
+        "<\DOCUMENTS>\n"
+        "REMEMBER:\n"
+        "You are a chatbot assistant answering technical questions about godot, a game-engine library."
+        "Here are the rules you must follow:\n"
+        "1) You must only respond with information contained in the documentation above. Say you do not know if the information is not provided.\n"
+        "2) Make sure to format your answers in Markdown format, including code block and snippets.\n"
+        "3) Do not include any links, urls or hyperlinks in your answers.\n"
+        "4) If you do not know the answer to a question, or if it is completely irrelevant to the library usage, simply reply with:\n"
+        "5) Do not refer to the documentation directly, but use the instructions provided within it to answer questions. "
+        "'I'm sorry, but I am an AI language model trained to assist with questions related to the godot library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?'"
+        "For example:\n"
+        "What is the meaning of life for godot?\n"
+        "I'm sorry, but I am an AI language model trained to assist with questions related to the pytorch lightning library. I cannot answer that question as it is not relevant to the library or its usage. Is there anything else I can assist you with?"
+        "Now answer the following question:\n"
+    ),
+)
 
 available_configs = {
     "huggingface": huggingface_cfg,

buster/apps/gradio_app.py

@@ -8,7 +8,7 @@ from huggingface_hub import hf_hub_download
 from buster.apps.bot_configs import available_configs
 from buster.busterbot import Buster, BusterConfig
 from buster.retriever import Retriever
-from buster.utils import download_db, get_retriever_from_extension
+from buster.utils import get_retriever_from_extension
 
 logger = logging.getLogger(__name__)
 logging.basicConfig(level=logging.INFO)