Added context box.

app.py

@@ -264,6 +264,9 @@ with gr.Blocks(theme=theme) as demo_blocks:
         lines=1,
         container=False,
     )
+    with gr.Accordion("Retrieved context (latest answer)", open=False):
+        ctx_box = gr.Markdown(label="", show_label=False)
+
     clear = gr.Button(
         "Clear",
         # size="sm",
@@ -297,6 +300,7 @@ with gr.Blocks(theme=theme) as demo_blocks:
         return "", history  # String ends up in textbox, thus empty.
 
     def newbot(history: list):
+        ctx_text = ""
         last = history[-1]
         now = datetime.now()  # current date and time
         date_time = now.strftime("%Y%m%dT%H%M%S")
@@ -310,7 +314,7 @@ with gr.Blocks(theme=theme) as demo_blocks:
                 role="assistant", content="Please ask another question!"
             )
             history.append(his)
-            yield history
+            yield history, gr.update()
             return
 
         context = get_context(user_message)
@@ -327,12 +331,14 @@ with gr.Blocks(theme=theme) as demo_blocks:
         DBG("CONTEXT")
         context = context[0:ctxkeep]
         if ctxkeep > 0:
-            context_str = "Context:"
-            for x in context:  # note different after reranking
+            context_str = "Context:\n"
+            for i, x in enumerate(context):  # note different after reranking
                 DBG(x)
-                context_str += x + "\n"
+                context_str += "### " + str(i) + "\n" + x + "\n"
+            ctx_text = context_str
             prompt = f"Context: {context_str}\nQuestion:{user_message}\n"
         else:
+            ctx_text = "(no retrieved context used)"
             prompt = f"Context: Use the chat history and your own knowledge.\nQuestion:{user_message}\n"
         system_prompt = (
             "You are Samuel von Pufendorf. You are in Lund. The year is 1675. "
@@ -380,23 +386,25 @@ with gr.Blocks(theme=theme) as demo_blocks:
         partial_message = ""
         his = gr.ChatMessage(role="assistant", content="")
         history.append(his)
+        yield history, ctx_text
         for chunk in response:
             # DBG("CHUNK:"+repr(chunk))
             if chunk.choices and chunk.choices[0].delta.content is not None:
                 partial_message = partial_message + chunk.choices[0].delta.content
                 his = gr.ChatMessage(role="assistant", content=partial_message)
                 history[-1] = his
-                yield history  # partial_message
+                yield history, gr.update()  # partial_message
             if chunk.usage:
                 usage = dict(chunk.usage)
                 DBG("TOKENS:" + str(usage["total_tokens"]))
         DBG(partial_message)
         # format_history(history)
+        # yield history, ctx_text
 
     msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
-        newbot, chatbot, chatbot
+        newbot, chatbot, [chatbot, ctx_box]
     )
-    clear.click(lambda: None, None, chatbot, queue=False)
+    clear.click(lambda: (None, ""), None, [chatbot, ctx_box], queue=False)
 
 # with gr.Blocks() as demo:
 #    chatbot = gr.Chatbot(placeholder="<strong>Your Personal Yes-Man</strong><br>Ask Me Anything")

vector3_db/a1b2bf9f-4f30-46a6-a6c2-b6ca99effce9/data_level0.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:840b1f90717b4f61fc19b4ad97d5b9a56ad2ae6fa9be39ad09b39b0abb82472b
+oid sha256:b8146ecc3e4c3a36ea9b3edc3778630c452f483990ec942d38e8006f4661e430
 size 16760000

vector3_db/a1b2bf9f-4f30-46a6-a6c2-b6ca99effce9/length.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f157672d82ccbe5cac80b9525b998b2ad2778c1079a4c7536bb6fd3dcfdf12bb
+oid sha256:ff80c6ec655fc2ca4f622b1c630607bb775837f7bfa8ff648d72e980f7040e22
 size 40000

vector3_db/chroma.sqlite3

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe959502ce6ddfbd2031eebfd7a6ce106cf2cd4460ece7c395e6dd7db97cdd98
+oid sha256:466cd1438ed0a1ccd64dfd2bd430844cc62159b875dc1762d5728e531b396670
 size 11452416