[falcon.py] big test (run_in_executor with job.submit INSIDE)

falcon.py

@@ -16,6 +16,39 @@ falcon_client = Client("HuggingFaceH4/falcon-chat", HF_TOKEN)
 BOT_USER_ID = 1086256910572986469 if os.getenv("TEST_ENV", False) else 1102236653545861151
 FALCON_CHANNEL_ID = 1079459939405279232 if os.getenv("TEST_ENV", False) else 1119313248056004729
 
+
+def falcon_test(prompt, instructions):
+    global falcon_userid_threadid_dictionary
+    global threadid_conversation
+        
+    # setup
+    job = falcon_client.submit(fn_index=5)
+    while job.done() is False:
+        pass
+    else:
+        file_path = job.outputs()
+        with open(file_path, 'r') as file:
+            chathistory = json.load(file)
+
+    # text generation    
+    job = falcon_client.submit(prompt, chathistory, instructions, 0.8, 0.9, fn_index=1)
+    while job.done() is False: 
+        pass
+    else:
+        if os.environ.get('TEST_ENV') == 'True':
+            print("falcon text gen job done")
+        file_paths = job.outputs()
+        full_generation = file_paths[-1]
+        with open(full_generation, 'r') as file:
+            data = json.load(file)
+        output_text = data[-1][-1] 
+        
+        threadid_conversation[thread.id] = full_generation
+        falcon_userid_threadid_dictionary[thread.id] = interaction.user.id
+        print(output_text)      
+        return output_text
+
+
 async def try_falcon(interaction, prompt):
     """Generates text based on a given prompt"""
     try:
@@ -35,10 +68,17 @@ async def try_falcon(interaction, prompt):
                 thread = await message.create_thread(name=f'{prompt}', auto_archive_duration=60)  # interaction.user
                 await thread.send(f"[DISCLAIMER: HuggingBot is a **highly experimental** beta feature; The Falcon " \
                 f"model and system prompt can be found here: https://huggingface.co/spaces/HuggingFaceH4/falcon-chat]")
-                
-                chathistory = falcon_client.predict(fn_index=5) 
+
+
+
                 if os.environ.get('TEST_ENV') == 'True':
-                    print("Running falcon_client.submit")
+                    print("Running falcon run_in_executor... (part 1)")
+                loop = asyncio.get_running_loop()
+                result = await loop.run_in_executor(None, falcon_test, prompt, instructions) 
+
+                await thread.send(f"{output_text}") 
+                
+                '''
                 job = falcon_client.submit(prompt, chathistory, instructions, 0.8, 0.9, fn_index=1)  # This is not blocking, similar to run_in_executor (but better)
                 while job.done() is False: 
                     pass
@@ -49,15 +89,9 @@ async def try_falcon(interaction, prompt):
                     full_generation = file_paths[-1]
                 with open(full_generation, 'r') as file:
                     data = json.load(file)
-                    output_text = data[-1][-1]
+                    output_text = data[-1][-1]                
+                '''
 
-                threadid_conversation[thread.id] = full_generation
-                falcon_userid_threadid_dictionary[thread.id] = interaction.user.id
-                print(output_text)
-                await thread.send(f"{output_text}")  
-
-    except Exception as e:
-        print(f"Error: {e}")
 
 async def continue_falcon(message):
     """Continues a given conversation based on chathistory"""