Update falcon.py

falcon.py

@@ -20,8 +20,11 @@ def falcon_initial_generation(prompt, instructions, thread):
     """Solves two problems at once; 1) The Slash command + job.submit interaction, and 2) the need for job.submit in order to locate the full generated text"""
     global threadid_conversation
     
-    chathistory = falcon_client.predict(fn_index=5)         
-    job = falcon_client.submit(prompt, chathistory, instructions, 0.8, 0.9, fn_index=1)
+    chathistory = falcon_client.predict(fn_index=5)   
+    temperature = 0.8
+    p_nucleus_sampling = 0.9
+    
+    job = falcon_client.submit(prompt, chathistory, instructions, temperature, p_nucleus_sampling, fn_index=1)
     while job.done() is False: 
         pass
     else:
@@ -80,12 +83,15 @@ async def continue_falcon(message):
                     global instructions
                     global threadid_conversation
                     await message.add_reaction('🔁') 
-                    chathistory = threadid_conversation[message.channel.id]
+                    
                     prompt = message.content
+                    chathistory = threadid_conversation[message.channel.id]
+                    temperature = 0.8
+                    p_nucleus_sampling = 0.9                    
                     
                     if os.environ.get('TEST_ENV') == 'True':
                         print("Running falcon_client.submit")
-                    job = falcon_client.submit(prompt, chathistory, instructions, 0.8, 0.9, fn_index=1)
+                    job = falcon_client.submit(prompt, chathistory, instructions, temperature, p_nucleus_sampling, fn_index=1)
                     while job.done() is False: 
                         pass
                     else: