[falcon] memory update

app.py

@@ -563,69 +563,47 @@ async def on_reaction_add(reaction, user):    # ctx = await bot.get_context(reac
 
 
 #---------------------------------------------------------------------------------------------------------------------------- 
+chathistory = None
+
 @bot.command()
 async def falcon(ctx, *, prompt: str):
     try:
         if await safetychecks(ctx): 
             if ctx.channel.id == 1116089829147557999:
-
-                
-                result = falconspace.predict(fn_index=5) # result will be something like = /tmp/tmpjmz7f_9u.json, which will contain []
-
-                instructions = "The following is a conversation between a highly knowledgeable and intelligent AI assistant, called Falcon, and a human user, called User. The conversation may begin with a unique UUID, and if it does, the UUID can be ignored. In the following interactions, User and Falcon will converse in natural language, and Falcon will answer User's questions. Falcon was built to be respectful, polite and inclusive. Falcon was built by the Technology Innovation Institute in Abu Dhabi. Falcon will never decline to answer a question, and always attempts to give an answer that User would be satisfied with. It knows a lot, and always tells the truth. The conversation begins."                
-                randomuuid = str(uuid.uuid4())
-                prompt = randomuuid + " " + prompt
+                global chathistory
                 
-                #fn 5 -> fn 1
-                # will give something like = /tmp/tmpklf60u2h.json, which will contain something like [["What day is today?", "Today"]] (prompt, generation)
-                job = falconspace.submit(prompt, result, instructions, 0.8, 0.9, fn_index=1)  # This is not blocking
-                while job.done() == False:  
-                    status = job.status() 
-                    print(status) 
-                    time.sleep(0.1)
-                if job.done() == True:
-                    print(job.result())
-                    
-                    directory = '/tmp/'
-                    
-                    max_length = 0
-                    max_length_file = None
-                    
-                    for filename in os.listdir(directory):
-                        if filename.endswith('.json'):
-                            filepath = os.path.join(directory, filename)
-                            with open(filepath, 'r') as file:
-                                data = json.load(file)
-                                for item in data:
-                                    if randomuuid in item[0]:  # uuid should be in first item
-                                        text = item[1] if len(item) > 1 else '' # if there is no item[1], it won't work 
-                                        length = len(text)
-                                        if length > max_length: # can just pass the text variable to the discord bot
-                                            outputtext = text
-                                            max_length = length
-                                            max_length_file = filepath # may not be needed
-    
-                    if max_length_file is not None:
-                        print(f"The JSON file '{max_length_file}' contains the largest amount of text after the UUID.")
-                        await ctx.reply(f"{outputtext}")
-                        await ctx.message.add_reaction('<:agree:1098629085955113011>')
+                if chathistory is not None: # This handles all subsequent discussions/prompts to the chatbot/model
+                    prompt = "Nice, thanks!" # adjust this for every other prompt
+                    instructions = "The following is a conversation between a highly knowledgeable and intelligent AI assistant, called Falcon, and a human user, called User. In the following interactions, User and Falcon will converse in natural language, and Falcon will answer User's questions. Falcon was built to be respectful, polite and inclusive. Falcon was built by the Technology Innovation Institute in Abu Dhabi. Falcon will never decline to answer a question, and always attempts to give an answer that User would be satisfied with. It knows a lot, and always tells the truth. The conversation begins."
+                    job = client.submit(prompt, chathistory, instructions, 0.8, 0.9, fn_index=1)  # This is not blocking
+                    while job.done() == False: 
+                        status = job.status() 
                     else:
-                        print("No JSON file containing the UUID was found.")  
-                        await ctx.message.add_reaction('<:disagree:1098628957521313892>')
-                        
-                '''
-                result2 = falconspace.predict( 
-                				prompt,	# str  in 'Type an input and press Enter' Textbox component
-                				result,	# str (filepath to JSON file) in 'parameter_9' Chatbot component
-                				instructions,	# str  in 'Instructions' Textbox component
-                				0.8,	# int | float (numeric value between 0.1 and 2.0) in 'Temperature' Slider component
-                				0.9,	# int | float (numeric value between 0.1 and 0.99) in 'p (nucleus sampling)' Slider component
-                				fn_index=1
-                )
+                        file_paths = job.outputs()
+                        full_generation = file_paths[-1]
+                        chathistory = full_generation # we store this and pass it in the loop
+                    with open(full_generation, 'r') as file:
+                        data = json.load(file)
+                        output_text = data[-1][-1] # we output this as the bot
+                    print(output_text)
+                    await ctx.reply(f"{output_text}")
                 
-                await asyncio.sleep(5)                
-                '''
-
+                if chathistory == None: # This handles the start of a conversation/chathistory file with the model
+                    chathistory = client.predict( 
+                            fn_index=5
+                    ) 
+                    instructions = "The following is a conversation between a highly knowledgeable and intelligent AI assistant, called Falcon, and a human user, called User. In the following interactions, User and Falcon will converse in natural language, and Falcon will answer User's questions. Falcon was built to be respectful, polite and inclusive. Falcon was built by the Technology Innovation Institute in Abu Dhabi. Falcon will never decline to answer a question, and always attempts to give an answer that User would be satisfied with. It knows a lot, and always tells the truth. The conversation begins."
+                    job = client.submit(prompt, chathistory, instructions, 0.8, 0.9, fn_index=1)  # This is not blocking
+                    while job.done() == False: 
+                        status = job.status() 
+                    else:
+                        file_paths = job.outputs()
+                        full_generation = file_paths[-1]
+                        chathistory = full_generation # we store this and pass it in the loop
+                    with open(full_generation, 'r') as file:
+                        data = json.load(file)
+                        output_text = data[-1][-1] # we output this as the bot
+                    await ctx.reply(f"{output_text}")                 
 
     except Exception as e:
         print(f"Error: {e}")