Full model

app.py

@@ -0,0 +1,375 @@
+import streamlit as st
+import torch
+from tqdm import tqdm
+from peft import PeftModel, PeftConfig
+from transformers import AutoModelForSeq2SeqLM
+from transformers import AutoTokenizer
+import numpy as np
+import time
+
+
+@st.cache_resource
+def get_models():
+  st.write('Loading the model...')
+  config = PeftConfig.from_pretrained("NursNurs/T5ForReverseDictionary")
+  model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-large")
+  model = PeftModel.from_pretrained(model, "NursNurs/T5ForReverseDictionary")
+
+  tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-large")
+  
+  st.session_state.model['model'] = model
+  st.session_state.model['tokenizer'] = tokenizer
+  
+  st.write("The assistant is loaded and ready to use!")
+
+def return_top_k(sentence, k=10):
+  
+  model, tokenizer = st.session_state.model['model'], st.session_state.model['tokenizer']
+  
+  if sentence[-1] != ".":
+    sentence = sentence + "."
+
+  inputs = [f"Descripton : {sentence}. Word : "]
+
+  inputs = tokenizer(
+      inputs,
+      padding=True, truncation=True,
+      return_tensors="pt",
+  )
+  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+  model.to(device)
+
+  with torch.no_grad():
+    inputs = {k: v.to(device) for k, v in inputs.items()}
+    output_sequences = model.generate(input_ids=inputs["input_ids"], max_new_tokens=10, num_beams=k+5, num_return_sequences=k+5, #max_length=3,
+                                              top_p = 50, output_scores=True, return_dict_in_generate=True) #repetition_penalty=10000.0
+
+    logits = output_sequences['sequences_scores'].clone().detach()
+    decoded_probabilities = torch.softmax(logits, dim=0)
+
+
+    #all word predictions
+    predictions = [tokenizer.decode(tokens, skip_special_tokens=True) for tokens in output_sequences['sequences']]
+    probabilities = [round(float(prob), 2) for prob in decoded_probabilities]
+    
+    for pred in predictions:
+      if len(pred) < 2:
+        predictions.pop(predictions.index(pred))  
+     
+  return predictions[:10]
+
+  
+if 'messages' not in st.session_state:
+  st.session_state.messages = []
+  
+if 'results' not in st.session_state:
+  st.session_state.results = {'results': False, 'results_print': False}
+  
+if 'actions' not in st.session_state:
+  st.session_state.actions = [""]
+  
+if 'counters' not in st.session_state:
+  st.session_state.counters = {"letter_count": 1, "word_count": 0}
+  
+if 'is_helpful' not in st.session_state:
+  st.session_state.is_helpful = {'ask':False}
+  
+if 'model' not in st.session_state:
+  st.session_state.model = {'model': False, 'tokenizer': False}
+
+if st.session_state.model['model'] == False:
+  get_models()
+  
+st.title("You name it!")
+
+with st.chat_message('user'):
+  st.write("Hey assistant!")
+  
+bot = st.chat_message('assistant')
+bot.write("Hello human! Wanna practice naming some words?")
+
+#for showing history of messages
+for message in st.session_state.messages:
+  with st.chat_message(message['role']):
+    st.markdown(message['content'])
+
+def get_text():
+  input_text = st.chat_input()
+  return input_text
+
+def write_bot(input, remember=True):
+    with st.chat_message('assistant'):
+      message_placeholder = st.empty()
+      full_response = input
+      response = ''
+      for chunk in full_response.split():
+        response += chunk + " "
+        time.sleep(0.05)
+        # Add a blinking cursor to simulate typing
+        message_placeholder.markdown(response + "▌")
+      time.sleep(0.5)
+      message_placeholder.markdown(full_response)
+    if remember == True:
+      st.session_state.messages.append({'role': 'assistant', 'content': full_response})
+    
+def ask_if_helped():
+  if st.session_state.is_helpful['ask'] == True:
+    y = st.button('Yes!', key=60)
+    n = st.button('No...', key=61)
+    if y:
+      write_bot("I am happy to help!")
+    elif n:
+      st.session_state.actions.append('cue')
+
+if st.session_state.actions[-1] == "result":
+  a1 = st.button('Results', key=10)
+  a2 = st.button('Cue', key=11)
+  if a1:
+    write_bot("Here are my guesses about your word:")
+    st.write(st.session_state.results['results_print'])
+    time.sleep(2)
+    write_bot('Does it help you remember the word?', remember=False)
+    st.session_state.is_helpful['ask'] = True
+  elif a2:
+    write_bot(f'The first letter is {st.session_state.results["results"][0][0]}.')
+    time.sleep(2)
+    write_bot('Does it help you remember the word?', remember=False)
+    st.session_state.is_helpful['ask'] = True
+    
+
+ask_if_helped()
+
+
+if st.session_state.actions[-1] == 'cue':
+  guessed = False
+  write_bot('What do you want to see?', remember=False)
+  b1 = st.button("Next letter", key="1")
+  b2 = st.button("Next word", key="2")
+  b3 = st.button("All words", key="3")
+  b4 = st.button("I remembered the word!", key="4", type='primary')
+  b5 = st.button("Exit", key="5", type='primary')
+  while guessed == False:
+    if b1:
+      st.session_state.counters["letter_count"] += 1
+      word_count = st.session_state.counters["word_count"]
+      letter_count = st.session_state.counters["letter_count"]
+      write_bot(f'The word starts with {st.session_state.results["results"][word_count][:letter_count]}')
+
+    elif b2:
+      st.session_state.counters["letter_count"] = 1
+      letter_count = st.session_state.counters["letter_count"]
+      st.session_state.counters["word_count"] += 1
+      word_count = st.session_state.counters["word_count"]
+      write_bot(f'The next word starts with {st.session_state.results["results"][word_count][:letter_count]}')      
+      
+    elif b3:
+      write_bot(f"Here are all my guesses about your word: {st.session_state.results['results_print']}")
+
+    elif b4:
+      write_bot("Yay! I am happy I could be of help!")
+      guessed = True
+      break
+    
+    elif b5:
+      write_bot("I am sorry I couldn't help you this time. See you soon!")
+    st.session_state.actions.append('cue')
+    break
+  
+#display user message in chat message container
+prompt = get_text() 
+if prompt:
+  with st.chat_message('user'):
+    st.markdown(prompt)
+  #add to history
+  st.session_state.messages.append({'role': 'user', 'content': prompt})
+  yes = "YesyesYes!Sure!sure"
+  if prompt == "yes":
+    write_bot("Please describe your word!")
+  #if previously we asked to give a prompt
+  elif (st.session_state.messages[-2]['content'] == "Please describe your word!") & (st.session_state.messages[-1]['content'] != "no"):
+    write_bot("Great! Let me think what it could be...")
+    st.session_state.results['results'] = return_top_k(prompt)
+    st.session_state.results['results_print'] = dict(zip(range(1, 11), st.session_state.results['results']))
+    write_bot("I think I have some ideas. Do you want to see my guesses or do you want a cue?")
+    st.session_state.actions.append("result")
+
+  # elif prompt == 'results':
+  #   st.text("results")
+  #   st.write("results")
+  #   st.session_state.actions.append({'result': True})
+  #   st.write(st.session_state.actions)
+  #     with st.chat_message('user'):
+  #       custom_response = "Results"
+  #       st.markdown(custom_response)
+  #     st.session_state.messages.append({'role': 'user', 'content': custom_response})
+
+  #     with st.chat_message('assistant'):
+  #       message_placeholder = st.empty()
+  #       response = f"Here are my guesses about your word: {result_print}"
+  #       message_placeholder.markdown(response + "|")
+  #     st.session_state.messages.append({'role': 'assistant', 'content': response})
+  #   elif st.button('Cue'):
+  #     response = "Cue"
+  #     with st.chat_message('user'):
+  #       st.markdown(response)
+  #     st.session_state.messages.append({'role': 'user', 'content': response})
+  #     text = f'The first letter is {result[0][0]}.'
+  #     bot.write(text)
+  #     st.session_state.messages.append({'role': 'assistant', 'content': text})
+  #     letter_count = 1
+  #     word_count = 0
+  # elif prompt == 'Results':
+  #   with st.chat_message('assistant'):
+  #       message_placeholder = st.empty()
+  #       response = f"Here are my guesses about your word: {result_print}"
+  #       message_placeholder.markdown(response + "|")
+  #   st.session_state.messages.append({'role': 'assistant', 'content': response})
+
+  # #if you don't wanna practice word naming
+  # else:  
+  #     with st.chat_message('assistant'):
+  #       message_placeholder = st.empty()
+  #       response = "See you next time!"
+  #       message_placeholder.markdown(response + "|")
+  #     st.session_state.messages.append({'role': 'assistant', 'content': response})
+      
+
+  
+      # if st.button('Results'):
+      #   bot.write("Here are my guesses about your word:")
+      #   bot.write(result_print)
+      # elif st.button('Cue'):
+      #   bot.write(f'The first letter is {result[0][0]}.')
+      #   letter_count = 1
+      #   word_count = 0
+      #   answer = st.chat_input('Does it help you remember the word? Type yes or no')
+      #   if answer == "no":
+      #     bot.write("What do you want to see?")
+      #     if st.button('Next letter'):
+      #       letter_count += 1
+      #       bot.write(f'The word starts with {result[word_count][:letter_count]}')
+      #     elif st.button('Next word'):
+      #       letter_count = 1
+      #       bot.write(f'The next word starts with {result[word_count][:letter_count]}')
+      #       word_count += 1
+      #     elif st.button('All words'):
+      #       bot.write("Here are all my guesses about your word:")
+      #       bot.write(result_print)
+      #   bot.write("Does this help you remember your word?")
+      #   answer = st.chat_input('Type yes/no/exit')
+      #   if answer == 'Exit':
+      #     st.write("I am sorry I couldn't help you. See you next time!")
+
+      
+  #write down assistant's responses
+  #response = f'Echo: {prompt}' #echoes prompt
+  # with st.chat_message('assistant'):
+  #   message_placeholder = st.empty()
+  #   full_response = "yeee"
+  #   #here insert the loop with the model answers (for response in...)
+  #   #this to imitate a cursor
+  #   message_placeholder.markdown(full_response + "|")
+    
+  # #add to history
+  # st.session_state.messages.append({'role': 'assistant', 'content': full_response})
+  
+  
+  
+##TODO: a button to delete history
+# if prompt == 'Yes':
+#   bot.write("Great! Please describe the word you have in mind.")
+#   sent = st.chat_input('Description of your word')
+
+
+# # adding the text that will show in the text box as default
+# default_value = "Type the description of the word you have in mind!"
+
+# sent = st.text_area("Text", default_value, height = 50)
+# result = return_top_k(sent)
+# result = ['animal', 'monster', 'creature', 'bird', 'cat', 'human', 'dog', 'spider', 'alien', 'meow']
+# result = return_top_k(sent)
+# result_print = dict(zip(range(1, 11), result))
+
+# if st.button('Results'):
+#   st.write("Here are my guesses about your word:")
+#   st.write(result_print)
+# elif st.button('Cue'):
+#   st.write(f'The first letter is {result[0][0]}.')
+#   letter_count = 1
+#   word_count = 0
+#   answer = st.text_area("Text", 'Does it help you remember the word? Type yes or no', height = 50)
+#   if answer == 'No':
+#     while answer == 'No':
+#       option = st.selectbox(
+#       'What do you want to see?',
+#       ('Next letter', 'Next word', 'All words'))
+#       if option == 'Next letter':
+#         letter_count += 1
+#         st.write(f'The word starts with {result[word_count][:letter_count]}')
+#       elif option == 'Next word':
+#         letter_count = 1
+#         st.write(f'The next word starts with {result[word_count][:letter_count]}')
+#         word_count += 1
+#       else:
+#         st.write("Here are all my guesses about your word:")
+#         st.write(result_print)
+#       answer = st.selectbox(
+#         'Does it help you remember the word??',
+#         ('Yes', 'No', 'Exit'))
+#       if answer == 'Exit':
+#         st.write("I am sorry I couldn't help you. See you next time!")
+#         break
+#   else:
+#      st.write("I am happy I could be of help!")
+# else:
+#   st.write('Do you want to see my guesses or do you want a cue?')
+
+
+#2
+
+# option = st.selectbox(
+#     'Do you want to see my guesses or do you want a cue?',
+#     ('Results', 'Cue'))
+
+# st.write('You selected:', option)
+
+# if option == 'Results':
+#   st.write("Here are my guesses about your word:")
+#   st.write(result_print)
+# elif option == 'Cue':
+#   st.write(f'The first letter is {result[0][0]}.')
+#   letter_count = 1
+#   word_count = 0
+#   answer = st.selectbox(
+#     'Does it help you remember the word??',
+#     ('Yes', 'No'))
+#   if answer == 'No':
+#     while answer == 'No':
+#       option = st.selectbox(
+#       'What do you want to see?',
+#       ('Next letter', 'Next word', 'All words'))
+#       if option == 'Next letter':
+#         letter_count += 1
+#         st.write(f'The word starts with {result[word_count][:letter_count]}')
+#       elif option == 'Next word':
+#         letter_count = 1
+#         st.write(f'The next word starts with {result[word_count][:letter_count]}')
+#         word_count += 1
+#       else:
+#         st.write("Here are all my guesses about your word:")
+#         st.write(result_print)
+#       answer = st.selectbox(
+#         'Does it help you remember the word??',
+#         ('Yes', 'No', 'Exit'))
+#       if answer == 'Exit':
+#         st.write("I am sorry I couldn't help you. See you next time!")
+#         break
+#   else:
+#     st.write("I am happy I could be of help!")
+      
+                 
+      
+        
+        
+      
+  

requirements.txt

@@ -0,0 +1,6 @@
+numpy==1.23.5
+peft==0.5.0
+streamlit==1.26.0
+torch==1.13.1
+tqdm==4.64.1
+transformers==4.33.2