Update app.py

app.py

@@ -1,4 +1,5 @@
 import gradio as gr
+import random
 
 from transformers import AutoConfig
 from transformers import GPT2Tokenizer, GPT2LMHeadModel
@@ -9,6 +10,13 @@ model = GPT2LMHeadModel.from_pretrained('gorkemgoknar/gpt2chatbotenglish', confi
 tokenizer = GPT2Tokenizer.from_pretrained('gorkemgoknar/gpt2chatbotenglish')
 tokenizer.model_max_length = 1024
 
+#Dynamic Temperature 
+base_temperature = 1.4
+dynamic_temperature_range = 0.15
+
+rand_range = random.uniform(-1 * dynamic_temperature_range , dynamic_temperature_range )
+temperature = base_temperature  + rand_range
+
 
 #See document for experiment https://www.linkedin.com/pulse/ai-goes-job-interview-g%C3%B6rkem-g%C3%B6knar/
 
@@ -24,13 +32,13 @@ def get_chat_response(name, input_txt = "Hello , what is your name?"):
   #optimum response and speed
   #50 token max length, temperature = 1.3 makes it creative
   chat_history_ids = model.generate(
-          bot_input_ids, max_length=50,
+          bot_input_ids,min_length =1, max_length=50,
           pad_token_id=tokenizer.eos_token_id,  
           no_repeat_ngram_size=3,       
           do_sample=True, 
-          top_k=60, 
-          top_p=0.8,
-          temperature = 1.3
+          top_k=50, 
+          top_p=0.9,
+          temperature = temperature 
       )
 
   out_str = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)