Improving logs

app.py

@@ -18,10 +18,10 @@ configs = {
     "os_model": "google/gemma-2b-it",
     "device": "cpu",
     "generation_config": {
-        "max_output_tokens": 256,
+        "max_output_tokens": 128,
         "temperature": 1,
         "top_p": 1,
-        "top_k": 32,
+        "top_k": 4,
     },
 }
 

hf_utils.py

@@ -65,6 +65,7 @@ def query_word(
     matched_word = ""
     while not matched_word:
         word = query_hf(query, model, tokenizer, generation_config, device)
+        logger.info(f"Evaluating result: '{word}'...")
 
         # Extract word of interest from Gemma's output
         for pattern in GEMMA_WORD_PATTERNS: