Update app.py

app.py

@@ -31,7 +31,7 @@ def add_caseifer(text):
 
 max_new_tokens = 88 # number of tokens generated in each sample
 temperature = 0.8 # 1.0 = no change, < 1.0 = less random, > 1.0 = more random, in predictions
-top_k = 48 # retain only the top_k most likely tokens, clamp others to have 0 probability
+top_k = None # retain only the top_k most likely tokens, clamp others to have 0 probability
 device = 'cpu' # examples: 'cpu', 'cuda', 'cuda:0', 'cuda:1', etc.
 dtype = 'bfloat16' # 'float32' or 'bfloat16' or 'float16'
 out_dir = 'Eml' # ignored if init_from is not 'resume'