try probabilistic search

app.py

@@ -47,7 +47,8 @@ def respond(custom_string):
 
         out = model.out(model.decoder(outputs[:i].unsqueeze(0), e_outputs, src_mask, trg_mask))
         out = torch.nn.functional.softmax(out, dim=-1)
-        val, ix = out[:, -1].data.topk(1)
+        ix = np.random.choice(np.arange(out), 1, p=out)
+        # val, ix = out[:, -1].data.topk(1)
 
         outputs[i] = ix[0][0]
         if ix[0][0] == vocab_token_dict['<eos>']: