Update PrateritumGPT.py

PrateritumGPT.py

@@ -142,7 +142,7 @@ train_loader = DataLoader(MyDataset, batch_size=32, shuffle=True, collate_fn=col
 #Dropout: 0
 #Forward Dim: 1024
 
-model = TransformerModel(vocab_size=len(tokens)+2, emb_dim=128, nhead=32, num_encoder_layers=1, num_decoder_layers=1, dim_feedforward=1024,dropout=0)
+model = TransformerModel(vocab_size=len(tokens)+2, emb_dim=128, nhead=32, num_encoder_layers=1, num_decoder_layers=1, dim_feedforward=512,dropout=0)
 loss_fn = nn.CrossEntropyLoss()
 optimizer = torch.optim.Adam(model.parameters(), lr=0.001)
 
@@ -166,8 +166,10 @@ def Prompt():
         tgt_=torch.Tensor(tgt)
         out=model(torch.Tensor(src).to(device),tgt_.to(device)).tolist()[0]
         Best=0
-        Best_=tokens.index(" ")
+        warn=tokens.index(" ")
         for k,f in enumerate(out):
+            if k==len(tokens):
+                f*=2
             if f>Best:
                 Best=f
                 Best_=k