add logging

generator.py

@@ -199,12 +199,12 @@ class Generator:
         return input_ids, past, ended_sequences
 
     def get_input_ids(self, input_prompt, num_samples):
-        input_ids = torch.tensor([[self.lm.config.bos_token_id]])
+        #input_ids = torch.tensor([[self.lm.config.bos_token_id]])
         if input_prompt is not None:
             input_prompt = self.tokenizer(
                 input_prompt, return_tensors="pt"
             ).input_ids
-            input_ids = torch.cat([input_ids, input_prompt], 1)
+            input_ids = input_prompt
         input_ids = input_ids.repeat(num_samples, 1).to(self.device)
         past = None
         ended_sequences = torch.zeros(