Starbourne
/

cogvlm-chat-hf

Text Generation

Inference Endpoints

Model card Files Files and versions Community

Marlon Wiprud commited on Nov 29, 2023

Commit

f866daa

•

1 Parent(s): fbee3b9

chore: log shape

Files changed (1) hide show

handler.py +2 -2

handler.py CHANGED Viewed

@@ -115,9 +115,9 @@ class EndpointHandler:
         with torch.no_grad():
             outputs = self.model.generate(**inputs, **gen_kwargs)
-            logging.info(f"OUTPUTS 1: {outputs}")
             outputs = outputs[:, inputs["input_ids"].shape[1] :]
-            logging.info(f"OUTPUTS 2: {outputs}")
             response = self.tokenizer.decode(outputs[0])
             return response

         with torch.no_grad():
             outputs = self.model.generate(**inputs, **gen_kwargs)
+            logging.info(f"OUTPUTS 1: {outputs} length: {outputs.shape}")
             outputs = outputs[:, inputs["input_ids"].shape[1] :]
+            logging.info(f"OUTPUTS 2: {outputs.shape}")
             response = self.tokenizer.decode(outputs[0])
             return response