pease

generators/model.py

@@ -126,7 +126,7 @@ class Samba():
         
         for i in range(num_comps):
             payload = {
-                "inputs": messages,
+                "inputs": [dataclasses.asdict(message) for message in messages],
                 "params": {
                     "max_tokens_allowed_in_completion": {"type": "int", "value": 500},
                     "min_token_capacity_for_completion": {"type": "int", "value": 2},
@@ -143,7 +143,6 @@ class Samba():
                 "Content-Type": "application/json"
             }
             post_response = requests.post(f'https://{url}/api/v1/chat/completion', json=payload, headers=headers, stream=True)
-
             response_text = ""
             for line in post_response.iter_lines():
                 if line.startswith(b"data: "):
@@ -155,7 +154,7 @@ class Samba():
                             response_text += content
                     except json.JSONDecodeError as e:
                         pass
-            
+            resps.append(response_text)
         if num_comps == 1:
             return resps[0]
         else: