mideind
/

icelandic-gpt-sw3-6.7b-gec

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

gardarjuto commited on Mar 21

Commit

6ce586a

•

1 Parent(s): fc73940

fix max_length

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -108,7 +108,7 @@ class EndpointHandler:
         # Check valid inputs
         if not self.check_valid_inputs(input_a, input_b, task):
             return [{"error": "Invalid inputs"}]
-        if "max_new_tokens" not in parameters:
             parameters["max_new_tokens"] = 512
         # Tokenize the input

         # Check valid inputs
         if not self.check_valid_inputs(input_a, input_b, task):
             return [{"error": "Invalid inputs"}]
+        if "max_new_tokens" not in parameters and "max_length" not in parameters:
             parameters["max_new_tokens"] = 512
         # Tokenize the input