Upload sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 ctranslate fp16 weights

README.md

@@ -38,12 +38,11 @@ model = EncoderCT2fromHfHub(
         # load in int8 on CUDA
         model_name_or_path=model_name,
         device="cuda",
-        compute_type="int8_float16",
+        compute_type="float16",
         # tokenizer=AutoTokenizer.from_pretrained("{ORG}/{NAME}")
 )
 outputs = model.generate(
-    text=["def fibonnaci(", "User: How are you doing? Bot:"],
-    max_length=64,
+    text=["I like soccer", "I like tennis", "The eiffel tower is in Paris"],
 )
 print(outputs.shape, outputs)
 ```