Upload HuggingFaceH4/starchat-alpha ctranslate fp16 weights

README.md

@@ -19,13 +19,14 @@ quantized version of [HuggingFaceH4/starchat-alpha](https://huggingface.co/Huggi
 ```bash
 pip install hf-hub-ctranslate2>=2.0.8 ctranslate2>=3.14.0
 ```
-Converted on 2023-05-31 using
+Converted on 2023-06-02 using
 ```
-ct2-transformers-converter --model HuggingFaceH4/starchat-alpha --output_dir /home/michael/tmp-ct2fast-starchat-alpha --force --copy_files merges.txt all_results.json training_args.bin tokenizer.json README.md dialogue_template.json tokenizer_config.json eval_results.json vocab.json TRAINER_README.md train_results.json generation_config.json trainer_state.json special_tokens_map.json added_tokens.json requirements.txt .gitattributes --quantization float16 --trust_remote_code
+ct2-transformers-converter --model HuggingFaceH4/starchat-alpha --output_dir /home/michael/tmp-ct2fast-starchat-alpha --force --copy_files merges.txt all_results.json training_args.bin tokenizer.json README.md dialogue_template.json tokenizer_config.json eval_results.json vocab.json TRAINER_README.md train_results.json generation_config.json trainer_state.json special_tokens_map.json added_tokens.json requirements.txt .gitattributes --quantization int8_float16 --trust_remote_code
 ```
 
-Checkpoint compatible to [ctranslate2>=3.14.0](https://github.com/OpenNMT/CTranslate2) and [hf-hub-ctranslate2>=2.0.8](https://github.com/michaelfeil/hf-hub-ctranslate2)
-- `compute_type=int8_float16` for `device="cuda"` 
+Checkpoint compatible to [ctranslate2>=3.14.0](https://github.com/OpenNMT/CTranslate2)
+and [hf-hub-ctranslate2>=2.0.8](https://github.com/michaelfeil/hf-hub-ctranslate2)
+- `compute_type=int8_float16` for `device="cuda"`
 - `compute_type=int8`  for `device="cpu"`
 
 ```python
@@ -36,14 +37,14 @@ model_name = "michaelfeil/ct2fast-starchat-alpha"
 # use either TranslatorCT2fromHfHub or GeneratorCT2fromHfHub here, depending on model.
 model = GeneratorCT2fromHfHub(
         # load in int8 on CUDA
-        model_name_or_path=model_name, 
+        model_name_or_path=model_name,
         device="cuda",
         compute_type="int8_float16",
         # tokenizer=AutoTokenizer.from_pretrained("HuggingFaceH4/starchat-alpha")
 )
 outputs = model.generate(
-    text=["How do you call a fast Flan-ingo?", "User: How are you doing? Bot:"],
-    max_length=64, 
+    text=["def fibonnaci(", "User: How are you doing? Bot:"],
+    max_length=64,
     include_prompt_in_result=False
 )
 print(outputs)

model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d6c7c19491226a3f810bc82c35a248641435c68583708800efa749f771296d9
-size 31034991031
+oid sha256:7e84a8449030244a99fbc3b68aca4f38746a337d4f1c353c0159985b3b9ecd84
+size 15577696155