Create README.md

README.md

@@ -0,0 +1,28 @@
+---
+license: apache-2.0
+library_name: "transformers.js"
+base_model: Felladrin/TinyMistral-248M-SFT-v4
+---
+
+INT8 ONNX version of [Felladrin/TinyMistral-248M-SFT-v4](https://huggingface.co/Felladrin/TinyMistral-248M-SFT-v4) to use with [Transformers.js](https://huggingface.co/docs/transformers.js).
+
+## Usage
+
+```js
+import { pipeline } from '@xenova/transformers';
+
+const prompt = `<|im_start|>user
+Question: What is a dog?<|im_end|>
+<|im_start|>assistant
+A dog is a four-legged, domesticated animal that is a member of the class Mammalia, which includes all mammals. Dogs are known for their loyalty, playfulness, and ability to be trained for various tasks. They are also used for hunting, herding, and as service animals.<|im_end|>
+<|im_start|>user
+Question: What is the capital of France?<|im_end|>
+<|im_start|>assistant
+The capital of France is Paris. Paris is located in the north-central region of France and is known for its famous landmarks, such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral.<|im_end|>
+<|im_start|>user
+Question: What is the color of an apple?<|im_end|>
+<|im_start|>assistant`;
+const generator = await pipeline('text-generation', 'Felladrin/onnx-TinyMistral-248M-SFT-v4', { quantized: false });
+const output = await generator(prompt, { max_new_tokens: 100, penalty_alpha: 0.5, top_k: 5 });
+console.log(output[0].generated_text); // "The color of a apple is reddish-brown, with a creamy, floral texture that combines the bright and vibrant colors of the apples and oranges. It is a popular dessert in many countries, and is often associated with festive gatherings and celebrations.<|im_end|>"
+```