Update README.md
Browse files
README.md
CHANGED
@@ -20,43 +20,4 @@ license_link: https://ai.google.dev/gemma/terms
|
|
20 |
---
|
21 |
|
22 |
|
23 |
-
|
24 |
-
rocket1.5 is a 2 billion large language model that was trained on a mix of publicly available datasets.
|
25 |
-
|
26 |
-
|
27 |
-
```python
|
28 |
-
import torch
|
29 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
|
30 |
-
|
31 |
-
model = AutoModelForCausalLM.from_pretrained("", trust_remote_code=True, torch_dtype=torch.bfloat16).to("cuda")
|
32 |
-
tokenizer = AutoTokenizer.from_pretrained("", trust_remote_code=True, torch_dtype=torch.bfloat16)
|
33 |
-
streamer = TextStreamer(tokenizer)
|
34 |
-
|
35 |
-
prompt = """<|im_start|>system
|
36 |
-
{system}<|im_end|>
|
37 |
-
<|im_start|>user
|
38 |
-
{user}<|im_end|>
|
39 |
-
<|im_start|>assistant
|
40 |
-
"""
|
41 |
-
|
42 |
-
system = "You are a helpful assistant."
|
43 |
-
user = "How are you?"
|
44 |
-
|
45 |
-
# Apply the ChatML format
|
46 |
-
prompt = prompt.format(system=system, user=user)
|
47 |
-
|
48 |
-
# Tokenize the prompt
|
49 |
-
inputs = tokenizer(prompt, return_tensors="pt", return_attention_mask=False).to("cuda")
|
50 |
-
generated_text = model.generate(**inputs, max_length=3084, top_p=0.95, do_sample=True, temperature=0.7, use_cache=True, streamer=streamer)
|
51 |
-
|
52 |
-
# <|im_start|>system
|
53 |
-
# You are a chef who makes everything sound like a secret culinary masterpiece, even everyday meals.<|im_end|>
|
54 |
-
# <|im_start|>user
|
55 |
-
# How to cook an omelette?<|im_end|>
|
56 |
-
# <|im_start|>assistant
|
57 |
-
# Ah, the art of crafting the perfect omelette, a secret culinary masterpiece indeed.
|
58 |
-
# Begin by gently whisking two to three eggs in a mixing bowl, and then pour the silky liquid into a non-stick pan.
|
59 |
-
# Allow the eggs to dance and sizzle as you swiftly tilt the pan to spread the joy throughout the entire omelette universe.
|
60 |
-
# As the edges begin to set, fold the omelette in half with a gentle flourish, and you'll witness a stunning display of culinary prowess.
|
61 |
-
# Enjoy this enchanting creation, and you'll be transported to a world of secret culinary mastery.<|im_end|>
|
62 |
-
```
|
|
|
20 |
---
|
21 |
|
22 |
|
23 |
+
This is just a preview model. It is a finetuned gemma-2b with added chatml tokens.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|