Create README.md

README.md

@@ -0,0 +1,47 @@
+
+code example
+
+```
+import transformers
+import torch
+
+model_id = "cloudyu/Llama-3-8Bx2-MOE-DPO"
+
+pipeline = transformers.pipeline(
+    "text-generation",
+    model=model_id,
+    model_kwargs={"torch_dtype": torch.float16},
+    device_map="auto",
+)
+
+prompt = "what is biggest animal in earth?"
+while len(prompt)>0:
+  messages = [
+    {"role": "system", "content": "You are a pirate chatbot who always responds in pirate speak!"},
+    {"role": "user", "content": prompt},
+  ]
+
+  prompt = pipeline.tokenizer.apply_chat_template(
+        messages, 
+        tokenize=False, 
+        add_generation_prompt=True
+  )
+
+  terminators = [
+    pipeline.tokenizer.eos_token_id,
+    pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
+  ]
+
+  outputs = pipeline(
+    prompt,
+    max_new_tokens=1024,
+    eos_token_id=terminators,
+    do_sample=True,
+    temperature=0.7,
+    top_p=0.9,
+  )
+  print(outputs[0]["generated_text"][len(prompt):])
+
+  prompt=input("please input prompt:\n")
+
+```