Update README.md

README.md

@@ -78,7 +78,7 @@ from peft import PeftModel
 model_id = "unsloth/gemma-7b-bnb-4bit"
 peft_model_id = "webbigdata/C3TR-Adapter"
 
-model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto") 
+model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto") 
 model = PeftModel.from_pretrained(model = model, model_id = peft_model_id)
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 tokenizer.pad_token = tokenizer.unk_token
@@ -89,13 +89,14 @@ def trans(my_str):
 
     # Translation
     generated_ids = model.generate(input_ids=input_ids,
-        max_new_tokens=800, use_cache=True
+        max_new_tokens=800, use_cache=True,
+        do_sample=True, num_beams=3, temperature=0.5, top_p=0.3,
+        repetition_penalty=1.0
         )
     full_outputs = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
     return full_outputs[0].split("### Response:\n")[-1].strip()
     
-ret = trans("""
-You are a highly skilled professional Japanese-English and English-Japanese translator. Translate the given text accurately, taking into account the context and specific instructions provided. Steps may include hints enclosed in square brackets [] with the key and value separated by a colon:. Only when the subject is specified in the Japanese sentence, the subject will be added when translating into English. If no additional instructions or context are provided, use your expertise to consider what the most appropriate context is and provide a natural translation that aligns with that context. When translating, strive to faithfully reflect the meaning and tone of the original text, pay attention to cultural nuances and differences in language usage, and ensure that the translation is grammatically correct and easy to read. After completing the translation, review it once more to check for errors or unnatural expressions. For technical terms and proper nouns, either leave them in the original language or use appropriate translations as necessary. Take a deep breath, calm down, and start translating.
+ret = trans("""You are a highly skilled professional Japanese-English and English-Japanese translator. Translate the given text accurately, taking into account the context and specific instructions provided. Steps may include hints enclosed in square brackets [] with the key and value separated by a colon:. Only when the subject is specified in the Japanese sentence, the subject will be added when translating into English. If no additional instructions or context are provided, use your expertise to consider what the most appropriate context is and provide a natural translation that aligns with that context. When translating, strive to faithfully reflect the meaning and tone of the original text, pay attention to cultural nuances and differences in language usage, and ensure that the translation is grammatically correct and easy to read. After completing the translation, review it once more to check for errors or unnatural expressions. For technical terms and proper nouns, either leave them in the original language or use appropriate translations as necessary. Take a deep breath, calm down, and start translating.
 
 ### Instruction:
 Translate Japanese to English.