IlyaGusev
/

llama_13b_ru_turbo_alpaca_lora

Text2Text Generation

Model card Files Files and versions Community

IlyaGusev commited on Apr 8, 2023

Commit

cd94e95

•

1 Parent(s): 1a5ce42

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -66,7 +66,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 model.eval()
 generation_config = GenerationConfig.from_pretrained(MODEL_NAME)
-data = tokenizer(["Вопрос: Почему трава зеленая?\n\nВыход:"], return_tensors="pt")
 data = {k: v.to(model.device) for k, v in data.items() if k in ("input_ids", "attention_mask")}
 output_ids = model.generate(**data, generation_config=generation_config)[0]
 print(tokenizer.decode(output_ids, skip_special_tokens=True))

 model.eval()
 generation_config = GenerationConfig.from_pretrained(MODEL_NAME)
+data = tokenizer(["### Задание: Почему трава зеленая?\n### Ответ: "], return_tensors="pt")
 data = {k: v.to(model.device) for k, v in data.items() if k in ("input_ids", "attention_mask")}
 output_ids = model.generate(**data, generation_config=generation_config)[0]
 print(tokenizer.decode(output_ids, skip_special_tokens=True))