jdgomez/TinyLlama

model = "TinyLlama/TinyLlama_v1.1" tokenizer = AutoTokenizer.from_pretrained(model)

pipeline = transformers.pipeline( "text-generation", model=model, tokenizer=tokenizer ) prompt = "Explain to me the difference between nuclear fission and fusion." response = pipeline( prompt, max_length=500, truncation = True, do_sample=True, top_k=10, num_return_sequences=1, eos_token_id=tokenizer.eos_token_id, ) print(response[0]['generated_text'])