LyricGeneratorModel.py

from transformers import AutoTokenizer, AutoModelForCausalLM


class LyricGeneratorModel:
    def __init__(self, repo_id: str):
        self.model = AutoModelForCausalLM.from_pretrained(repo_id)

        self.tokenizer = AutoTokenizer.from_pretrained(repo_id)
        self.tokenizer.truncation_side = "right"
        self.tokenizer.pad_token = self.tokenizer.eos_token
        self.tokenizer.padding_side = "right"

    def generate_lyrics(self, prompt: str, max_length: int):
        input_ids = self.tokenizer(prompt, return_tensors="pt").input_ids
        input_ids = input_ids.to("cuda")

        output_tokens = self.model.generate(
            input_ids, do_sample=True, max_length=max_length
        )

        output_text = self.tokenizer.batch_decode(output_tokens)[0]

        return output_text