update generating

README.md

@@ -121,8 +121,6 @@ MODEL_NAME = "yodi/karina"
 model_4bit = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="cuda:1", load_in_4bit=True)
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 
-prompt = f"Given the question:\n{{ siapa kamu? }}\n---\nAnswer:\n"
-
 generator = pipeline('text-generation',
                      model=model_4bit,
                      tokenizer=tokenizer,
@@ -134,7 +132,7 @@ def preprocess(text):
 def generate(text):
     preprocess_result = preprocess(text)
     result = generator(preprocess_result, max_length=256)
-    output = re.split(r'\Given the question:|Answer:|Answer #|Title:',result[0]['generated_text'])[2]
+    output = re.split(r'\n---\nAnswer:\n',result[0]['generated_text'])[1]
 
     return output