Update app.py

app.py

@@ -97,17 +97,17 @@ class StopOnTokens(StoppingCriteria):
 stopping_criteria = StoppingCriteriaList([StopOnTokens()])
 
 
-# generate_text = transformers.pipeline(
-#     model=model,
-#     tokenizer=tokenizer,
-#     return_full_text=True,  # langchain expects the full text
-#     task='text-generation',
-#     # we pass model parameters here too
-#     stopping_criteria=stopping_criteria,  # without this model rambles during chat
-#     temperature=0.1,  # 'randomness' of outputs, 0.0 is the min and 1.0 the max
-#     max_new_tokens=512,  # max number of tokens to generate in the output
-#     repetition_penalty=1.1  # without this output begins repeating
-# )
+generate_text = transformers.pipeline(
+    model=model,
+    tokenizer=tokenizer,
+    return_full_text=True,  # langchain expects the full text
+    task='text-generation',
+    # we pass model parameters here too
+    stopping_criteria=stopping_criteria,  # without this model rambles during chat
+    temperature=0.1,  # 'randomness' of outputs, 0.0 is the min and 1.0 the max
+    max_new_tokens=512,  # max number of tokens to generate in the output
+    repetition_penalty=1.1  # without this output begins repeating
+)
 
 llm = HuggingFacePipeline(pipeline=generate_text)