Update app.py

app.py

@@ -27,7 +27,7 @@ def load_llm():
     # Use a pipeline for later
     from transformers import pipeline
     
-    globals()['pipe'] = pipeline("text-generation",
+    pipe = pipeline("text-generation",
                     model=model,
                     tokenizer= tokenizer,
                     torch_dtype=torch.bfloat16,
@@ -39,11 +39,11 @@ def load_llm():
                     eos_token_id=tokenizer.eos_token_id
                     )
     
-    globals()['llm'] = HuggingFacePipeline(pipeline = pipe, model_kwargs = {'temperature':0})
+    llm = HuggingFacePipeline(pipeline = pipe, model_kwargs = {'temperature':0})
 
+    return pipe, llm
     
-    
-load_llm()
+pipe, llm = load_llm()
 
 import json
 import textwrap
@@ -107,7 +107,6 @@ def answer(context, question):
     template = get_prompt(instruction, system_prompt)
     print(template)
 
-    llm = globals()['llm']
     prompt = PromptTemplate(template=template, input_variables=["text"])
     llm_chain = LLMChain(prompt=prompt, llm=llm)
     output = llm_chain.run(question)