Update app.py

app.py

@@ -13,7 +13,7 @@ from nemo.collections.asr.models import ASRModel
 from nemo.collections.asr.parts.utils.streaming_utils import FrameBatchMultiTaskAED
 from nemo.collections.asr.parts.utils.transcribe_utils import get_buffered_pred_feat_multitaskAED
 
-
+'''
 model_id = "NousResearch/Meta-Llama-3-8B"
 
 llama_pipe = pipeline(
@@ -22,6 +22,16 @@ llama_pipe = pipeline(
     model_kwargs={"torch_dtype": torch.bfloat16}, 
     device_map="auto",
 )
+'''
+
+
+torch.random.manual_seed(0)
+proc_model_name = "NousResearch/Meta-Llama-3-8B"
+proc_model = AutoModelForCausalLM.from_pretrained(proc_model_name)
+proc_model.to("cpu")
+proc_tokenizer = AutoTokenizer.from_pretrained(proc_model_name)
+
+
 
 
 '''