update

app.py

@@ -10,15 +10,15 @@ from model.modeling_llamask import LlamaskForCausalLM
 from model.tokenizer_utils import generate_custom_mask, prepare_tokenizer
 
 
-access_token = os.getenv("HF_TOKEN")
-model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
-device = 'cpu'
+# access_token = os.getenv("HF_TOKEN")
+# model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
+# device = 'cpu'
 
-model = LlamaskForCausalLM.from_pretrained(model_id, torch_dtype= torch.bfloat16, token=access_token)
-model = model.to(device)
-tokenizer = AutoTokenizer.from_pretrained(model_id, padding_side="left")
+# model = LlamaskForCausalLM.from_pretrained(model_id, torch_dtype= torch.bfloat16, token=access_token)
+# model = model.to(device)
+# tokenizer = AutoTokenizer.from_pretrained(model_id, padding_side="left")
 
-prepare_tokenizer(tokenizer)
+# prepare_tokenizer(tokenizer)
 
 
 def respond(