Update README.md

README.md

@@ -78,10 +78,10 @@ with torch.inference_mode():
 
 
 # model for the sequence-level tasks
-model = AutoModelForSequenceClassification.from_config(config, trust_remote_code=True, torch_dtype=torch.bfloat16)
+model = AutoModelForSequenceClassification.from_pretrained(config, trust_remote_code=True, torch_dtype=torch.half)
 
 # model for the token-level tasks
-model = AutoModelForTokenClassification.from_config(config, trust_remote_code=True, torch_dtype=torch.bfloat16)
+model = AutoModelForTokenClassification.from_pretrained(config, trust_remote_code=True, torch_dtype=torch.half)
 
 ```
 
@@ -112,7 +112,7 @@ prompt=['', 'MLFVVL', 'LDL', 'VTQA']
 
 for idx, each in enumerate(prompt):
     print(f"Begin generating idx: {idx} with prompt {each}")
-    output = model.chat(tokenizer, each)
+    output = model.chat(tokenizer, each, **gen_kwargs)
     print(f"\nEnd generation with length: {len(output.split())} - seqs: {output}\n")
 ```