chore: add lora alpha

README.md

@@ -24,7 +24,8 @@ SALMONN is a large language model (LLM) enabling **speech, audio events, and mus
 
 ## News
 
-- [10-08] ✨ We release **the model checkpoint** and **the inference code** of SALMONN !
+- [10-08] ✨ We have released [**the model checkpoint**](https://huggingface.co/tsinghua-ee/SALMONN) and **the inference code** for SALMONN-13B!
+- [11-13] 🎁 We have released a **7B version of SALMONN** at [tsinghua-ee/SALMONN-7B](https://huggingface.co/tsinghua-ee/SALMONN-7B) and built the 7B demo [here](https://huggingface.co/spaces/tsinghua-ee/SALMONN-7B-gradio)!
 
 ## Structure
 

cli_inference.py

@@ -24,6 +24,7 @@ if __name__ == "__main__":
     parser.add_argument("--whisper_path", type=str, default=None)
     parser.add_argument("--beats_path", type=str, default=None)
     parser.add_argument("--vicuna_path", type=str, default=None)
+    parser.add_argument("--lora_alpha", type=int, default=32)
     parser.add_argument("--low_resource", action='store_true', default=False)
     parser.add_argument("--debug", action="store_true", default=False)
 
@@ -34,6 +35,7 @@ if __name__ == "__main__":
         whisper_path=args.whisper_path,
         beats_path=args.beats_path,
         vicuna_path=args.vicuna_path,
+        lora_alpha=args.lora_alpha,
         low_resource=args.low_resource
     )
     model.to(args.device)

web_demo.py

@@ -28,6 +28,7 @@ parser.add_argument("--whisper_path", type=str, default=None)
 parser.add_argument("--beats_path", type=str, default=None)
 parser.add_argument("--vicuna_path", type=str, default=None)
 parser.add_argument("--low_resource", action='store_true', default=False)
+parser.add_argument("--lora_alpha", type=int, default=32)
 parser.add_argument("--port", default=9527)
 
 args = parser.parse_args()
@@ -37,6 +38,7 @@ model = SALMONN(
     whisper_path=args.whisper_path,
     beats_path=args.beats_path,
     vicuna_path=args.vicuna_path,
+    lora_alpha=args.lora_alpha,
     low_resource=args.low_resource
 )
 model.to(args.device)