|
from transformers import PretrainedConfig |
|
|
|
|
|
PATH = "." |
|
|
|
class MusiLingoConfig(PretrainedConfig): |
|
model_type = "musilingo" |
|
is_encoder_decoder = True |
|
def __init__(self, |
|
mert_model = "m-a-p/MERT-v1-330M", |
|
llama_model = f'lmsys/vicuna-7b-delta-v0', |
|
prompt_path = "", |
|
prompt_template = '###Human: {} ###Assistant: ', |
|
max_txt_len = 32, |
|
end_sym = '\n', |
|
low_resource = False, |
|
device_8bit = 0, |
|
|
|
**kwargs): |
|
self.mert_model = mert_model |
|
self.llama_model = llama_model |
|
self.prompt_path = prompt_path |
|
self.prompt_template = prompt_template |
|
self.max_txt_len = max_txt_len |
|
self.end_sym = end_sym |
|
self.low_resource = low_resource |
|
self.device_8bit = device_8bit |
|
|
|
super().__init__(**kwargs) |
|
|
