nicolaus625 commited on
Commit
709655d
1 Parent(s): 092410b

Upload model

Browse files
config.json CHANGED
@@ -6,15 +6,29 @@
6
  "AutoConfig": "configuration_musilingo.MusiLingoConfig",
7
  "AutoModel": "modelling_musilingo.MusilingoModel"
8
  },
 
9
  "device_8bit": 0,
10
  "end_sym": "\n",
 
 
 
 
 
11
  "llama_model": "lmsys/vicuna-7b-delta-v0",
12
  "low_resource": false,
 
13
  "max_txt_len": 32,
14
  "mert_model": "m-a-p/MERT-v1-330M",
15
  "model_type": "musilingo",
 
 
 
16
  "prompt_path": "",
17
  "prompt_template": "###Human: {} ###Assistant: ",
 
 
18
  "torch_dtype": "float32",
19
- "transformers_version": "4.39.3"
 
 
20
  }
 
6
  "AutoConfig": "configuration_musilingo.MusiLingoConfig",
7
  "AutoModel": "modelling_musilingo.MusilingoModel"
8
  },
9
+ "bos_token_id": 1,
10
  "device_8bit": 0,
11
  "end_sym": "\n",
12
+ "eos_token_id": 2,
13
+ "hidden_act": "silu",
14
+ "hidden_size": 4096,
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 11008,
17
  "llama_model": "lmsys/vicuna-7b-delta-v0",
18
  "low_resource": false,
19
+ "max_position_embeddings": 2048,
20
  "max_txt_len": 32,
21
  "mert_model": "m-a-p/MERT-v1-330M",
22
  "model_type": "musilingo",
23
+ "num_attention_heads": 32,
24
+ "num_hidden_layers": 32,
25
+ "pad_token_id": 0,
26
  "prompt_path": "",
27
  "prompt_template": "###Human: {} ###Assistant: ",
28
+ "rms_norm_eps": 1e-06,
29
+ "tie_word_embeddings": false,
30
  "torch_dtype": "float32",
31
+ "transformers_version": "4.39.3",
32
+ "use_cache": true,
33
+ "vocab_size": 32001
34
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c24790aba36855d1eb25095c68b7a3a782d09c5281d1ddebc788f6946c374b3b
3
  size 4986465504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3dfb974964f6b723d558e3107ee5b98ae1f13a08e681dfe7106806a01078e74
3
  size 4986465504
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81c614ec56b4947a29b7f48a1e0d557e0a12ef70cf626194da05c02a1cfb85ff
3
  size 4947397256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54cb40c370505a6378fa41c4a30c352df90599ce458f55e36716d874cf292c31
3
  size 4947397256
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c56f6cdf43a6860aa3599b4158148b7941f1e7a12395fd7d4bb317bd591ba7e5
3
  size 4821600024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6abf956ca93204a79c3329c90e72a2d200bff509a2c06c3380759ba609279c93
3
  size 4821600024
modelling_musilingo.py CHANGED
@@ -2019,6 +2019,7 @@ class MusiLingo(BaseModel):
2019
  self,
2020
  mert_model,
2021
  llama_model,
 
2022
  prompt_path="",
2023
  prompt_template="",
2024
  max_txt_len=32,
@@ -2259,6 +2260,7 @@ class MusilingoModel(PreTrainedModel):
2259
  self.model = MusiLingo(
2260
  mert_model=config.mert_model,
2261
  llama_model=config.llama_model,
 
2262
  prompt_path=config.prompt_path,
2263
  prompt_template=config.prompt_template,
2264
  max_txt_len=config.max_txt_len,
 
2019
  self,
2020
  mert_model,
2021
  llama_model,
2022
+ config,
2023
  prompt_path="",
2024
  prompt_template="",
2025
  max_txt_len=32,
 
2260
  self.model = MusiLingo(
2261
  mert_model=config.mert_model,
2262
  llama_model=config.llama_model,
2263
+ config=config,
2264
  prompt_path=config.prompt_path,
2265
  prompt_template=config.prompt_template,
2266
  max_txt_len=config.max_txt_len,