|
{ |
|
"model_name": "multimodal-fusion-optimized", |
|
"model_type": "Multimodal AI Model", |
|
"authors": "Or4cl3-1", |
|
"model_architecture": { |
|
"slices": [ |
|
{ |
|
"sources": [ |
|
{ |
|
"model": "OpenAI/CLIP", |
|
"layer_range": [ |
|
0, |
|
32 |
|
] |
|
}, |
|
{ |
|
"model": "Or4cl3-1/cognitive-agent-xtts-optimized", |
|
"layer_range": [ |
|
0, |
|
32 |
|
] |
|
} |
|
], |
|
"merge_method": "slerp", |
|
"base_model": "OpenAI/CLIP" |
|
} |
|
], |
|
"parameters": { |
|
"t": [ |
|
{ |
|
"filter": "self_attn", |
|
"value": [ |
|
0, |
|
0.25, |
|
0.75, |
|
1 |
|
] |
|
}, |
|
{ |
|
"filter": "mlp", |
|
"value": [ |
|
1, |
|
0.75, |
|
0.25, |
|
0 |
|
] |
|
}, |
|
{ |
|
"value": 0.75 |
|
} |
|
] |
|
}, |
|
"dtype": "bfloat16" |
|
} |
|
} |