Or4cl3-1's picture
Create config.json
32f3a4a verified
{
"model_name": "multimodal-fusion-optimized",
"model_type": "Multimodal AI Model",
"authors": "Or4cl3-1",
"model_architecture": {
"slices": [
{
"sources": [
{
"model": "OpenAI/CLIP",
"layer_range": [
0,
32
]
},
{
"model": "Or4cl3-1/cognitive-agent-xtts-optimized",
"layer_range": [
0,
32
]
}
],
"merge_method": "slerp",
"base_model": "OpenAI/CLIP"
}
],
"parameters": {
"t": [
{
"filter": "self_attn",
"value": [
0,
0.25,
0.75,
1
]
},
{
"filter": "mlp",
"value": [
1,
0.75,
0.25,
0
]
},
{
"value": 0.75
}
]
},
"dtype": "bfloat16"
}
}