|
|
imdict={'visual_proj':'visual.proj',
|
|
|
'positional_embedding':'visual.positional_embedding',
|
|
|
'class_embedding':'visual.class_embedding',
|
|
|
'visual_conv1.weight':'visual.conv1.weight',
|
|
|
'tfrb_0_ln_1.weight':'visual.transformer.resblocks.0.ln_1.weight',
|
|
|
'tfrb_0_ln_1.bias':'visual.transformer.resblocks.0.ln_1.bias',
|
|
|
'tfrb_0_ln_2.weight':'visual.transformer.resblocks.0.ln_2.weight',
|
|
|
'tfrb_0_ln_2.bias':'visual.transformer.resblocks.0.ln_2.bias',
|
|
|
'tfrb_0_attn.in_proj_weight':'visual.transformer.resblocks.0.attn.in_proj_weight',
|
|
|
'tfrb_0_attn.in_proj_bias':'visual.transformer.resblocks.0.attn.in_proj_bias',
|
|
|
'tfrb_0_attn.out_proj.weight':'visual.transformer.resblocks.0.attn.out_proj.weight',
|
|
|
'tfrb_0_attn.out_proj.bias':'visual.transformer.resblocks.0.attn.out_proj.bias',
|
|
|
'tfrb_0_mlp_c_fc.weight':'visual.transformer.resblocks.0.mlp.c_fc.weight',
|
|
|
'tfrb_0_mlp_c_fc.bias':'visual.transformer.resblocks.0.mlp.c_fc.bias',
|
|
|
'tfrb_0_mlp_c_proj.weight':'visual.transformer.resblocks.0.mlp.c_proj.weight',
|
|
|
'tfrb_0_mlp_c_proj.bias':'visual.transformer.resblocks.0.mlp.c_proj.bias',
|
|
|
'tfrb_1_ln_1.weight':'visual.transformer.resblocks.1.ln_1.weight',
|
|
|
'tfrb_1_ln_1.bias':'visual.transformer.resblocks.1.ln_1.bias',
|
|
|
'tfrb_1_ln_2.weight':'visual.transformer.resblocks.1.ln_2.weight',
|
|
|
'tfrb_1_ln_2.bias':'visual.transformer.resblocks.1.ln_2.bias',
|
|
|
'tfrb_1_attn.in_proj_weight':'visual.transformer.resblocks.1.attn.in_proj_weight',
|
|
|
'tfrb_1_attn.in_proj_bias':'visual.transformer.resblocks.1.attn.in_proj_bias',
|
|
|
'tfrb_1_attn.out_proj.weight':'visual.transformer.resblocks.1.attn.out_proj.weight',
|
|
|
'tfrb_1_attn.out_proj.bias':'visual.transformer.resblocks.1.attn.out_proj.bias',
|
|
|
'tfrb_1_mlp_c_fc.weight':'visual.transformer.resblocks.1.mlp.c_fc.weight',
|
|
|
'tfrb_1_mlp_c_fc.bias':'visual.transformer.resblocks.1.mlp.c_fc.bias',
|
|
|
'tfrb_1_mlp_c_proj.weight':'visual.transformer.resblocks.1.mlp.c_proj.weight',
|
|
|
'tfrb_1_mlp_c_proj.bias':'visual.transformer.resblocks.1.mlp.c_proj.bias',
|
|
|
'tfrb_2_ln_1.weight':'visual.transformer.resblocks.2.ln_1.weight',
|
|
|
'tfrb_2_ln_1.bias':'visual.transformer.resblocks.2.ln_1.bias',
|
|
|
'tfrb_2_ln_2.weight':'visual.transformer.resblocks.2.ln_2.weight',
|
|
|
'tfrb_2_ln_2.bias':'visual.transformer.resblocks.2.ln_2.bias',
|
|
|
'tfrb_2_attn.in_proj_weight':'visual.transformer.resblocks.2.attn.in_proj_weight',
|
|
|
'tfrb_2_attn.in_proj_bias':'visual.transformer.resblocks.2.attn.in_proj_bias',
|
|
|
'tfrb_2_attn.out_proj.weight':'visual.transformer.resblocks.2.attn.out_proj.weight',
|
|
|
'tfrb_2_attn.out_proj.bias':'visual.transformer.resblocks.2.attn.out_proj.bias',
|
|
|
'tfrb_2_mlp_c_fc.weight':'visual.transformer.resblocks.2.mlp.c_fc.weight',
|
|
|
'tfrb_2_mlp_c_fc.bias':'visual.transformer.resblocks.2.mlp.c_fc.bias',
|
|
|
'tfrb_2_mlp_c_proj.weight':'visual.transformer.resblocks.2.mlp.c_proj.weight',
|
|
|
'tfrb_2_mlp_c_proj.bias':'visual.transformer.resblocks.2.mlp.c_proj.bias',
|
|
|
'tfrb_3_ln_1.weight':'visual.transformer.resblocks.3.ln_1.weight',
|
|
|
'tfrb_3_ln_1.bias':'visual.transformer.resblocks.3.ln_1.bias',
|
|
|
'tfrb_3_ln_2.weight':'visual.transformer.resblocks.3.ln_2.weight',
|
|
|
'tfrb_3_ln_2.bias':'visual.transformer.resblocks.3.ln_2.bias',
|
|
|
'tfrb_3_attn.in_proj_weight':'visual.transformer.resblocks.3.attn.in_proj_weight',
|
|
|
'tfrb_3_attn.in_proj_bias':'visual.transformer.resblocks.3.attn.in_proj_bias',
|
|
|
'tfrb_3_attn.out_proj.weight':'visual.transformer.resblocks.3.attn.out_proj.weight',
|
|
|
'tfrb_3_attn.out_proj.bias':'visual.transformer.resblocks.3.attn.out_proj.bias',
|
|
|
'tfrb_3_mlp_c_fc.weight':'visual.transformer.resblocks.3.mlp.c_fc.weight',
|
|
|
'tfrb_3_mlp_c_fc.bias':'visual.transformer.resblocks.3.mlp.c_fc.bias',
|
|
|
'tfrb_3_mlp_c_proj.weight':'visual.transformer.resblocks.3.mlp.c_proj.weight',
|
|
|
'tfrb_3_mlp_c_proj.bias':'visual.transformer.resblocks.3.mlp.c_proj.bias',
|
|
|
'tfrb_4_ln_1.weight':'visual.transformer.resblocks.4.ln_1.weight',
|
|
|
'tfrb_4_ln_1.bias':'visual.transformer.resblocks.4.ln_1.bias',
|
|
|
'tfrb_4_ln_2.weight':'visual.transformer.resblocks.4.ln_2.weight',
|
|
|
'tfrb_4_ln_2.bias':'visual.transformer.resblocks.4.ln_2.bias',
|
|
|
'tfrb_4_attn.in_proj_weight':'visual.transformer.resblocks.4.attn.in_proj_weight',
|
|
|
'tfrb_4_attn.in_proj_bias':'visual.transformer.resblocks.4.attn.in_proj_bias',
|
|
|
'tfrb_4_attn.out_proj.weight':'visual.transformer.resblocks.4.attn.out_proj.weight',
|
|
|
'tfrb_4_attn.out_proj.bias':'visual.transformer.resblocks.4.attn.out_proj.bias',
|
|
|
'tfrb_4_mlp_c_fc.weight':'visual.transformer.resblocks.4.mlp.c_fc.weight',
|
|
|
'tfrb_4_mlp_c_fc.bias':'visual.transformer.resblocks.4.mlp.c_fc.bias',
|
|
|
'tfrb_4_mlp_c_proj.weight':'visual.transformer.resblocks.4.mlp.c_proj.weight',
|
|
|
'tfrb_4_mlp_c_proj.bias':'visual.transformer.resblocks.4.mlp.c_proj.bias',
|
|
|
'tfrb_5_ln_1.weight':'visual.transformer.resblocks.5.ln_1.weight',
|
|
|
'tfrb_5_ln_1.bias':'visual.transformer.resblocks.5.ln_1.bias',
|
|
|
'tfrb_5_ln_2.weight':'visual.transformer.resblocks.5.ln_2.weight',
|
|
|
'tfrb_5_ln_2.bias':'visual.transformer.resblocks.5.ln_2.bias',
|
|
|
'tfrb_5_attn.in_proj_weight':'visual.transformer.resblocks.5.attn.in_proj_weight',
|
|
|
'tfrb_5_attn.in_proj_bias':'visual.transformer.resblocks.5.attn.in_proj_bias',
|
|
|
'tfrb_5_attn.out_proj.weight':'visual.transformer.resblocks.5.attn.out_proj.weight',
|
|
|
'tfrb_5_attn.out_proj.bias':'visual.transformer.resblocks.5.attn.out_proj.bias',
|
|
|
'tfrb_5_mlp_c_fc.weight':'visual.transformer.resblocks.5.mlp.c_fc.weight',
|
|
|
'tfrb_5_mlp_c_fc.bias':'visual.transformer.resblocks.5.mlp.c_fc.bias',
|
|
|
'tfrb_5_mlp_c_proj.weight':'visual.transformer.resblocks.5.mlp.c_proj.weight',
|
|
|
'tfrb_5_mlp_c_proj.bias':'visual.transformer.resblocks.5.mlp.c_proj.bias',
|
|
|
'tfrb_6_ln_1.weight':'visual.transformer.resblocks.6.ln_1.weight',
|
|
|
'tfrb_6_ln_1.bias':'visual.transformer.resblocks.6.ln_1.bias',
|
|
|
'tfrb_6_ln_2.weight':'visual.transformer.resblocks.6.ln_2.weight',
|
|
|
'tfrb_6_ln_2.bias':'visual.transformer.resblocks.6.ln_2.bias',
|
|
|
'tfrb_6_attn.in_proj_weight':'visual.transformer.resblocks.6.attn.in_proj_weight',
|
|
|
'tfrb_6_attn.in_proj_bias':'visual.transformer.resblocks.6.attn.in_proj_bias',
|
|
|
'tfrb_6_attn.out_proj.weight':'visual.transformer.resblocks.6.attn.out_proj.weight',
|
|
|
'tfrb_6_attn.out_proj.bias':'visual.transformer.resblocks.6.attn.out_proj.bias',
|
|
|
'tfrb_6_mlp_c_fc.weight':'visual.transformer.resblocks.6.mlp.c_fc.weight',
|
|
|
'tfrb_6_mlp_c_fc.bias':'visual.transformer.resblocks.6.mlp.c_fc.bias',
|
|
|
'tfrb_6_mlp_c_proj.weight':'visual.transformer.resblocks.6.mlp.c_proj.weight',
|
|
|
'tfrb_6_mlp_c_proj.bias':'visual.transformer.resblocks.6.mlp.c_proj.bias',
|
|
|
'tfrb_7_ln_1.weight':'visual.transformer.resblocks.7.ln_1.weight',
|
|
|
'tfrb_7_ln_1.bias':'visual.transformer.resblocks.7.ln_1.bias',
|
|
|
'tfrb_7_ln_2.weight':'visual.transformer.resblocks.7.ln_2.weight',
|
|
|
'tfrb_7_ln_2.bias':'visual.transformer.resblocks.7.ln_2.bias',
|
|
|
'tfrb_7_attn.in_proj_weight':'visual.transformer.resblocks.7.attn.in_proj_weight',
|
|
|
'tfrb_7_attn.in_proj_bias':'visual.transformer.resblocks.7.attn.in_proj_bias',
|
|
|
'tfrb_7_attn.out_proj.weight':'visual.transformer.resblocks.7.attn.out_proj.weight',
|
|
|
'tfrb_7_attn.out_proj.bias':'visual.transformer.resblocks.7.attn.out_proj.bias',
|
|
|
'tfrb_7_mlp_c_fc.weight':'visual.transformer.resblocks.7.mlp.c_fc.weight',
|
|
|
'tfrb_7_mlp_c_fc.bias':'visual.transformer.resblocks.7.mlp.c_fc.bias',
|
|
|
'tfrb_7_mlp_c_proj.weight':'visual.transformer.resblocks.7.mlp.c_proj.weight',
|
|
|
'tfrb_7_mlp_c_proj.bias':'visual.transformer.resblocks.7.mlp.c_proj.bias',
|
|
|
'tfrb_8_ln_1.weight':'visual.transformer.resblocks.8.ln_1.weight',
|
|
|
'tfrb_8_ln_1.bias':'visual.transformer.resblocks.8.ln_1.bias',
|
|
|
'tfrb_8_ln_2.weight':'visual.transformer.resblocks.8.ln_2.weight',
|
|
|
'tfrb_8_ln_2.bias':'visual.transformer.resblocks.8.ln_2.bias',
|
|
|
'tfrb_8_attn.in_proj_weight':'visual.transformer.resblocks.8.attn.in_proj_weight',
|
|
|
'tfrb_8_attn.in_proj_bias':'visual.transformer.resblocks.8.attn.in_proj_bias',
|
|
|
'tfrb_8_attn.out_proj.weight':'visual.transformer.resblocks.8.attn.out_proj.weight',
|
|
|
'tfrb_8_attn.out_proj.bias':'visual.transformer.resblocks.8.attn.out_proj.bias',
|
|
|
'tfrb_8_mlp_c_fc.weight':'visual.transformer.resblocks.8.mlp.c_fc.weight',
|
|
|
'tfrb_8_mlp_c_fc.bias':'visual.transformer.resblocks.8.mlp.c_fc.bias',
|
|
|
'tfrb_8_mlp_c_proj.weight':'visual.transformer.resblocks.8.mlp.c_proj.weight',
|
|
|
'tfrb_8_mlp_c_proj.bias':'visual.transformer.resblocks.8.mlp.c_proj.bias',
|
|
|
'tfrb_9_ln_1.weight':'visual.transformer.resblocks.9.ln_1.weight',
|
|
|
'tfrb_9_ln_1.bias':'visual.transformer.resblocks.9.ln_1.bias',
|
|
|
'tfrb_9_ln_2.weight':'visual.transformer.resblocks.9.ln_2.weight',
|
|
|
'tfrb_9_ln_2.bias':'visual.transformer.resblocks.9.ln_2.bias',
|
|
|
'tfrb_9_attn.in_proj_weight':'visual.transformer.resblocks.9.attn.in_proj_weight',
|
|
|
'tfrb_9_attn.in_proj_bias':'visual.transformer.resblocks.9.attn.in_proj_bias',
|
|
|
'tfrb_9_attn.out_proj.weight':'visual.transformer.resblocks.9.attn.out_proj.weight',
|
|
|
'tfrb_9_attn.out_proj.bias':'visual.transformer.resblocks.9.attn.out_proj.bias',
|
|
|
'tfrb_9_mlp_c_fc.weight':'visual.transformer.resblocks.9.mlp.c_fc.weight',
|
|
|
'tfrb_9_mlp_c_fc.bias':'visual.transformer.resblocks.9.mlp.c_fc.bias',
|
|
|
'tfrb_9_mlp_c_proj.weight':'visual.transformer.resblocks.9.mlp.c_proj.weight',
|
|
|
'tfrb_9_mlp_c_proj.bias':'visual.transformer.resblocks.9.mlp.c_proj.bias',
|
|
|
'tfrb_10_ln_1.weight':'visual.transformer.resblocks.10.ln_1.weight',
|
|
|
'tfrb_10_ln_1.bias':'visual.transformer.resblocks.10.ln_1.bias',
|
|
|
'tfrb_10_ln_2.weight':'visual.transformer.resblocks.10.ln_2.weight',
|
|
|
'tfrb_10_ln_2.bias':'visual.transformer.resblocks.10.ln_2.bias',
|
|
|
'tfrb_10_attn.in_proj_weight':'visual.transformer.resblocks.10.attn.in_proj_weight',
|
|
|
'tfrb_10_attn.in_proj_bias':'visual.transformer.resblocks.10.attn.in_proj_bias',
|
|
|
'tfrb_10_attn.out_proj.weight':'visual.transformer.resblocks.10.attn.out_proj.weight',
|
|
|
'tfrb_10_attn.out_proj.bias':'visual.transformer.resblocks.10.attn.out_proj.bias',
|
|
|
'tfrb_10_mlp_c_fc.weight':'visual.transformer.resblocks.10.mlp.c_fc.weight',
|
|
|
'tfrb_10_mlp_c_fc.bias':'visual.transformer.resblocks.10.mlp.c_fc.bias',
|
|
|
'tfrb_10_mlp_c_proj.weight':'visual.transformer.resblocks.10.mlp.c_proj.weight',
|
|
|
'tfrb_10_mlp_c_proj.bias':'visual.transformer.resblocks.10.mlp.c_proj.bias',
|
|
|
'tfrb_11_ln_1.weight':'visual.transformer.resblocks.11.ln_1.weight',
|
|
|
'tfrb_11_ln_1.bias':'visual.transformer.resblocks.11.ln_1.bias',
|
|
|
'tfrb_11_ln_2.weight':'visual.transformer.resblocks.11.ln_2.weight',
|
|
|
'tfrb_11_ln_2.bias':'visual.transformer.resblocks.11.ln_2.bias',
|
|
|
'tfrb_11_attn.in_proj_weight':'visual.transformer.resblocks.11.attn.in_proj_weight',
|
|
|
'tfrb_11_attn.in_proj_bias':'visual.transformer.resblocks.11.attn.in_proj_bias',
|
|
|
'tfrb_11_attn.out_proj.weight':'visual.transformer.resblocks.11.attn.out_proj.weight',
|
|
|
'tfrb_11_attn.out_proj.bias':'visual.transformer.resblocks.11.attn.out_proj.bias',
|
|
|
'tfrb_11_mlp_c_fc.weight':'visual.transformer.resblocks.11.mlp.c_fc.weight',
|
|
|
'tfrb_11_mlp_c_fc.bias':'visual.transformer.resblocks.11.mlp.c_fc.bias',
|
|
|
'tfrb_11_mlp_c_proj.weight':'visual.transformer.resblocks.11.mlp.c_proj.weight',
|
|
|
'tfrb_11_mlp_c_proj.bias':'visual.transformer.resblocks.11.mlp.c_proj.bias',
|
|
|
'tfrb_12_ln_1.weight':'visual.transformer.resblocks.12.ln_1.weight',
|
|
|
'tfrb_12_ln_1.bias':'visual.transformer.resblocks.12.ln_1.bias',
|
|
|
'tfrb_12_ln_2.weight':'visual.transformer.resblocks.12.ln_2.weight',
|
|
|
'tfrb_12_ln_2.bias':'visual.transformer.resblocks.12.ln_2.bias',
|
|
|
'tfrb_12_attn.in_proj_weight':'visual.transformer.resblocks.12.attn.in_proj_weight',
|
|
|
'tfrb_12_attn.in_proj_bias':'visual.transformer.resblocks.12.attn.in_proj_bias',
|
|
|
'tfrb_12_attn.out_proj.weight':'visual.transformer.resblocks.12.attn.out_proj.weight',
|
|
|
'tfrb_12_attn.out_proj.bias':'visual.transformer.resblocks.12.attn.out_proj.bias',
|
|
|
'tfrb_12_mlp_c_fc.weight':'visual.transformer.resblocks.12.mlp.c_fc.weight',
|
|
|
'tfrb_12_mlp_c_fc.bias':'visual.transformer.resblocks.12.mlp.c_fc.bias',
|
|
|
'tfrb_12_mlp_c_proj.weight':'visual.transformer.resblocks.12.mlp.c_proj.weight',
|
|
|
'tfrb_12_mlp_c_proj.bias':'visual.transformer.resblocks.12.mlp.c_proj.bias',
|
|
|
'tfrb_13_ln_1.weight':'visual.transformer.resblocks.13.ln_1.weight',
|
|
|
'tfrb_13_ln_1.bias':'visual.transformer.resblocks.13.ln_1.bias',
|
|
|
'tfrb_13_ln_2.weight':'visual.transformer.resblocks.13.ln_2.weight',
|
|
|
'tfrb_13_ln_2.bias':'visual.transformer.resblocks.13.ln_2.bias',
|
|
|
'tfrb_13_attn.in_proj_weight':'visual.transformer.resblocks.13.attn.in_proj_weight',
|
|
|
'tfrb_13_attn.in_proj_bias':'visual.transformer.resblocks.13.attn.in_proj_bias',
|
|
|
'tfrb_13_attn.out_proj.weight':'visual.transformer.resblocks.13.attn.out_proj.weight',
|
|
|
'tfrb_13_attn.out_proj.bias':'visual.transformer.resblocks.13.attn.out_proj.bias',
|
|
|
'tfrb_13_mlp_c_fc.weight':'visual.transformer.resblocks.13.mlp.c_fc.weight',
|
|
|
'tfrb_13_mlp_c_fc.bias':'visual.transformer.resblocks.13.mlp.c_fc.bias',
|
|
|
'tfrb_13_mlp_c_proj.weight':'visual.transformer.resblocks.13.mlp.c_proj.weight',
|
|
|
'tfrb_13_mlp_c_proj.bias':'visual.transformer.resblocks.13.mlp.c_proj.bias',
|
|
|
'tfrb_14_ln_1.weight':'visual.transformer.resblocks.14.ln_1.weight',
|
|
|
'tfrb_14_ln_1.bias':'visual.transformer.resblocks.14.ln_1.bias',
|
|
|
'tfrb_14_ln_2.weight':'visual.transformer.resblocks.14.ln_2.weight',
|
|
|
'tfrb_14_ln_2.bias':'visual.transformer.resblocks.14.ln_2.bias',
|
|
|
'tfrb_14_attn.in_proj_weight':'visual.transformer.resblocks.14.attn.in_proj_weight',
|
|
|
'tfrb_14_attn.in_proj_bias':'visual.transformer.resblocks.14.attn.in_proj_bias',
|
|
|
'tfrb_14_attn.out_proj.weight':'visual.transformer.resblocks.14.attn.out_proj.weight',
|
|
|
'tfrb_14_attn.out_proj.bias':'visual.transformer.resblocks.14.attn.out_proj.bias',
|
|
|
'tfrb_14_mlp_c_fc.weight':'visual.transformer.resblocks.14.mlp.c_fc.weight',
|
|
|
'tfrb_14_mlp_c_fc.bias':'visual.transformer.resblocks.14.mlp.c_fc.bias',
|
|
|
'tfrb_14_mlp_c_proj.weight':'visual.transformer.resblocks.14.mlp.c_proj.weight',
|
|
|
'tfrb_14_mlp_c_proj.bias':'visual.transformer.resblocks.14.mlp.c_proj.bias',
|
|
|
'tfrb_15_ln_1.weight':'visual.transformer.resblocks.15.ln_1.weight',
|
|
|
'tfrb_15_ln_1.bias':'visual.transformer.resblocks.15.ln_1.bias',
|
|
|
'tfrb_15_ln_2.weight':'visual.transformer.resblocks.15.ln_2.weight',
|
|
|
'tfrb_15_ln_2.bias':'visual.transformer.resblocks.15.ln_2.bias',
|
|
|
'tfrb_15_attn.in_proj_weight':'visual.transformer.resblocks.15.attn.in_proj_weight',
|
|
|
'tfrb_15_attn.in_proj_bias':'visual.transformer.resblocks.15.attn.in_proj_bias',
|
|
|
'tfrb_15_attn.out_proj.weight':'visual.transformer.resblocks.15.attn.out_proj.weight',
|
|
|
'tfrb_15_attn.out_proj.bias':'visual.transformer.resblocks.15.attn.out_proj.bias',
|
|
|
'tfrb_15_mlp_c_fc.weight':'visual.transformer.resblocks.15.mlp.c_fc.weight',
|
|
|
'tfrb_15_mlp_c_fc.bias':'visual.transformer.resblocks.15.mlp.c_fc.bias',
|
|
|
'tfrb_15_mlp_c_proj.weight':'visual.transformer.resblocks.15.mlp.c_proj.weight',
|
|
|
'tfrb_15_mlp_c_proj.bias':'visual.transformer.resblocks.15.mlp.c_proj.bias',
|
|
|
'tfrb_16_ln_1.weight':'visual.transformer.resblocks.16.ln_1.weight',
|
|
|
'tfrb_16_ln_1.bias':'visual.transformer.resblocks.16.ln_1.bias',
|
|
|
'tfrb_16_ln_2.weight':'visual.transformer.resblocks.16.ln_2.weight',
|
|
|
'tfrb_16_ln_2.bias':'visual.transformer.resblocks.16.ln_2.bias',
|
|
|
'tfrb_16_attn.in_proj_weight':'visual.transformer.resblocks.16.attn.in_proj_weight',
|
|
|
'tfrb_16_attn.in_proj_bias':'visual.transformer.resblocks.16.attn.in_proj_bias',
|
|
|
'tfrb_16_attn.out_proj.weight':'visual.transformer.resblocks.16.attn.out_proj.weight',
|
|
|
'tfrb_16_attn.out_proj.bias':'visual.transformer.resblocks.16.attn.out_proj.bias',
|
|
|
'tfrb_16_mlp_c_fc.weight':'visual.transformer.resblocks.16.mlp.c_fc.weight',
|
|
|
'tfrb_16_mlp_c_fc.bias':'visual.transformer.resblocks.16.mlp.c_fc.bias',
|
|
|
'tfrb_16_mlp_c_proj.weight':'visual.transformer.resblocks.16.mlp.c_proj.weight',
|
|
|
'tfrb_16_mlp_c_proj.bias':'visual.transformer.resblocks.16.mlp.c_proj.bias',
|
|
|
'tfrb_17_ln_1.weight':'visual.transformer.resblocks.17.ln_1.weight',
|
|
|
'tfrb_17_ln_1.bias':'visual.transformer.resblocks.17.ln_1.bias',
|
|
|
'tfrb_17_ln_2.weight':'visual.transformer.resblocks.17.ln_2.weight',
|
|
|
'tfrb_17_ln_2.bias':'visual.transformer.resblocks.17.ln_2.bias',
|
|
|
'tfrb_17_attn.in_proj_weight':'visual.transformer.resblocks.17.attn.in_proj_weight',
|
|
|
'tfrb_17_attn.in_proj_bias':'visual.transformer.resblocks.17.attn.in_proj_bias',
|
|
|
'tfrb_17_attn.out_proj.weight':'visual.transformer.resblocks.17.attn.out_proj.weight',
|
|
|
'tfrb_17_attn.out_proj.bias':'visual.transformer.resblocks.17.attn.out_proj.bias',
|
|
|
'tfrb_17_mlp_c_fc.weight':'visual.transformer.resblocks.17.mlp.c_fc.weight',
|
|
|
'tfrb_17_mlp_c_fc.bias':'visual.transformer.resblocks.17.mlp.c_fc.bias',
|
|
|
'tfrb_17_mlp_c_proj.weight':'visual.transformer.resblocks.17.mlp.c_proj.weight',
|
|
|
'tfrb_17_mlp_c_proj.bias':'visual.transformer.resblocks.17.mlp.c_proj.bias',
|
|
|
'tfrb_18_ln_1.weight':'visual.transformer.resblocks.18.ln_1.weight',
|
|
|
'tfrb_18_ln_1.bias':'visual.transformer.resblocks.18.ln_1.bias',
|
|
|
'tfrb_18_ln_2.weight':'visual.transformer.resblocks.18.ln_2.weight',
|
|
|
'tfrb_18_ln_2.bias':'visual.transformer.resblocks.18.ln_2.bias',
|
|
|
'tfrb_18_attn.in_proj_weight':'visual.transformer.resblocks.18.attn.in_proj_weight',
|
|
|
'tfrb_18_attn.in_proj_bias':'visual.transformer.resblocks.18.attn.in_proj_bias',
|
|
|
'tfrb_18_attn.out_proj.weight':'visual.transformer.resblocks.18.attn.out_proj.weight',
|
|
|
'tfrb_18_attn.out_proj.bias':'visual.transformer.resblocks.18.attn.out_proj.bias',
|
|
|
'tfrb_18_mlp_c_fc.weight':'visual.transformer.resblocks.18.mlp.c_fc.weight',
|
|
|
'tfrb_18_mlp_c_fc.bias':'visual.transformer.resblocks.18.mlp.c_fc.bias',
|
|
|
'tfrb_18_mlp_c_proj.weight':'visual.transformer.resblocks.18.mlp.c_proj.weight',
|
|
|
'tfrb_18_mlp_c_proj.bias':'visual.transformer.resblocks.18.mlp.c_proj.bias',
|
|
|
'tfrb_19_ln_1.weight':'visual.transformer.resblocks.19.ln_1.weight',
|
|
|
'tfrb_19_ln_1.bias':'visual.transformer.resblocks.19.ln_1.bias',
|
|
|
'tfrb_19_ln_2.weight':'visual.transformer.resblocks.19.ln_2.weight',
|
|
|
'tfrb_19_ln_2.bias':'visual.transformer.resblocks.19.ln_2.bias',
|
|
|
'tfrb_19_attn.in_proj_weight':'visual.transformer.resblocks.19.attn.in_proj_weight',
|
|
|
'tfrb_19_attn.in_proj_bias':'visual.transformer.resblocks.19.attn.in_proj_bias',
|
|
|
'tfrb_19_attn.out_proj.weight':'visual.transformer.resblocks.19.attn.out_proj.weight',
|
|
|
'tfrb_19_attn.out_proj.bias':'visual.transformer.resblocks.19.attn.out_proj.bias',
|
|
|
'tfrb_19_mlp_c_fc.weight':'visual.transformer.resblocks.19.mlp.c_fc.weight',
|
|
|
'tfrb_19_mlp_c_fc.bias':'visual.transformer.resblocks.19.mlp.c_fc.bias',
|
|
|
'tfrb_19_mlp_c_proj.weight':'visual.transformer.resblocks.19.mlp.c_proj.weight',
|
|
|
'tfrb_19_mlp_c_proj.bias':'visual.transformer.resblocks.19.mlp.c_proj.bias',
|
|
|
'tfrb_20_ln_1.weight':'visual.transformer.resblocks.20.ln_1.weight',
|
|
|
'tfrb_20_ln_1.bias':'visual.transformer.resblocks.20.ln_1.bias',
|
|
|
'tfrb_20_ln_2.weight':'visual.transformer.resblocks.20.ln_2.weight',
|
|
|
'tfrb_20_ln_2.bias':'visual.transformer.resblocks.20.ln_2.bias',
|
|
|
'tfrb_20_attn.in_proj_weight':'visual.transformer.resblocks.20.attn.in_proj_weight',
|
|
|
'tfrb_20_attn.in_proj_bias':'visual.transformer.resblocks.20.attn.in_proj_bias',
|
|
|
'tfrb_20_attn.out_proj.weight':'visual.transformer.resblocks.20.attn.out_proj.weight',
|
|
|
'tfrb_20_attn.out_proj.bias':'visual.transformer.resblocks.20.attn.out_proj.bias',
|
|
|
'tfrb_20_mlp_c_fc.weight':'visual.transformer.resblocks.20.mlp.c_fc.weight',
|
|
|
'tfrb_20_mlp_c_fc.bias':'visual.transformer.resblocks.20.mlp.c_fc.bias',
|
|
|
'tfrb_20_mlp_c_proj.weight':'visual.transformer.resblocks.20.mlp.c_proj.weight',
|
|
|
'tfrb_20_mlp_c_proj.bias':'visual.transformer.resblocks.20.mlp.c_proj.bias',
|
|
|
'tfrb_21_ln_1.weight':'visual.transformer.resblocks.21.ln_1.weight',
|
|
|
'tfrb_21_ln_1.bias':'visual.transformer.resblocks.21.ln_1.bias',
|
|
|
'tfrb_21_ln_2.weight':'visual.transformer.resblocks.21.ln_2.weight',
|
|
|
'tfrb_21_ln_2.bias':'visual.transformer.resblocks.21.ln_2.bias',
|
|
|
'tfrb_21_attn.in_proj_weight':'visual.transformer.resblocks.21.attn.in_proj_weight',
|
|
|
'tfrb_21_attn.in_proj_bias':'visual.transformer.resblocks.21.attn.in_proj_bias',
|
|
|
'tfrb_21_attn.out_proj.weight':'visual.transformer.resblocks.21.attn.out_proj.weight',
|
|
|
'tfrb_21_attn.out_proj.bias':'visual.transformer.resblocks.21.attn.out_proj.bias',
|
|
|
'tfrb_21_mlp_c_fc.weight':'visual.transformer.resblocks.21.mlp.c_fc.weight',
|
|
|
'tfrb_21_mlp_c_fc.bias':'visual.transformer.resblocks.21.mlp.c_fc.bias',
|
|
|
'tfrb_21_mlp_c_proj.weight':'visual.transformer.resblocks.21.mlp.c_proj.weight',
|
|
|
'tfrb_21_mlp_c_proj.bias':'visual.transformer.resblocks.21.mlp.c_proj.bias',
|
|
|
'tfrb_22_ln_1.weight':'visual.transformer.resblocks.22.ln_1.weight',
|
|
|
'tfrb_22_ln_1.bias':'visual.transformer.resblocks.22.ln_1.bias',
|
|
|
'tfrb_22_ln_2.weight':'visual.transformer.resblocks.22.ln_2.weight',
|
|
|
'tfrb_22_ln_2.bias':'visual.transformer.resblocks.22.ln_2.bias',
|
|
|
'tfrb_22_attn.in_proj_weight':'visual.transformer.resblocks.22.attn.in_proj_weight',
|
|
|
'tfrb_22_attn.in_proj_bias':'visual.transformer.resblocks.22.attn.in_proj_bias',
|
|
|
'tfrb_22_attn.out_proj.weight':'visual.transformer.resblocks.22.attn.out_proj.weight',
|
|
|
'tfrb_22_attn.out_proj.bias':'visual.transformer.resblocks.22.attn.out_proj.bias',
|
|
|
'tfrb_22_mlp_c_fc.weight':'visual.transformer.resblocks.22.mlp.c_fc.weight',
|
|
|
'tfrb_22_mlp_c_fc.bias':'visual.transformer.resblocks.22.mlp.c_fc.bias',
|
|
|
'tfrb_22_mlp_c_proj.weight':'visual.transformer.resblocks.22.mlp.c_proj.weight',
|
|
|
'tfrb_22_mlp_c_proj.bias':'visual.transformer.resblocks.22.mlp.c_proj.bias',
|
|
|
'tfrb_23_ln_1.weight':'visual.transformer.resblocks.23.ln_1.weight',
|
|
|
'tfrb_23_ln_1.bias':'visual.transformer.resblocks.23.ln_1.bias',
|
|
|
'tfrb_23_ln_2.weight':'visual.transformer.resblocks.23.ln_2.weight',
|
|
|
'tfrb_23_ln_2.bias':'visual.transformer.resblocks.23.ln_2.bias',
|
|
|
'tfrb_23_attn.in_proj_weight':'visual.transformer.resblocks.23.attn.in_proj_weight',
|
|
|
'tfrb_23_attn.in_proj_bias':'visual.transformer.resblocks.23.attn.in_proj_bias',
|
|
|
'tfrb_23_attn.out_proj.weight':'visual.transformer.resblocks.23.attn.out_proj.weight',
|
|
|
'tfrb_23_attn.out_proj.bias':'visual.transformer.resblocks.23.attn.out_proj.bias',
|
|
|
'tfrb_23_mlp_c_fc.weight':'visual.transformer.resblocks.23.mlp.c_fc.weight',
|
|
|
'tfrb_23_mlp_c_fc.bias':'visual.transformer.resblocks.23.mlp.c_fc.bias',
|
|
|
'tfrb_23_mlp_c_proj.weight':'visual.transformer.resblocks.23.mlp.c_proj.weight',
|
|
|
'tfrb_23_mlp_c_proj.bias':'visual.transformer.resblocks.23.mlp.c_proj.bias',
|
|
|
'tfrb_24_ln_1.weight':'visual.transformer.resblocks.24.ln_1.weight',
|
|
|
'tfrb_24_ln_1.bias':'visual.transformer.resblocks.24.ln_1.bias',
|
|
|
'tfrb_24_ln_2.weight':'visual.transformer.resblocks.24.ln_2.weight',
|
|
|
'tfrb_24_ln_2.bias':'visual.transformer.resblocks.24.ln_2.bias',
|
|
|
'tfrb_24_attn.in_proj_weight':'visual.transformer.resblocks.24.attn.in_proj_weight',
|
|
|
'tfrb_24_attn.in_proj_bias':'visual.transformer.resblocks.24.attn.in_proj_bias',
|
|
|
'tfrb_24_attn.out_proj.weight':'visual.transformer.resblocks.24.attn.out_proj.weight',
|
|
|
'tfrb_24_attn.out_proj.bias':'visual.transformer.resblocks.24.attn.out_proj.bias',
|
|
|
'tfrb_24_mlp_c_fc.weight':'visual.transformer.resblocks.24.mlp.c_fc.weight',
|
|
|
'tfrb_24_mlp_c_fc.bias':'visual.transformer.resblocks.24.mlp.c_fc.bias',
|
|
|
'tfrb_24_mlp_c_proj.weight':'visual.transformer.resblocks.24.mlp.c_proj.weight',
|
|
|
'tfrb_24_mlp_c_proj.bias':'visual.transformer.resblocks.24.mlp.c_proj.bias',
|
|
|
'tfrb_25_ln_1.weight':'visual.transformer.resblocks.25.ln_1.weight',
|
|
|
'tfrb_25_ln_1.bias':'visual.transformer.resblocks.25.ln_1.bias',
|
|
|
'tfrb_25_ln_2.weight':'visual.transformer.resblocks.25.ln_2.weight',
|
|
|
'tfrb_25_ln_2.bias':'visual.transformer.resblocks.25.ln_2.bias',
|
|
|
'tfrb_25_attn.in_proj_weight':'visual.transformer.resblocks.25.attn.in_proj_weight',
|
|
|
'tfrb_25_attn.in_proj_bias':'visual.transformer.resblocks.25.attn.in_proj_bias',
|
|
|
'tfrb_25_attn.out_proj.weight':'visual.transformer.resblocks.25.attn.out_proj.weight',
|
|
|
'tfrb_25_attn.out_proj.bias':'visual.transformer.resblocks.25.attn.out_proj.bias',
|
|
|
'tfrb_25_mlp_c_fc.weight':'visual.transformer.resblocks.25.mlp.c_fc.weight',
|
|
|
'tfrb_25_mlp_c_fc.bias':'visual.transformer.resblocks.25.mlp.c_fc.bias',
|
|
|
'tfrb_25_mlp_c_proj.weight':'visual.transformer.resblocks.25.mlp.c_proj.weight',
|
|
|
'tfrb_25_mlp_c_proj.bias':'visual.transformer.resblocks.25.mlp.c_proj.bias',
|
|
|
'tfrb_26_ln_1.weight':'visual.transformer.resblocks.26.ln_1.weight',
|
|
|
'tfrb_26_ln_1.bias':'visual.transformer.resblocks.26.ln_1.bias',
|
|
|
'tfrb_26_ln_2.weight':'visual.transformer.resblocks.26.ln_2.weight',
|
|
|
'tfrb_26_ln_2.bias':'visual.transformer.resblocks.26.ln_2.bias',
|
|
|
'tfrb_26_attn.in_proj_weight':'visual.transformer.resblocks.26.attn.in_proj_weight',
|
|
|
'tfrb_26_attn.in_proj_bias':'visual.transformer.resblocks.26.attn.in_proj_bias',
|
|
|
'tfrb_26_attn.out_proj.weight':'visual.transformer.resblocks.26.attn.out_proj.weight',
|
|
|
'tfrb_26_attn.out_proj.bias':'visual.transformer.resblocks.26.attn.out_proj.bias',
|
|
|
'tfrb_26_mlp_c_fc.weight':'visual.transformer.resblocks.26.mlp.c_fc.weight',
|
|
|
'tfrb_26_mlp_c_fc.bias':'visual.transformer.resblocks.26.mlp.c_fc.bias',
|
|
|
'tfrb_26_mlp_c_proj.weight':'visual.transformer.resblocks.26.mlp.c_proj.weight',
|
|
|
'tfrb_26_mlp_c_proj.bias':'visual.transformer.resblocks.26.mlp.c_proj.bias',
|
|
|
'tfrb_27_ln_1.weight':'visual.transformer.resblocks.27.ln_1.weight',
|
|
|
'tfrb_27_ln_1.bias':'visual.transformer.resblocks.27.ln_1.bias',
|
|
|
'tfrb_27_ln_2.weight':'visual.transformer.resblocks.27.ln_2.weight',
|
|
|
'tfrb_27_ln_2.bias':'visual.transformer.resblocks.27.ln_2.bias',
|
|
|
'tfrb_27_attn.in_proj_weight':'visual.transformer.resblocks.27.attn.in_proj_weight',
|
|
|
'tfrb_27_attn.in_proj_bias':'visual.transformer.resblocks.27.attn.in_proj_bias',
|
|
|
'tfrb_27_attn.out_proj.weight':'visual.transformer.resblocks.27.attn.out_proj.weight',
|
|
|
'tfrb_27_attn.out_proj.bias':'visual.transformer.resblocks.27.attn.out_proj.bias',
|
|
|
'tfrb_27_mlp_c_fc.weight':'visual.transformer.resblocks.27.mlp.c_fc.weight',
|
|
|
'tfrb_27_mlp_c_fc.bias':'visual.transformer.resblocks.27.mlp.c_fc.bias',
|
|
|
'tfrb_27_mlp_c_proj.weight':'visual.transformer.resblocks.27.mlp.c_proj.weight',
|
|
|
'tfrb_27_mlp_c_proj.bias':'visual.transformer.resblocks.27.mlp.c_proj.bias',
|
|
|
'tfrb_28_ln_1.weight':'visual.transformer.resblocks.28.ln_1.weight',
|
|
|
'tfrb_28_ln_1.bias':'visual.transformer.resblocks.28.ln_1.bias',
|
|
|
'tfrb_28_ln_2.weight':'visual.transformer.resblocks.28.ln_2.weight',
|
|
|
'tfrb_28_ln_2.bias':'visual.transformer.resblocks.28.ln_2.bias',
|
|
|
'tfrb_28_attn.in_proj_weight':'visual.transformer.resblocks.28.attn.in_proj_weight',
|
|
|
'tfrb_28_attn.in_proj_bias':'visual.transformer.resblocks.28.attn.in_proj_bias',
|
|
|
'tfrb_28_attn.out_proj.weight':'visual.transformer.resblocks.28.attn.out_proj.weight',
|
|
|
'tfrb_28_attn.out_proj.bias':'visual.transformer.resblocks.28.attn.out_proj.bias',
|
|
|
'tfrb_28_mlp_c_fc.weight':'visual.transformer.resblocks.28.mlp.c_fc.weight',
|
|
|
'tfrb_28_mlp_c_fc.bias':'visual.transformer.resblocks.28.mlp.c_fc.bias',
|
|
|
'tfrb_28_mlp_c_proj.weight':'visual.transformer.resblocks.28.mlp.c_proj.weight',
|
|
|
'tfrb_28_mlp_c_proj.bias':'visual.transformer.resblocks.28.mlp.c_proj.bias',
|
|
|
'tfrb_29_ln_1.weight':'visual.transformer.resblocks.29.ln_1.weight',
|
|
|
'tfrb_29_ln_1.bias':'visual.transformer.resblocks.29.ln_1.bias',
|
|
|
'tfrb_29_ln_2.weight':'visual.transformer.resblocks.29.ln_2.weight',
|
|
|
'tfrb_29_ln_2.bias':'visual.transformer.resblocks.29.ln_2.bias',
|
|
|
'tfrb_29_attn.in_proj_weight':'visual.transformer.resblocks.29.attn.in_proj_weight',
|
|
|
'tfrb_29_attn.in_proj_bias':'visual.transformer.resblocks.29.attn.in_proj_bias',
|
|
|
'tfrb_29_attn.out_proj.weight':'visual.transformer.resblocks.29.attn.out_proj.weight',
|
|
|
'tfrb_29_attn.out_proj.bias':'visual.transformer.resblocks.29.attn.out_proj.bias',
|
|
|
'tfrb_29_mlp_c_fc.weight':'visual.transformer.resblocks.29.mlp.c_fc.weight',
|
|
|
'tfrb_29_mlp_c_fc.bias':'visual.transformer.resblocks.29.mlp.c_fc.bias',
|
|
|
'tfrb_29_mlp_c_proj.weight':'visual.transformer.resblocks.29.mlp.c_proj.weight',
|
|
|
'tfrb_29_mlp_c_proj.bias':'visual.transformer.resblocks.29.mlp.c_proj.bias',
|
|
|
'tfrb_30_ln_1.weight':'visual.transformer.resblocks.30.ln_1.weight',
|
|
|
'tfrb_30_ln_1.bias':'visual.transformer.resblocks.30.ln_1.bias',
|
|
|
'tfrb_30_ln_2.weight':'visual.transformer.resblocks.30.ln_2.weight',
|
|
|
'tfrb_30_ln_2.bias':'visual.transformer.resblocks.30.ln_2.bias',
|
|
|
'tfrb_30_attn.in_proj_weight':'visual.transformer.resblocks.30.attn.in_proj_weight',
|
|
|
'tfrb_30_attn.in_proj_bias':'visual.transformer.resblocks.30.attn.in_proj_bias',
|
|
|
'tfrb_30_attn.out_proj.weight':'visual.transformer.resblocks.30.attn.out_proj.weight',
|
|
|
'tfrb_30_attn.out_proj.bias':'visual.transformer.resblocks.30.attn.out_proj.bias',
|
|
|
'tfrb_30_mlp_c_fc.weight':'visual.transformer.resblocks.30.mlp.c_fc.weight',
|
|
|
'tfrb_30_mlp_c_fc.bias':'visual.transformer.resblocks.30.mlp.c_fc.bias',
|
|
|
'tfrb_30_mlp_c_proj.weight':'visual.transformer.resblocks.30.mlp.c_proj.weight',
|
|
|
'tfrb_30_mlp_c_proj.bias':'visual.transformer.resblocks.30.mlp.c_proj.bias',
|
|
|
'tfrb_31_ln_1.weight':'visual.transformer.resblocks.31.ln_1.weight',
|
|
|
'tfrb_31_ln_1.bias':'visual.transformer.resblocks.31.ln_1.bias',
|
|
|
'tfrb_31_ln_2.weight':'visual.transformer.resblocks.31.ln_2.weight',
|
|
|
'tfrb_31_ln_2.bias':'visual.transformer.resblocks.31.ln_2.bias',
|
|
|
'tfrb_31_attn.in_proj_weight':'visual.transformer.resblocks.31.attn.in_proj_weight',
|
|
|
'tfrb_31_attn.in_proj_bias':'visual.transformer.resblocks.31.attn.in_proj_bias',
|
|
|
'tfrb_31_attn.out_proj.weight':'visual.transformer.resblocks.31.attn.out_proj.weight',
|
|
|
'tfrb_31_attn.out_proj.bias':'visual.transformer.resblocks.31.attn.out_proj.bias',
|
|
|
'tfrb_31_mlp_c_fc.weight':'visual.transformer.resblocks.31.mlp.c_fc.weight',
|
|
|
'tfrb_31_mlp_c_fc.bias':'visual.transformer.resblocks.31.mlp.c_fc.bias',
|
|
|
'tfrb_31_mlp_c_proj.weight':'visual.transformer.resblocks.31.mlp.c_proj.weight',
|
|
|
'tfrb_31_mlp_c_proj.bias':'visual.transformer.resblocks.31.mlp.c_proj.bias',
|
|
|
'tfrb_32_ln_1.weight':'visual.transformer.resblocks.32.ln_1.weight',
|
|
|
'tfrb_32_ln_1.bias':'visual.transformer.resblocks.32.ln_1.bias',
|
|
|
'tfrb_32_ln_2.weight':'visual.transformer.resblocks.32.ln_2.weight',
|
|
|
'tfrb_32_ln_2.bias':'visual.transformer.resblocks.32.ln_2.bias',
|
|
|
'tfrb_32_attn.in_proj_weight':'visual.transformer.resblocks.32.attn.in_proj_weight',
|
|
|
'tfrb_32_attn.in_proj_bias':'visual.transformer.resblocks.32.attn.in_proj_bias',
|
|
|
'tfrb_32_attn.out_proj.weight':'visual.transformer.resblocks.32.attn.out_proj.weight',
|
|
|
'tfrb_32_attn.out_proj.bias':'visual.transformer.resblocks.32.attn.out_proj.bias',
|
|
|
'tfrb_32_mlp_c_fc.weight':'visual.transformer.resblocks.32.mlp.c_fc.weight',
|
|
|
'tfrb_32_mlp_c_fc.bias':'visual.transformer.resblocks.32.mlp.c_fc.bias',
|
|
|
'tfrb_32_mlp_c_proj.weight':'visual.transformer.resblocks.32.mlp.c_proj.weight',
|
|
|
'tfrb_32_mlp_c_proj.bias':'visual.transformer.resblocks.32.mlp.c_proj.bias',
|
|
|
'tfrb_33_ln_1.weight':'visual.transformer.resblocks.33.ln_1.weight',
|
|
|
'tfrb_33_ln_1.bias':'visual.transformer.resblocks.33.ln_1.bias',
|
|
|
'tfrb_33_ln_2.weight':'visual.transformer.resblocks.33.ln_2.weight',
|
|
|
'tfrb_33_ln_2.bias':'visual.transformer.resblocks.33.ln_2.bias',
|
|
|
'tfrb_33_attn.in_proj_weight':'visual.transformer.resblocks.33.attn.in_proj_weight',
|
|
|
'tfrb_33_attn.in_proj_bias':'visual.transformer.resblocks.33.attn.in_proj_bias',
|
|
|
'tfrb_33_attn.out_proj.weight':'visual.transformer.resblocks.33.attn.out_proj.weight',
|
|
|
'tfrb_33_attn.out_proj.bias':'visual.transformer.resblocks.33.attn.out_proj.bias',
|
|
|
'tfrb_33_mlp_c_fc.weight':'visual.transformer.resblocks.33.mlp.c_fc.weight',
|
|
|
'tfrb_33_mlp_c_fc.bias':'visual.transformer.resblocks.33.mlp.c_fc.bias',
|
|
|
'tfrb_33_mlp_c_proj.weight':'visual.transformer.resblocks.33.mlp.c_proj.weight',
|
|
|
'tfrb_33_mlp_c_proj.bias':'visual.transformer.resblocks.33.mlp.c_proj.bias',
|
|
|
'tfrb_34_ln_1.weight':'visual.transformer.resblocks.34.ln_1.weight',
|
|
|
'tfrb_34_ln_1.bias':'visual.transformer.resblocks.34.ln_1.bias',
|
|
|
'tfrb_34_ln_2.weight':'visual.transformer.resblocks.34.ln_2.weight',
|
|
|
'tfrb_34_ln_2.bias':'visual.transformer.resblocks.34.ln_2.bias',
|
|
|
'tfrb_34_attn.in_proj_weight':'visual.transformer.resblocks.34.attn.in_proj_weight',
|
|
|
'tfrb_34_attn.in_proj_bias':'visual.transformer.resblocks.34.attn.in_proj_bias',
|
|
|
'tfrb_34_attn.out_proj.weight':'visual.transformer.resblocks.34.attn.out_proj.weight',
|
|
|
'tfrb_34_attn.out_proj.bias':'visual.transformer.resblocks.34.attn.out_proj.bias',
|
|
|
'tfrb_34_mlp_c_fc.weight':'visual.transformer.resblocks.34.mlp.c_fc.weight',
|
|
|
'tfrb_34_mlp_c_fc.bias':'visual.transformer.resblocks.34.mlp.c_fc.bias',
|
|
|
'tfrb_34_mlp_c_proj.weight':'visual.transformer.resblocks.34.mlp.c_proj.weight',
|
|
|
'tfrb_34_mlp_c_proj.bias':'visual.transformer.resblocks.34.mlp.c_proj.bias',
|
|
|
'tfrb_35_ln_1.weight':'visual.transformer.resblocks.35.ln_1.weight',
|
|
|
'tfrb_35_ln_1.bias':'visual.transformer.resblocks.35.ln_1.bias',
|
|
|
'tfrb_35_ln_2.weight':'visual.transformer.resblocks.35.ln_2.weight',
|
|
|
'tfrb_35_ln_2.bias':'visual.transformer.resblocks.35.ln_2.bias',
|
|
|
'tfrb_35_attn.in_proj_weight':'visual.transformer.resblocks.35.attn.in_proj_weight',
|
|
|
'tfrb_35_attn.in_proj_bias':'visual.transformer.resblocks.35.attn.in_proj_bias',
|
|
|
'tfrb_35_attn.out_proj.weight':'visual.transformer.resblocks.35.attn.out_proj.weight',
|
|
|
'tfrb_35_attn.out_proj.bias':'visual.transformer.resblocks.35.attn.out_proj.bias',
|
|
|
'tfrb_35_mlp_c_fc.weight':'visual.transformer.resblocks.35.mlp.c_fc.weight',
|
|
|
'tfrb_35_mlp_c_fc.bias':'visual.transformer.resblocks.35.mlp.c_fc.bias',
|
|
|
'tfrb_35_mlp_c_proj.weight':'visual.transformer.resblocks.35.mlp.c_proj.weight',
|
|
|
'tfrb_35_mlp_c_proj.bias':'visual.transformer.resblocks.35.mlp.c_proj.bias',
|
|
|
'tfrb_36_ln_1.weight':'visual.transformer.resblocks.36.ln_1.weight',
|
|
|
'tfrb_36_ln_1.bias':'visual.transformer.resblocks.36.ln_1.bias',
|
|
|
'tfrb_36_ln_2.weight':'visual.transformer.resblocks.36.ln_2.weight',
|
|
|
'tfrb_36_ln_2.bias':'visual.transformer.resblocks.36.ln_2.bias',
|
|
|
'tfrb_36_attn.in_proj_weight':'visual.transformer.resblocks.36.attn.in_proj_weight',
|
|
|
'tfrb_36_attn.in_proj_bias':'visual.transformer.resblocks.36.attn.in_proj_bias',
|
|
|
'tfrb_36_attn.out_proj.weight':'visual.transformer.resblocks.36.attn.out_proj.weight',
|
|
|
'tfrb_36_attn.out_proj.bias':'visual.transformer.resblocks.36.attn.out_proj.bias',
|
|
|
'tfrb_36_mlp_c_fc.weight':'visual.transformer.resblocks.36.mlp.c_fc.weight',
|
|
|
'tfrb_36_mlp_c_fc.bias':'visual.transformer.resblocks.36.mlp.c_fc.bias',
|
|
|
'tfrb_36_mlp_c_proj.weight':'visual.transformer.resblocks.36.mlp.c_proj.weight',
|
|
|
'tfrb_36_mlp_c_proj.bias':'visual.transformer.resblocks.36.mlp.c_proj.bias',
|
|
|
'tfrb_37_ln_1.weight':'visual.transformer.resblocks.37.ln_1.weight',
|
|
|
'tfrb_37_ln_1.bias':'visual.transformer.resblocks.37.ln_1.bias',
|
|
|
'tfrb_37_ln_2.weight':'visual.transformer.resblocks.37.ln_2.weight',
|
|
|
'tfrb_37_ln_2.bias':'visual.transformer.resblocks.37.ln_2.bias',
|
|
|
'tfrb_37_attn.in_proj_weight':'visual.transformer.resblocks.37.attn.in_proj_weight',
|
|
|
'tfrb_37_attn.in_proj_bias':'visual.transformer.resblocks.37.attn.in_proj_bias',
|
|
|
'tfrb_37_attn.out_proj.weight':'visual.transformer.resblocks.37.attn.out_proj.weight',
|
|
|
'tfrb_37_attn.out_proj.bias':'visual.transformer.resblocks.37.attn.out_proj.bias',
|
|
|
'tfrb_37_mlp_c_fc.weight':'visual.transformer.resblocks.37.mlp.c_fc.weight',
|
|
|
'tfrb_37_mlp_c_fc.bias':'visual.transformer.resblocks.37.mlp.c_fc.bias',
|
|
|
'tfrb_37_mlp_c_proj.weight':'visual.transformer.resblocks.37.mlp.c_proj.weight',
|
|
|
'tfrb_37_mlp_c_proj.bias':'visual.transformer.resblocks.37.mlp.c_proj.bias',
|
|
|
'tfrb_38_ln_1.weight':'visual.transformer.resblocks.38.ln_1.weight',
|
|
|
'tfrb_38_ln_1.bias':'visual.transformer.resblocks.38.ln_1.bias',
|
|
|
'tfrb_38_ln_2.weight':'visual.transformer.resblocks.38.ln_2.weight',
|
|
|
'tfrb_38_ln_2.bias':'visual.transformer.resblocks.38.ln_2.bias',
|
|
|
'tfrb_38_attn.in_proj_weight':'visual.transformer.resblocks.38.attn.in_proj_weight',
|
|
|
'tfrb_38_attn.in_proj_bias':'visual.transformer.resblocks.38.attn.in_proj_bias',
|
|
|
'tfrb_38_attn.out_proj.weight':'visual.transformer.resblocks.38.attn.out_proj.weight',
|
|
|
'tfrb_38_attn.out_proj.bias':'visual.transformer.resblocks.38.attn.out_proj.bias',
|
|
|
'tfrb_38_mlp_c_fc.weight':'visual.transformer.resblocks.38.mlp.c_fc.weight',
|
|
|
'tfrb_38_mlp_c_fc.bias':'visual.transformer.resblocks.38.mlp.c_fc.bias',
|
|
|
'tfrb_38_mlp_c_proj.weight':'visual.transformer.resblocks.38.mlp.c_proj.weight',
|
|
|
'tfrb_38_mlp_c_proj.bias':'visual.transformer.resblocks.38.mlp.c_proj.bias',
|
|
|
'tfrb_39_ln_1.weight':'visual.transformer.resblocks.39.ln_1.weight',
|
|
|
'tfrb_39_ln_1.bias':'visual.transformer.resblocks.39.ln_1.bias',
|
|
|
'tfrb_39_ln_2.weight':'visual.transformer.resblocks.39.ln_2.weight',
|
|
|
'tfrb_39_ln_2.bias':'visual.transformer.resblocks.39.ln_2.bias',
|
|
|
'tfrb_39_attn.in_proj_weight':'visual.transformer.resblocks.39.attn.in_proj_weight',
|
|
|
'tfrb_39_attn.in_proj_bias':'visual.transformer.resblocks.39.attn.in_proj_bias',
|
|
|
'tfrb_39_attn.out_proj.weight':'visual.transformer.resblocks.39.attn.out_proj.weight',
|
|
|
'tfrb_39_attn.out_proj.bias':'visual.transformer.resblocks.39.attn.out_proj.bias',
|
|
|
'tfrb_39_mlp_c_fc.weight':'visual.transformer.resblocks.39.mlp.c_fc.weight',
|
|
|
'tfrb_39_mlp_c_fc.bias':'visual.transformer.resblocks.39.mlp.c_fc.bias',
|
|
|
'tfrb_39_mlp_c_proj.weight':'visual.transformer.resblocks.39.mlp.c_proj.weight',
|
|
|
'tfrb_39_mlp_c_proj.bias':'visual.transformer.resblocks.39.mlp.c_proj.bias',
|
|
|
'visual_ln_pre.weight':'visual.ln_pre.weight',
|
|
|
'visual_ln_pre.bias':'visual.ln_pre.bias',
|
|
|
'visual_ln_post.weight':'visual.ln_post.weight',
|
|
|
'visual_ln_post.bias':'visual.ln_post.bias'}
|
|
|
|
|
|
txdict={
|
|
|
'text_projection':'text_projection',
|
|
|
|
|
|
'positional_embedding':'positional_embedding',
|
|
|
'token_embedding.weight':'token_embedding.weight',
|
|
|
'tfrb_0_ln_1.weight':'transformer.resblocks.0.ln_1.weight',
|
|
|
'tfrb_0_ln_1.bias':'transformer.resblocks.0.ln_1.bias',
|
|
|
'tfrb_0_ln_2.weight':'transformer.resblocks.0.ln_2.weight',
|
|
|
'tfrb_0_ln_2.bias':'transformer.resblocks.0.ln_2.bias',
|
|
|
'tfrb_0_attn.in_proj_weight':'transformer.resblocks.0.attn.in_proj_weight',
|
|
|
'tfrb_0_attn.in_proj_bias':'transformer.resblocks.0.attn.in_proj_bias',
|
|
|
'tfrb_0_attn.out_proj.weight':'transformer.resblocks.0.attn.out_proj.weight',
|
|
|
'tfrb_0_attn.out_proj.bias':'transformer.resblocks.0.attn.out_proj.bias',
|
|
|
'tfrb_0_mlp_c_fc.weight':'transformer.resblocks.0.mlp.c_fc.weight',
|
|
|
'tfrb_0_mlp_c_fc.bias':'transformer.resblocks.0.mlp.c_fc.bias',
|
|
|
'tfrb_0_mlp_c_proj.weight':'transformer.resblocks.0.mlp.c_proj.weight',
|
|
|
'tfrb_0_mlp_c_proj.bias':'transformer.resblocks.0.mlp.c_proj.bias',
|
|
|
'tfrb_1_ln_1.weight':'transformer.resblocks.1.ln_1.weight',
|
|
|
'tfrb_1_ln_1.bias':'transformer.resblocks.1.ln_1.bias',
|
|
|
'tfrb_1_ln_2.weight':'transformer.resblocks.1.ln_2.weight',
|
|
|
'tfrb_1_ln_2.bias':'transformer.resblocks.1.ln_2.bias',
|
|
|
'tfrb_1_attn.in_proj_weight':'transformer.resblocks.1.attn.in_proj_weight',
|
|
|
'tfrb_1_attn.in_proj_bias':'transformer.resblocks.1.attn.in_proj_bias',
|
|
|
'tfrb_1_attn.out_proj.weight':'transformer.resblocks.1.attn.out_proj.weight',
|
|
|
'tfrb_1_attn.out_proj.bias':'transformer.resblocks.1.attn.out_proj.bias',
|
|
|
'tfrb_1_mlp_c_fc.weight':'transformer.resblocks.1.mlp.c_fc.weight',
|
|
|
'tfrb_1_mlp_c_fc.bias':'transformer.resblocks.1.mlp.c_fc.bias',
|
|
|
'tfrb_1_mlp_c_proj.weight':'transformer.resblocks.1.mlp.c_proj.weight',
|
|
|
'tfrb_1_mlp_c_proj.bias':'transformer.resblocks.1.mlp.c_proj.bias',
|
|
|
'tfrb_2_ln_1.weight':'transformer.resblocks.2.ln_1.weight',
|
|
|
'tfrb_2_ln_1.bias':'transformer.resblocks.2.ln_1.bias',
|
|
|
'tfrb_2_ln_2.weight':'transformer.resblocks.2.ln_2.weight',
|
|
|
'tfrb_2_ln_2.bias':'transformer.resblocks.2.ln_2.bias',
|
|
|
'tfrb_2_attn.in_proj_weight':'transformer.resblocks.2.attn.in_proj_weight',
|
|
|
'tfrb_2_attn.in_proj_bias':'transformer.resblocks.2.attn.in_proj_bias',
|
|
|
'tfrb_2_attn.out_proj.weight':'transformer.resblocks.2.attn.out_proj.weight',
|
|
|
'tfrb_2_attn.out_proj.bias':'transformer.resblocks.2.attn.out_proj.bias',
|
|
|
'tfrb_2_mlp_c_fc.weight':'transformer.resblocks.2.mlp.c_fc.weight',
|
|
|
'tfrb_2_mlp_c_fc.bias':'transformer.resblocks.2.mlp.c_fc.bias',
|
|
|
'tfrb_2_mlp_c_proj.weight':'transformer.resblocks.2.mlp.c_proj.weight',
|
|
|
'tfrb_2_mlp_c_proj.bias':'transformer.resblocks.2.mlp.c_proj.bias',
|
|
|
'tfrb_3_ln_1.weight':'transformer.resblocks.3.ln_1.weight',
|
|
|
'tfrb_3_ln_1.bias':'transformer.resblocks.3.ln_1.bias',
|
|
|
'tfrb_3_ln_2.weight':'transformer.resblocks.3.ln_2.weight',
|
|
|
'tfrb_3_ln_2.bias':'transformer.resblocks.3.ln_2.bias',
|
|
|
'tfrb_3_attn.in_proj_weight':'transformer.resblocks.3.attn.in_proj_weight',
|
|
|
'tfrb_3_attn.in_proj_bias':'transformer.resblocks.3.attn.in_proj_bias',
|
|
|
'tfrb_3_attn.out_proj.weight':'transformer.resblocks.3.attn.out_proj.weight',
|
|
|
'tfrb_3_attn.out_proj.bias':'transformer.resblocks.3.attn.out_proj.bias',
|
|
|
'tfrb_3_mlp_c_fc.weight':'transformer.resblocks.3.mlp.c_fc.weight',
|
|
|
'tfrb_3_mlp_c_fc.bias':'transformer.resblocks.3.mlp.c_fc.bias',
|
|
|
'tfrb_3_mlp_c_proj.weight':'transformer.resblocks.3.mlp.c_proj.weight',
|
|
|
'tfrb_3_mlp_c_proj.bias':'transformer.resblocks.3.mlp.c_proj.bias',
|
|
|
'tfrb_4_ln_1.weight':'transformer.resblocks.4.ln_1.weight',
|
|
|
'tfrb_4_ln_1.bias':'transformer.resblocks.4.ln_1.bias',
|
|
|
'tfrb_4_ln_2.weight':'transformer.resblocks.4.ln_2.weight',
|
|
|
'tfrb_4_ln_2.bias':'transformer.resblocks.4.ln_2.bias',
|
|
|
'tfrb_4_attn.in_proj_weight':'transformer.resblocks.4.attn.in_proj_weight',
|
|
|
'tfrb_4_attn.in_proj_bias':'transformer.resblocks.4.attn.in_proj_bias',
|
|
|
'tfrb_4_attn.out_proj.weight':'transformer.resblocks.4.attn.out_proj.weight',
|
|
|
'tfrb_4_attn.out_proj.bias':'transformer.resblocks.4.attn.out_proj.bias',
|
|
|
'tfrb_4_mlp_c_fc.weight':'transformer.resblocks.4.mlp.c_fc.weight',
|
|
|
'tfrb_4_mlp_c_fc.bias':'transformer.resblocks.4.mlp.c_fc.bias',
|
|
|
'tfrb_4_mlp_c_proj.weight':'transformer.resblocks.4.mlp.c_proj.weight',
|
|
|
'tfrb_4_mlp_c_proj.bias':'transformer.resblocks.4.mlp.c_proj.bias',
|
|
|
'tfrb_5_ln_1.weight':'transformer.resblocks.5.ln_1.weight',
|
|
|
'tfrb_5_ln_1.bias':'transformer.resblocks.5.ln_1.bias',
|
|
|
'tfrb_5_ln_2.weight':'transformer.resblocks.5.ln_2.weight',
|
|
|
'tfrb_5_ln_2.bias':'transformer.resblocks.5.ln_2.bias',
|
|
|
'tfrb_5_attn.in_proj_weight':'transformer.resblocks.5.attn.in_proj_weight',
|
|
|
'tfrb_5_attn.in_proj_bias':'transformer.resblocks.5.attn.in_proj_bias',
|
|
|
'tfrb_5_attn.out_proj.weight':'transformer.resblocks.5.attn.out_proj.weight',
|
|
|
'tfrb_5_attn.out_proj.bias':'transformer.resblocks.5.attn.out_proj.bias',
|
|
|
'tfrb_5_mlp_c_fc.weight':'transformer.resblocks.5.mlp.c_fc.weight',
|
|
|
'tfrb_5_mlp_c_fc.bias':'transformer.resblocks.5.mlp.c_fc.bias',
|
|
|
'tfrb_5_mlp_c_proj.weight':'transformer.resblocks.5.mlp.c_proj.weight',
|
|
|
'tfrb_5_mlp_c_proj.bias':'transformer.resblocks.5.mlp.c_proj.bias',
|
|
|
'tfrb_6_ln_1.weight':'transformer.resblocks.6.ln_1.weight',
|
|
|
'tfrb_6_ln_1.bias':'transformer.resblocks.6.ln_1.bias',
|
|
|
'tfrb_6_ln_2.weight':'transformer.resblocks.6.ln_2.weight',
|
|
|
'tfrb_6_ln_2.bias':'transformer.resblocks.6.ln_2.bias',
|
|
|
'tfrb_6_attn.in_proj_weight':'transformer.resblocks.6.attn.in_proj_weight',
|
|
|
'tfrb_6_attn.in_proj_bias':'transformer.resblocks.6.attn.in_proj_bias',
|
|
|
'tfrb_6_attn.out_proj.weight':'transformer.resblocks.6.attn.out_proj.weight',
|
|
|
'tfrb_6_attn.out_proj.bias':'transformer.resblocks.6.attn.out_proj.bias',
|
|
|
'tfrb_6_mlp_c_fc.weight':'transformer.resblocks.6.mlp.c_fc.weight',
|
|
|
'tfrb_6_mlp_c_fc.bias':'transformer.resblocks.6.mlp.c_fc.bias',
|
|
|
'tfrb_6_mlp_c_proj.weight':'transformer.resblocks.6.mlp.c_proj.weight',
|
|
|
'tfrb_6_mlp_c_proj.bias':'transformer.resblocks.6.mlp.c_proj.bias',
|
|
|
'tfrb_7_ln_1.weight':'transformer.resblocks.7.ln_1.weight',
|
|
|
'tfrb_7_ln_1.bias':'transformer.resblocks.7.ln_1.bias',
|
|
|
'tfrb_7_ln_2.weight':'transformer.resblocks.7.ln_2.weight',
|
|
|
'tfrb_7_ln_2.bias':'transformer.resblocks.7.ln_2.bias',
|
|
|
'tfrb_7_attn.in_proj_weight':'transformer.resblocks.7.attn.in_proj_weight',
|
|
|
'tfrb_7_attn.in_proj_bias':'transformer.resblocks.7.attn.in_proj_bias',
|
|
|
'tfrb_7_attn.out_proj.weight':'transformer.resblocks.7.attn.out_proj.weight',
|
|
|
'tfrb_7_attn.out_proj.bias':'transformer.resblocks.7.attn.out_proj.bias',
|
|
|
'tfrb_7_mlp_c_fc.weight':'transformer.resblocks.7.mlp.c_fc.weight',
|
|
|
'tfrb_7_mlp_c_fc.bias':'transformer.resblocks.7.mlp.c_fc.bias',
|
|
|
'tfrb_7_mlp_c_proj.weight':'transformer.resblocks.7.mlp.c_proj.weight',
|
|
|
'tfrb_7_mlp_c_proj.bias':'transformer.resblocks.7.mlp.c_proj.bias',
|
|
|
'tfrb_8_ln_1.weight':'transformer.resblocks.8.ln_1.weight',
|
|
|
'tfrb_8_ln_1.bias':'transformer.resblocks.8.ln_1.bias',
|
|
|
'tfrb_8_ln_2.weight':'transformer.resblocks.8.ln_2.weight',
|
|
|
'tfrb_8_ln_2.bias':'transformer.resblocks.8.ln_2.bias',
|
|
|
'tfrb_8_attn.in_proj_weight':'transformer.resblocks.8.attn.in_proj_weight',
|
|
|
'tfrb_8_attn.in_proj_bias':'transformer.resblocks.8.attn.in_proj_bias',
|
|
|
'tfrb_8_attn.out_proj.weight':'transformer.resblocks.8.attn.out_proj.weight',
|
|
|
'tfrb_8_attn.out_proj.bias':'transformer.resblocks.8.attn.out_proj.bias',
|
|
|
'tfrb_8_mlp_c_fc.weight':'transformer.resblocks.8.mlp.c_fc.weight',
|
|
|
'tfrb_8_mlp_c_fc.bias':'transformer.resblocks.8.mlp.c_fc.bias',
|
|
|
'tfrb_8_mlp_c_proj.weight':'transformer.resblocks.8.mlp.c_proj.weight',
|
|
|
'tfrb_8_mlp_c_proj.bias':'transformer.resblocks.8.mlp.c_proj.bias',
|
|
|
'tfrb_9_ln_1.weight':'transformer.resblocks.9.ln_1.weight',
|
|
|
'tfrb_9_ln_1.bias':'transformer.resblocks.9.ln_1.bias',
|
|
|
'tfrb_9_ln_2.weight':'transformer.resblocks.9.ln_2.weight',
|
|
|
'tfrb_9_ln_2.bias':'transformer.resblocks.9.ln_2.bias',
|
|
|
'tfrb_9_attn.in_proj_weight':'transformer.resblocks.9.attn.in_proj_weight',
|
|
|
'tfrb_9_attn.in_proj_bias':'transformer.resblocks.9.attn.in_proj_bias',
|
|
|
'tfrb_9_attn.out_proj.weight':'transformer.resblocks.9.attn.out_proj.weight',
|
|
|
'tfrb_9_attn.out_proj.bias':'transformer.resblocks.9.attn.out_proj.bias',
|
|
|
'tfrb_9_mlp_c_fc.weight':'transformer.resblocks.9.mlp.c_fc.weight',
|
|
|
'tfrb_9_mlp_c_fc.bias':'transformer.resblocks.9.mlp.c_fc.bias',
|
|
|
'tfrb_9_mlp_c_proj.weight':'transformer.resblocks.9.mlp.c_proj.weight',
|
|
|
'tfrb_9_mlp_c_proj.bias':'transformer.resblocks.9.mlp.c_proj.bias',
|
|
|
'tfrb_10_ln_1.weight':'transformer.resblocks.10.ln_1.weight',
|
|
|
'tfrb_10_ln_1.bias':'transformer.resblocks.10.ln_1.bias',
|
|
|
'tfrb_10_ln_2.weight':'transformer.resblocks.10.ln_2.weight',
|
|
|
'tfrb_10_ln_2.bias':'transformer.resblocks.10.ln_2.bias',
|
|
|
'tfrb_10_attn.in_proj_weight':'transformer.resblocks.10.attn.in_proj_weight',
|
|
|
'tfrb_10_attn.in_proj_bias':'transformer.resblocks.10.attn.in_proj_bias',
|
|
|
'tfrb_10_attn.out_proj.weight':'transformer.resblocks.10.attn.out_proj.weight',
|
|
|
'tfrb_10_attn.out_proj.bias':'transformer.resblocks.10.attn.out_proj.bias',
|
|
|
'tfrb_10_mlp_c_fc.weight':'transformer.resblocks.10.mlp.c_fc.weight',
|
|
|
'tfrb_10_mlp_c_fc.bias':'transformer.resblocks.10.mlp.c_fc.bias',
|
|
|
'tfrb_10_mlp_c_proj.weight':'transformer.resblocks.10.mlp.c_proj.weight',
|
|
|
'tfrb_10_mlp_c_proj.bias':'transformer.resblocks.10.mlp.c_proj.bias',
|
|
|
'tfrb_11_ln_1.weight':'transformer.resblocks.11.ln_1.weight',
|
|
|
'tfrb_11_ln_1.bias':'transformer.resblocks.11.ln_1.bias',
|
|
|
'tfrb_11_ln_2.weight':'transformer.resblocks.11.ln_2.weight',
|
|
|
'tfrb_11_ln_2.bias':'transformer.resblocks.11.ln_2.bias',
|
|
|
'tfrb_11_attn.in_proj_weight':'transformer.resblocks.11.attn.in_proj_weight',
|
|
|
'tfrb_11_attn.in_proj_bias':'transformer.resblocks.11.attn.in_proj_bias',
|
|
|
'tfrb_11_attn.out_proj.weight':'transformer.resblocks.11.attn.out_proj.weight',
|
|
|
'tfrb_11_attn.out_proj.bias':'transformer.resblocks.11.attn.out_proj.bias',
|
|
|
'tfrb_11_mlp_c_fc.weight':'transformer.resblocks.11.mlp.c_fc.weight',
|
|
|
'tfrb_11_mlp_c_fc.bias':'transformer.resblocks.11.mlp.c_fc.bias',
|
|
|
'tfrb_11_mlp_c_proj.weight':'transformer.resblocks.11.mlp.c_proj.weight',
|
|
|
'tfrb_11_mlp_c_proj.bias':'transformer.resblocks.11.mlp.c_proj.bias',
|
|
|
'tfrb_12_ln_1.weight':'transformer.resblocks.12.ln_1.weight',
|
|
|
'tfrb_12_ln_1.bias':'transformer.resblocks.12.ln_1.bias',
|
|
|
'tfrb_12_ln_2.weight':'transformer.resblocks.12.ln_2.weight',
|
|
|
'tfrb_12_ln_2.bias':'transformer.resblocks.12.ln_2.bias',
|
|
|
'tfrb_12_attn.in_proj_weight':'transformer.resblocks.12.attn.in_proj_weight',
|
|
|
'tfrb_12_attn.in_proj_bias':'transformer.resblocks.12.attn.in_proj_bias',
|
|
|
'tfrb_12_attn.out_proj.weight':'transformer.resblocks.12.attn.out_proj.weight',
|
|
|
'tfrb_12_attn.out_proj.bias':'transformer.resblocks.12.attn.out_proj.bias',
|
|
|
'tfrb_12_mlp_c_fc.weight':'transformer.resblocks.12.mlp.c_fc.weight',
|
|
|
'tfrb_12_mlp_c_fc.bias':'transformer.resblocks.12.mlp.c_fc.bias',
|
|
|
'tfrb_12_mlp_c_proj.weight':'transformer.resblocks.12.mlp.c_proj.weight',
|
|
|
'tfrb_12_mlp_c_proj.bias':'transformer.resblocks.12.mlp.c_proj.bias',
|
|
|
'tfrb_13_ln_1.weight':'transformer.resblocks.13.ln_1.weight',
|
|
|
'tfrb_13_ln_1.bias':'transformer.resblocks.13.ln_1.bias',
|
|
|
'tfrb_13_ln_2.weight':'transformer.resblocks.13.ln_2.weight',
|
|
|
'tfrb_13_ln_2.bias':'transformer.resblocks.13.ln_2.bias',
|
|
|
'tfrb_13_attn.in_proj_weight':'transformer.resblocks.13.attn.in_proj_weight',
|
|
|
'tfrb_13_attn.in_proj_bias':'transformer.resblocks.13.attn.in_proj_bias',
|
|
|
'tfrb_13_attn.out_proj.weight':'transformer.resblocks.13.attn.out_proj.weight',
|
|
|
'tfrb_13_attn.out_proj.bias':'transformer.resblocks.13.attn.out_proj.bias',
|
|
|
'tfrb_13_mlp_c_fc.weight':'transformer.resblocks.13.mlp.c_fc.weight',
|
|
|
'tfrb_13_mlp_c_fc.bias':'transformer.resblocks.13.mlp.c_fc.bias',
|
|
|
'tfrb_13_mlp_c_proj.weight':'transformer.resblocks.13.mlp.c_proj.weight',
|
|
|
'tfrb_13_mlp_c_proj.bias':'transformer.resblocks.13.mlp.c_proj.bias',
|
|
|
'tfrb_14_ln_1.weight':'transformer.resblocks.14.ln_1.weight',
|
|
|
'tfrb_14_ln_1.bias':'transformer.resblocks.14.ln_1.bias',
|
|
|
'tfrb_14_ln_2.weight':'transformer.resblocks.14.ln_2.weight',
|
|
|
'tfrb_14_ln_2.bias':'transformer.resblocks.14.ln_2.bias',
|
|
|
'tfrb_14_attn.in_proj_weight':'transformer.resblocks.14.attn.in_proj_weight',
|
|
|
'tfrb_14_attn.in_proj_bias':'transformer.resblocks.14.attn.in_proj_bias',
|
|
|
'tfrb_14_attn.out_proj.weight':'transformer.resblocks.14.attn.out_proj.weight',
|
|
|
'tfrb_14_attn.out_proj.bias':'transformer.resblocks.14.attn.out_proj.bias',
|
|
|
'tfrb_14_mlp_c_fc.weight':'transformer.resblocks.14.mlp.c_fc.weight',
|
|
|
'tfrb_14_mlp_c_fc.bias':'transformer.resblocks.14.mlp.c_fc.bias',
|
|
|
'tfrb_14_mlp_c_proj.weight':'transformer.resblocks.14.mlp.c_proj.weight',
|
|
|
'tfrb_14_mlp_c_proj.bias':'transformer.resblocks.14.mlp.c_proj.bias',
|
|
|
'tfrb_15_ln_1.weight':'transformer.resblocks.15.ln_1.weight',
|
|
|
'tfrb_15_ln_1.bias':'transformer.resblocks.15.ln_1.bias',
|
|
|
'tfrb_15_ln_2.weight':'transformer.resblocks.15.ln_2.weight',
|
|
|
'tfrb_15_ln_2.bias':'transformer.resblocks.15.ln_2.bias',
|
|
|
'tfrb_15_attn.in_proj_weight':'transformer.resblocks.15.attn.in_proj_weight',
|
|
|
'tfrb_15_attn.in_proj_bias':'transformer.resblocks.15.attn.in_proj_bias',
|
|
|
'tfrb_15_attn.out_proj.weight':'transformer.resblocks.15.attn.out_proj.weight',
|
|
|
'tfrb_15_attn.out_proj.bias':'transformer.resblocks.15.attn.out_proj.bias',
|
|
|
'tfrb_15_mlp_c_fc.weight':'transformer.resblocks.15.mlp.c_fc.weight',
|
|
|
'tfrb_15_mlp_c_fc.bias':'transformer.resblocks.15.mlp.c_fc.bias',
|
|
|
'tfrb_15_mlp_c_proj.weight':'transformer.resblocks.15.mlp.c_proj.weight',
|
|
|
'tfrb_15_mlp_c_proj.bias':'transformer.resblocks.15.mlp.c_proj.bias',
|
|
|
'tfrb_16_ln_1.weight':'transformer.resblocks.16.ln_1.weight',
|
|
|
'tfrb_16_ln_1.bias':'transformer.resblocks.16.ln_1.bias',
|
|
|
'tfrb_16_ln_2.weight':'transformer.resblocks.16.ln_2.weight',
|
|
|
'tfrb_16_ln_2.bias':'transformer.resblocks.16.ln_2.bias',
|
|
|
'tfrb_16_attn.in_proj_weight':'transformer.resblocks.16.attn.in_proj_weight',
|
|
|
'tfrb_16_attn.in_proj_bias':'transformer.resblocks.16.attn.in_proj_bias',
|
|
|
'tfrb_16_attn.out_proj.weight':'transformer.resblocks.16.attn.out_proj.weight',
|
|
|
'tfrb_16_attn.out_proj.bias':'transformer.resblocks.16.attn.out_proj.bias',
|
|
|
'tfrb_16_mlp_c_fc.weight':'transformer.resblocks.16.mlp.c_fc.weight',
|
|
|
'tfrb_16_mlp_c_fc.bias':'transformer.resblocks.16.mlp.c_fc.bias',
|
|
|
'tfrb_16_mlp_c_proj.weight':'transformer.resblocks.16.mlp.c_proj.weight',
|
|
|
'tfrb_16_mlp_c_proj.bias':'transformer.resblocks.16.mlp.c_proj.bias',
|
|
|
'tfrb_17_ln_1.weight':'transformer.resblocks.17.ln_1.weight',
|
|
|
'tfrb_17_ln_1.bias':'transformer.resblocks.17.ln_1.bias',
|
|
|
'tfrb_17_ln_2.weight':'transformer.resblocks.17.ln_2.weight',
|
|
|
'tfrb_17_ln_2.bias':'transformer.resblocks.17.ln_2.bias',
|
|
|
'tfrb_17_attn.in_proj_weight':'transformer.resblocks.17.attn.in_proj_weight',
|
|
|
'tfrb_17_attn.in_proj_bias':'transformer.resblocks.17.attn.in_proj_bias',
|
|
|
'tfrb_17_attn.out_proj.weight':'transformer.resblocks.17.attn.out_proj.weight',
|
|
|
'tfrb_17_attn.out_proj.bias':'transformer.resblocks.17.attn.out_proj.bias',
|
|
|
'tfrb_17_mlp_c_fc.weight':'transformer.resblocks.17.mlp.c_fc.weight',
|
|
|
'tfrb_17_mlp_c_fc.bias':'transformer.resblocks.17.mlp.c_fc.bias',
|
|
|
'tfrb_17_mlp_c_proj.weight':'transformer.resblocks.17.mlp.c_proj.weight',
|
|
|
'tfrb_17_mlp_c_proj.bias':'transformer.resblocks.17.mlp.c_proj.bias',
|
|
|
'tfrb_18_ln_1.weight':'transformer.resblocks.18.ln_1.weight',
|
|
|
'tfrb_18_ln_1.bias':'transformer.resblocks.18.ln_1.bias',
|
|
|
'tfrb_18_ln_2.weight':'transformer.resblocks.18.ln_2.weight',
|
|
|
'tfrb_18_ln_2.bias':'transformer.resblocks.18.ln_2.bias',
|
|
|
'tfrb_18_attn.in_proj_weight':'transformer.resblocks.18.attn.in_proj_weight',
|
|
|
'tfrb_18_attn.in_proj_bias':'transformer.resblocks.18.attn.in_proj_bias',
|
|
|
'tfrb_18_attn.out_proj.weight':'transformer.resblocks.18.attn.out_proj.weight',
|
|
|
'tfrb_18_attn.out_proj.bias':'transformer.resblocks.18.attn.out_proj.bias',
|
|
|
'tfrb_18_mlp_c_fc.weight':'transformer.resblocks.18.mlp.c_fc.weight',
|
|
|
'tfrb_18_mlp_c_fc.bias':'transformer.resblocks.18.mlp.c_fc.bias',
|
|
|
'tfrb_18_mlp_c_proj.weight':'transformer.resblocks.18.mlp.c_proj.weight',
|
|
|
'tfrb_18_mlp_c_proj.bias':'transformer.resblocks.18.mlp.c_proj.bias',
|
|
|
'tfrb_19_ln_1.weight':'transformer.resblocks.19.ln_1.weight',
|
|
|
'tfrb_19_ln_1.bias':'transformer.resblocks.19.ln_1.bias',
|
|
|
'tfrb_19_ln_2.weight':'transformer.resblocks.19.ln_2.weight',
|
|
|
'tfrb_19_ln_2.bias':'transformer.resblocks.19.ln_2.bias',
|
|
|
'tfrb_19_attn.in_proj_weight':'transformer.resblocks.19.attn.in_proj_weight',
|
|
|
'tfrb_19_attn.in_proj_bias':'transformer.resblocks.19.attn.in_proj_bias',
|
|
|
'tfrb_19_attn.out_proj.weight':'transformer.resblocks.19.attn.out_proj.weight',
|
|
|
'tfrb_19_attn.out_proj.bias':'transformer.resblocks.19.attn.out_proj.bias',
|
|
|
'tfrb_19_mlp_c_fc.weight':'transformer.resblocks.19.mlp.c_fc.weight',
|
|
|
'tfrb_19_mlp_c_fc.bias':'transformer.resblocks.19.mlp.c_fc.bias',
|
|
|
'tfrb_19_mlp_c_proj.weight':'transformer.resblocks.19.mlp.c_proj.weight',
|
|
|
'tfrb_19_mlp_c_proj.bias':'transformer.resblocks.19.mlp.c_proj.bias',
|
|
|
'tfrb_20_ln_1.weight':'transformer.resblocks.20.ln_1.weight',
|
|
|
'tfrb_20_ln_1.bias':'transformer.resblocks.20.ln_1.bias',
|
|
|
'tfrb_20_ln_2.weight':'transformer.resblocks.20.ln_2.weight',
|
|
|
'tfrb_20_ln_2.bias':'transformer.resblocks.20.ln_2.bias',
|
|
|
'tfrb_20_attn.in_proj_weight':'transformer.resblocks.20.attn.in_proj_weight',
|
|
|
'tfrb_20_attn.in_proj_bias':'transformer.resblocks.20.attn.in_proj_bias',
|
|
|
'tfrb_20_attn.out_proj.weight':'transformer.resblocks.20.attn.out_proj.weight',
|
|
|
'tfrb_20_attn.out_proj.bias':'transformer.resblocks.20.attn.out_proj.bias',
|
|
|
'tfrb_20_mlp_c_fc.weight':'transformer.resblocks.20.mlp.c_fc.weight',
|
|
|
'tfrb_20_mlp_c_fc.bias':'transformer.resblocks.20.mlp.c_fc.bias',
|
|
|
'tfrb_20_mlp_c_proj.weight':'transformer.resblocks.20.mlp.c_proj.weight',
|
|
|
'tfrb_20_mlp_c_proj.bias':'transformer.resblocks.20.mlp.c_proj.bias',
|
|
|
'tfrb_21_ln_1.weight':'transformer.resblocks.21.ln_1.weight',
|
|
|
'tfrb_21_ln_1.bias':'transformer.resblocks.21.ln_1.bias',
|
|
|
'tfrb_21_ln_2.weight':'transformer.resblocks.21.ln_2.weight',
|
|
|
'tfrb_21_ln_2.bias':'transformer.resblocks.21.ln_2.bias',
|
|
|
'tfrb_21_attn.in_proj_weight':'transformer.resblocks.21.attn.in_proj_weight',
|
|
|
'tfrb_21_attn.in_proj_bias':'transformer.resblocks.21.attn.in_proj_bias',
|
|
|
'tfrb_21_attn.out_proj.weight':'transformer.resblocks.21.attn.out_proj.weight',
|
|
|
'tfrb_21_attn.out_proj.bias':'transformer.resblocks.21.attn.out_proj.bias',
|
|
|
'tfrb_21_mlp_c_fc.weight':'transformer.resblocks.21.mlp.c_fc.weight',
|
|
|
'tfrb_21_mlp_c_fc.bias':'transformer.resblocks.21.mlp.c_fc.bias',
|
|
|
'tfrb_21_mlp_c_proj.weight':'transformer.resblocks.21.mlp.c_proj.weight',
|
|
|
'tfrb_21_mlp_c_proj.bias':'transformer.resblocks.21.mlp.c_proj.bias',
|
|
|
'tfrb_22_ln_1.weight':'transformer.resblocks.22.ln_1.weight',
|
|
|
'tfrb_22_ln_1.bias':'transformer.resblocks.22.ln_1.bias',
|
|
|
'tfrb_22_ln_2.weight':'transformer.resblocks.22.ln_2.weight',
|
|
|
'tfrb_22_ln_2.bias':'transformer.resblocks.22.ln_2.bias',
|
|
|
'tfrb_22_attn.in_proj_weight':'transformer.resblocks.22.attn.in_proj_weight',
|
|
|
'tfrb_22_attn.in_proj_bias':'transformer.resblocks.22.attn.in_proj_bias',
|
|
|
'tfrb_22_attn.out_proj.weight':'transformer.resblocks.22.attn.out_proj.weight',
|
|
|
'tfrb_22_attn.out_proj.bias':'transformer.resblocks.22.attn.out_proj.bias',
|
|
|
'tfrb_22_mlp_c_fc.weight':'transformer.resblocks.22.mlp.c_fc.weight',
|
|
|
'tfrb_22_mlp_c_fc.bias':'transformer.resblocks.22.mlp.c_fc.bias',
|
|
|
'tfrb_22_mlp_c_proj.weight':'transformer.resblocks.22.mlp.c_proj.weight',
|
|
|
'tfrb_22_mlp_c_proj.bias':'transformer.resblocks.22.mlp.c_proj.bias',
|
|
|
'tfrb_23_ln_1.weight':'transformer.resblocks.23.ln_1.weight',
|
|
|
'tfrb_23_ln_1.bias':'transformer.resblocks.23.ln_1.bias',
|
|
|
'tfrb_23_ln_2.weight':'transformer.resblocks.23.ln_2.weight',
|
|
|
'tfrb_23_ln_2.bias':'transformer.resblocks.23.ln_2.bias',
|
|
|
'tfrb_23_attn.in_proj_weight':'transformer.resblocks.23.attn.in_proj_weight',
|
|
|
'tfrb_23_attn.in_proj_bias':'transformer.resblocks.23.attn.in_proj_bias',
|
|
|
'tfrb_23_attn.out_proj.weight':'transformer.resblocks.23.attn.out_proj.weight',
|
|
|
'tfrb_23_attn.out_proj.bias':'transformer.resblocks.23.attn.out_proj.bias',
|
|
|
'tfrb_23_mlp_c_fc.weight':'transformer.resblocks.23.mlp.c_fc.weight',
|
|
|
'tfrb_23_mlp_c_fc.bias':'transformer.resblocks.23.mlp.c_fc.bias',
|
|
|
'tfrb_23_mlp_c_proj.weight':'transformer.resblocks.23.mlp.c_proj.weight',
|
|
|
'tfrb_23_mlp_c_proj.bias':'transformer.resblocks.23.mlp.c_proj.bias',
|
|
|
'ln_final.weight':'ln_final.weight',
|
|
|
'ln_final.bias':'ln_final.bias'} |
