ArthurZ HF staff commited on
Commit
73b6a88
1 Parent(s): 0a51fe5

Update config.json (#8)

Browse files

- Update config.json (ea43fa39579ae6447495303b178c22889d3ceb0b)

Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -77,7 +77,7 @@
77
  "alignment_head": null,
78
  "alignment_layer": null,
79
  "attention_multiplier": 0.25,
80
- "attention_pattern": "RawColumnPreviousRowAttention",
81
  "attn_dropout": 0,
82
  "attn_res_scale": false,
83
  "blocks": 64,
@@ -134,7 +134,7 @@
134
  "alignment_head": null,
135
  "alignment_layer": null,
136
  "attention_multiplier": 0.25,
137
- "attention_pattern": "RawColumnPreviousRowAttention",
138
  "attn_dropout": 0,
139
  "attn_res_scale": false,
140
  "blocks": 64,
 
77
  "alignment_head": null,
78
  "alignment_layer": null,
79
  "attention_multiplier": 0.25,
80
+ "attention_pattern": "raw_column_previous_row_attention",
81
  "attn_dropout": 0,
82
  "attn_res_scale": false,
83
  "blocks": 64,
 
134
  "alignment_head": null,
135
  "alignment_layer": null,
136
  "attention_multiplier": 0.25,
137
+ "attention_pattern": "raw_column_previous_row_attention",
138
  "attn_dropout": 0,
139
  "attn_res_scale": false,
140
  "blocks": 64,