Specify encoder attn type

config.json

@@ -23,6 +23,7 @@
   "relative_attention_max_distance": 128,
   "relative_attention_num_buckets": 32,
   "transformers_version": "4.19.0.dev0",
+  "encoder_attention_type": "local",
   "use_cache": true,
   "vocab_size": 32128
 }