{
  "metadata": {
    "total_size": 17543680
  },
  "weight_map": {
    "embeddings/LayerNorm/bias": "flax_model-00001-of-00019.msgpack",
    "embeddings/LayerNorm/scale": "flax_model-00001-of-00019.msgpack",
    "embeddings/position_embeddings/embedding": "flax_model-00002-of-00019.msgpack",
    "embeddings/token_type_embeddings/embedding": "flax_model-00003-of-00019.msgpack",
    "embeddings/word_embeddings/embedding": "flax_model-00004-of-00019.msgpack",
    "encoder/layer/0/attention/output/LayerNorm/bias": "flax_model-00005-of-00019.msgpack",
    "encoder/layer/0/attention/output/LayerNorm/scale": "flax_model-00005-of-00019.msgpack",
    "encoder/layer/0/attention/output/dense/bias": "flax_model-00005-of-00019.msgpack",
    "encoder/layer/0/attention/output/dense/kernel": "flax_model-00005-of-00019.msgpack",
    "encoder/layer/0/attention/self/key/bias": "flax_model-00005-of-00019.msgpack",
    "encoder/layer/0/attention/self/key/kernel": "flax_model-00006-of-00019.msgpack",
    "encoder/layer/0/attention/self/query/bias": "flax_model-00006-of-00019.msgpack",
    "encoder/layer/0/attention/self/query/kernel": "flax_model-00007-of-00019.msgpack",
    "encoder/layer/0/attention/self/value/bias": "flax_model-00007-of-00019.msgpack",
    "encoder/layer/0/attention/self/value/kernel": "flax_model-00008-of-00019.msgpack",
    "encoder/layer/0/intermediate/dense/bias": "flax_model-00008-of-00019.msgpack",
    "encoder/layer/0/intermediate/dense/kernel": "flax_model-00009-of-00019.msgpack",
    "encoder/layer/0/output/LayerNorm/bias": "flax_model-00010-of-00019.msgpack",
    "encoder/layer/0/output/LayerNorm/scale": "flax_model-00010-of-00019.msgpack",
    "encoder/layer/0/output/dense/bias": "flax_model-00010-of-00019.msgpack",
    "encoder/layer/0/output/dense/kernel": "flax_model-00011-of-00019.msgpack",
    "encoder/layer/1/attention/output/LayerNorm/bias": "flax_model-00012-of-00019.msgpack",
    "encoder/layer/1/attention/output/LayerNorm/scale": "flax_model-00012-of-00019.msgpack",
    "encoder/layer/1/attention/output/dense/bias": "flax_model-00012-of-00019.msgpack",
    "encoder/layer/1/attention/output/dense/kernel": "flax_model-00012-of-00019.msgpack",
    "encoder/layer/1/attention/self/key/bias": "flax_model-00012-of-00019.msgpack",
    "encoder/layer/1/attention/self/key/kernel": "flax_model-00013-of-00019.msgpack",
    "encoder/layer/1/attention/self/query/bias": "flax_model-00013-of-00019.msgpack",
    "encoder/layer/1/attention/self/query/kernel": "flax_model-00014-of-00019.msgpack",
    "encoder/layer/1/attention/self/value/bias": "flax_model-00014-of-00019.msgpack",
    "encoder/layer/1/attention/self/value/kernel": "flax_model-00015-of-00019.msgpack",
    "encoder/layer/1/intermediate/dense/bias": "flax_model-00015-of-00019.msgpack",
    "encoder/layer/1/intermediate/dense/kernel": "flax_model-00016-of-00019.msgpack",
    "encoder/layer/1/output/LayerNorm/bias": "flax_model-00017-of-00019.msgpack",
    "encoder/layer/1/output/LayerNorm/scale": "flax_model-00017-of-00019.msgpack",
    "encoder/layer/1/output/dense/bias": "flax_model-00017-of-00019.msgpack",
    "encoder/layer/1/output/dense/kernel": "flax_model-00018-of-00019.msgpack",
    "pooler/dense/bias": "flax_model-00019-of-00019.msgpack",
    "pooler/dense/kernel": "flax_model-00019-of-00019.msgpack"
  }
}