EricHallahan commited on
Commit
b380a47
1 Parent(s): a05826a

float16 checkpoint

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -15,7 +15,6 @@
15
  "n_head": 16,
16
  "n_layer": 28,
17
  "n_positions": 2048,
18
- "rotary": true,
19
  "rotary_dim": 64,
20
  "summary_activation": null,
21
  "summary_first_dropout": 0.1,
@@ -31,6 +30,7 @@
31
  "max_length": 50
32
  }
33
  },
 
34
  "use_cache": true,
35
  "vocab_size": 50400
36
  }
 
15
  "n_head": 16,
16
  "n_layer": 28,
17
  "n_positions": 2048,
 
18
  "rotary_dim": 64,
19
  "summary_activation": null,
20
  "summary_first_dropout": 0.1,
 
30
  "max_length": 50
31
  }
32
  },
33
+ "torch_dtype": "float16",
34
  "use_cache": true,
35
  "vocab_size": 50400
36
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:975c4c76cdc05cea44019921661535e1c0edaf95a45cf031f30cb4eed696551a
3
- size 24321088144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:319b73584bcdd552fec914980a406cc2ee4f84affaf34bd8ed87fbe14bbba28e
3
+ size 12106053103