Transformers
PyTorch
perceiver
Inference Endpoints
nielsr HF staff commited on
Commit
7233b05
1 Parent(s): ca7bf55

Update model

Browse files
Files changed (2) hide show
  1. config.json +8 -4
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -9,7 +9,6 @@
9
  "d_latents": 512,
10
  "d_model": 704,
11
  "hidden_act": "gelu",
12
- "hidden_dropout_prob": 0.1,
13
  "id2label": {
14
  "0": "LABEL_0",
15
  "1": "LABEL_1",
@@ -1417,6 +1416,7 @@
1417
  "LABEL_99": 99
1418
  },
1419
  "layer_norm_eps": 1e-12,
 
1420
  "model_type": "perceiver",
1421
  "num_blocks": 1,
1422
  "num_cross_attention_heads": 1,
@@ -1424,17 +1424,21 @@
1424
  "num_latents": 784,
1425
  "num_self_attends_per_block": 8,
1426
  "num_self_attention_heads": 8,
1427
- "position_embedding_init_scale": 0.02,
 
 
 
 
 
1428
  "qk_channels": null,
1429
  "samples_per_patch": 16,
1430
  "self_attention_widening_factor": 1,
1431
- "seq_len": 2048,
1432
  "torch_dtype": "float32",
1433
  "train_size": [
1434
  368,
1435
  496
1436
  ],
1437
- "transformers_version": "4.12.0.dev0",
1438
  "use_query_residual": true,
1439
  "v_channels": null,
1440
  "vocab_size": 262
9
  "d_latents": 512,
10
  "d_model": 704,
11
  "hidden_act": "gelu",
 
12
  "id2label": {
13
  "0": "LABEL_0",
14
  "1": "LABEL_1",
1416
  "LABEL_99": 99
1417
  },
1418
  "layer_norm_eps": 1e-12,
1419
+ "max_position_embeddings": 2048,
1420
  "model_type": "perceiver",
1421
  "num_blocks": 1,
1422
  "num_cross_attention_heads": 1,
1424
  "num_latents": 784,
1425
  "num_self_attends_per_block": 8,
1426
  "num_self_attention_heads": 8,
1427
+ "output_shape": [
1428
+ 1,
1429
+ 16,
1430
+ 224,
1431
+ 224
1432
+ ],
1433
  "qk_channels": null,
1434
  "samples_per_patch": 16,
1435
  "self_attention_widening_factor": 1,
 
1436
  "torch_dtype": "float32",
1437
  "train_size": [
1438
  368,
1439
  496
1440
  ],
1441
+ "transformers_version": "4.13.0.dev0",
1442
  "use_query_residual": true,
1443
  "v_channels": null,
1444
  "vocab_size": 262
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb45b9ae57204621de8126876ad1c8ddb85ce7b3fb179b8068f01ec7fed90597
3
- size 79508115
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4793385536f1a1415efe0f7058bcbdb005d2d653876bb4f914631a423dee70d
3
+ size 79508371