Training in progress, epoch 1

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,53 @@
+{
+  "_name_or_path": "deepmind/language-perceiver",
+  "architectures": [
+    "PerceiverForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "audio_samples_per_frame": 1920,
+  "cross_attention_shape_for_attention": "kv",
+  "cross_attention_widening_factor": 1,
+  "d_latents": 1280,
+  "d_model": 768,
+  "hidden_act": "gelu",
+  "id2label": {
+    "0": "negative",
+    "1": "neutral",
+    "2": "positive"
+  },
+  "image_size": 56,
+  "initializer_range": 0.02,
+  "label2id": {
+    "negative": 0,
+    "neutral": 1,
+    "positive": 2
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 2048,
+  "model_type": "perceiver",
+  "num_blocks": 1,
+  "num_cross_attention_heads": 8,
+  "num_frames": 16,
+  "num_latents": 256,
+  "num_self_attends_per_block": 26,
+  "num_self_attention_heads": 8,
+  "output_shape": [
+    1,
+    16,
+    224,
+    224
+  ],
+  "problem_type": "single_label_classification",
+  "qk_channels": 256,
+  "samples_per_patch": 16,
+  "self_attention_widening_factor": 1,
+  "torch_dtype": "float32",
+  "train_size": [
+    368,
+    496
+  ],
+  "transformers_version": "4.15.0",
+  "use_query_residual": true,
+  "v_channels": 1280,
+  "vocab_size": 262
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623aa51743093fa3a17f0339e4773f1bb8467c06175cacd06d573e83b1309c1e
+size 824551789

runs/Jan20_17-25-37_636afc414cc8/1642699563.4359243/events.out.tfevents.1642699563.636afc414cc8.62.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcac2a7d6aab1d8ba5b8657d830c19cbfe0c6d2b92343ac2c6dbc255586de359
+size 4713

runs/Jan20_17-25-37_636afc414cc8/events.out.tfevents.1642699563.636afc414cc8.62.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c575a7cbdeb65cd72ed2fcd2d734136b195c5f3127fa2ed6511f2613584b7ed
+size 12717

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": {"content": "[BOS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "[EOS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "sep_token": {"content": "[SEP]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": {"content": "[PAD]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "cls_token": {"content": "[CLS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"pad_token": {"content": "[PAD]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "[BOS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "[EOS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "[CLS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "sep_token": {"content": "[SEP]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 2048, "special_tokens_map_file": "/root/.cache/huggingface/transformers/1e672f45699664b4878133bd3625998f38651ea1b4f36cb5722aff0fe0404bd8.7ff539969264e209ec2a7e131831ba24df744708e52840079a10a7a1412761fb", "tokenizer_file": null, "name_or_path": "deepmind/language-perceiver", "tokenizer_class": "PerceiverTokenizer"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4200fa34c79027f96b45f532e3b915bcf4d306126fcccc0f3d7892badcc9b29b
+size 2927