hpc model

README.md

@@ -1,3 +1,100 @@
 ---
+datasets:
+- BramVanroy/hebban-reviews
+language:
+- nl
 license: mit
+metrics:
+- accuracy
+- f1
+- precision
+- qwk
+- recall
+model-index:
+- name: bert-base-dutch-cased-hebban-reviews5
+  results:
+  - dataset:
+      config: filtered_rating
+      name: BramVanroy/hebban-reviews - filtered_rating - 2.0.0
+      revision: 2.0.0
+      split: test
+      type: BramVanroy/hebban-reviews
+    metrics:
+    - name: Test accuracy
+      type: accuracy
+      value: 0.6071005917159763
+    - name: Test f1
+      type: f1
+      value: 0.6050857981600024
+    - name: Test precision
+      type: precision
+      value: 0.6167698094913165
+    - name: Test qwk
+      type: qwk
+      value: 0.7455315835020534
+    - name: Test recall
+      type: recall
+      value: 0.6071005917159763
+    task:
+      name: sentiment analysis
+      type: text-classification
+tags:
+- sentiment-analysis
+- dutch
+- text
+widget:
+- text: Wauw, wat een leuk boek! Ik heb me er er goed mee vermaakt.
+- text: Nee, deze vond ik niet goed. De auteur doet zijn best om je als lezer mee
+    te trekken in het verhaal maar mij overtuigt het alleszins niet.
+- text: Ik vind het niet slecht maar de schrijfstijl trekt me ook niet echt aan. Het
+    wordt een beetje saai vanaf het vijfde hoofdstuk
 ---
+
+# bert-base-dutch-cased-hebban-reviews
+
+# Dataset
+- dataset_name: BramVanroy/hebban-reviews
+- dataset_config: filtered_rating
+- dataset_revision: 2.0.0
+- labelcolumn: review_rating0
+- textcolumn: review_text_without_quotes
+
+# Training
+- optim: adamw_hf
+- learning_rate: 5e-05
+- per_device_train_batch_size: 64
+- per_device_eval_batch_size: 64
+- gradient_accumulation_steps: 1
+- max_steps: 5001
+- save_steps: 500
+- metric_for_best_model: qwk
+
+# Best checkedpoint based on validation
+- best_metric: 0.736704788874575
+- best_model_checkpoint: trained/hebban-reviews5/bert-base-dutch-cased/checkpoint-2000
+
+# Test results of best checkpoint
+- accuracy: 0.6071005917159763
+- f1: 0.6050857981600024
+- precision: 0.6167698094913165
+- qwk: 0.7455315835020534
+- recall: 0.6071005917159763
+
+## Confusion matric
+
+![cfm](fig/test_confusion_matrix.png)
+
+## Normalized confusion matrix
+
+![norm cfm](fig/test_confusion_matrix_norm.png)
+
+# Environment
+- cuda_capabilities: 8.0; 8.0
+- cuda_device_count: 2
+- cuda_devices: NVIDIA A100-SXM4-80GB; NVIDIA A100-SXM4-80GB
+- finetuner_commit: 8159b4c1d5e66b36f68dd263299927ffb8670ebd
+- platform: Linux-4.18.0-305.49.1.el8_4.x86_64-x86_64-with-glibc2.28
+- python_version: 3.9.5
+- toch_version: 1.10.0
+- transformers_version: 4.21.0
+

all_results.json

@@ -0,0 +1,12 @@
+{
+    "accuracy": 0.6071005917159763,
+    "epoch": 4.38,
+    "f1": 0.6050857981600024,
+    "precision": 0.6167698094913165,
+    "qwk": 0.7455315835020534,
+    "recall": 0.6071005917159763,
+    "train_loss": 0.6534907585846093,
+    "train_runtime": 2624.2686,
+    "train_samples_per_second": 243.926,
+    "train_steps_per_second": 1.906
+}

args.json

@@ -0,0 +1,136 @@
+{
+    "_n_gpu": 1,
+    "adafactor": false,
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.999,
+    "adam_epsilon": 1e-08,
+    "auto_find_batch_size": false,
+    "bf16": false,
+    "bf16_full_eval": false,
+    "calculate_qwk": true,
+    "data_seed": 42,
+    "dataloader_drop_last": false,
+    "dataloader_num_workers": 0,
+    "dataloader_pin_memory": true,
+    "dataset_config": "filtered_rating",
+    "dataset_name": "BramVanroy/hebban-reviews",
+    "dataset_revision": "2.0.0",
+    "ddp_bucket_cap_mb": null,
+    "ddp_find_unused_parameters": null,
+    "debug": [],
+    "deepspeed": null,
+    "disable_tqdm": false,
+    "do_early_stopping": false,
+    "do_eval": true,
+    "do_optimize": false,
+    "do_predict": true,
+    "do_train": true,
+    "early_stopping_patience": 1,
+    "early_stopping_threshold": 0.0,
+    "eval_accumulation_steps": null,
+    "eval_delay": 0,
+    "eval_steps": 500,
+    "evaluation_strategy": "steps",
+    "fp16": true,
+    "fp16_backend": "auto",
+    "fp16_full_eval": false,
+    "fp16_opt_level": "O1",
+    "fsdp": [],
+    "fsdp_min_num_params": 0,
+    "fsdp_transformer_layer_cls_to_wrap": null,
+    "full_determinism": false,
+    "gradient_accumulation_steps": 1,
+    "gradient_checkpointing": false,
+    "greater_is_better": true,
+    "group_by_length": false,
+    "half_precision_backend": "cuda_amp",
+    "hub_model_id": null,
+    "hub_private_repo": false,
+    "hub_strategy": "every_save",
+    "hub_token": null,
+    "ignore_data_skip": false,
+    "include_inputs_for_metrics": false,
+    "jit_mode_eval": false,
+    "label_names": null,
+    "label_smoothing_factor": 0.0,
+    "labelcolumn": "review_rating0",
+    "labelnames": [
+        "1",
+        "2",
+        "3",
+        "4",
+        "5"
+    ],
+    "learning_rate": 5e-05,
+    "length_column_name": "length",
+    "load_best_model_at_end": true,
+    "local_rank": 0,
+    "log_level": -1,
+    "log_level_replica": -1,
+    "log_on_each_node": true,
+    "logging_dir": "trained/hebban-reviews5/bert-base-dutch-cased/runs/Jul28_23-44-10_node3907.accelgor.os",
+    "logging_first_step": false,
+    "logging_nan_inf_filter": true,
+    "logging_steps": 500,
+    "logging_strategy": "steps",
+    "lr_scheduler_type": "linear",
+    "max_grad_norm": 1.0,
+    "max_seq_length": null,
+    "max_steps": 5001,
+    "max_test_samples": null,
+    "max_train_samples": null,
+    "max_validation_samples": null,
+    "metric_for_best_model": "qwk",
+    "model_name_or_path": "GroNLP/bert-base-dutch-cased",
+    "model_revision": "main",
+    "mp_parameters": "",
+    "n_trials": 8,
+    "no_cuda": false,
+    "num_train_epochs": 3.0,
+    "optim": "adamw_hf",
+    "output_dir": "trained/hebban-reviews5/bert-base-dutch-cased",
+    "overwrite_cache": false,
+    "overwrite_output_dir": true,
+    "past_index": -1,
+    "per_device_eval_batch_size": 64,
+    "per_device_train_batch_size": 64,
+    "per_gpu_eval_batch_size": null,
+    "per_gpu_train_batch_size": null,
+    "prediction_loss_only": false,
+    "push_to_hub": false,
+    "push_to_hub_model_id": null,
+    "push_to_hub_organization": null,
+    "push_to_hub_token": null,
+    "ray_scope": "all",
+    "remove_unused_columns": true,
+    "report_to": [
+        "tensorboard"
+    ],
+    "resume_from_checkpoint": null,
+    "run_name": "trained/hebban-reviews5/bert-base-dutch-cased",
+    "save_on_each_node": false,
+    "save_steps": 500,
+    "save_strategy": "steps",
+    "save_total_limit": null,
+    "scheduler_type": null,
+    "seed": 42,
+    "sharded_ddp": [],
+    "skip_memory_metrics": true,
+    "split_seed": 42,
+    "testsplit_name": "test",
+    "textcolumn": "review_text_without_quotes",
+    "tf32": null,
+    "torchdynamo": null,
+    "tpu_metrics_debug": false,
+    "tpu_num_cores": null,
+    "trainsplit_name": "train",
+    "use_class_weights": true,
+    "use_ipex": false,
+    "use_legacy_prediction_loop": false,
+    "validation_size": 0.1,
+    "validationsplit_name": "validation",
+    "warmup_ratio": 0.0,
+    "warmup_steps": 0,
+    "weight_decay": 0.0,
+    "xpu_backend": null
+}

config.json

@@ -0,0 +1,40 @@
+{
+  "_name_or_path": "GroNLP/bert-base-dutch-cased",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "1",
+    "1": "2",
+    "2": "3",
+    "3": "4",
+    "4": "5"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "1": 0,
+    "2": 1,
+    "3": 2,
+    "4": 3,
+    "5": 4
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 3,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.21.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30073
+}

env.json

@@ -0,0 +1,10 @@
+{
+    "cuda_capabilities": "8.0; 8.0",
+    "cuda_device_count": 2,
+    "cuda_devices": "NVIDIA A100-SXM4-80GB; NVIDIA A100-SXM4-80GB",
+    "finetuner_commit": "8159b4c1d5e66b36f68dd263299927ffb8670ebd",
+    "platform": "Linux-4.18.0-305.49.1.el8_4.x86_64-x86_64-with-glibc2.28",
+    "python_version": "3.9.5",
+    "toch_version": "1.10.0",
+    "transformers_version": "4.21.0"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620c73c299fb373849708179aa65a2b39ff7504f7b85ab01dc6d397281264afc
+size 436636013

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

test_predictions.txt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5697c39532a1d41ed8ac36188caf2b8daf87d1668003dff91afb92c9e2ffd1fa
+size 65128043

test_results.json

@@ -0,0 +1,7 @@
+{
+    "accuracy": 0.6071005917159763,
+    "f1": 0.6050857981600024,
+    "precision": 0.6167698094913165,
+    "qwk": 0.7455315835020534,
+    "recall": 0.6071005917159763
+}

tokenizer_config.json

@@ -0,0 +1,16 @@
+{
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "name_or_path": "GroNLP/bert-base-dutch-cased",
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "special_tokens_map_file": "/data/gent/vo/000/gvo00042/vsc42515/cache/transformers/adb82a117c09b0f8768357de8e836a9e0610730782f82edc49dd0020c48f1d03.dd8bd9bfd3664b530ea4e645105f557769387b3da9f79bdb55ed556bdd80611d",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

train_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 4.38,
+    "train_loss": 0.6534907585846093,
+    "train_runtime": 2624.2686,
+    "train_samples_per_second": 243.926,
+    "train_steps_per_second": 1.906
+}

trainer_state.json

@@ -0,0 +1,215 @@
+{
+  "best_metric": 0.736704788874575,
+  "best_model_checkpoint": "trained/hebban-reviews5/bert-base-dutch-cased/checkpoint-2000",
+  "epoch": 4.382997370727432,
+  "global_step": 5001,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.502099580083983e-05,
+      "loss": 1.0628,
+      "step": 500
+    },
+    {
+      "epoch": 0.44,
+      "eval_accuracy": 0.5249013806706114,
+      "eval_f1": 0.5054676750370117,
+      "eval_loss": 0.972381055355072,
+      "eval_precision": 0.5814795813726913,
+      "eval_qwk": 0.675301288961484,
+      "eval_recall": 0.5249013806706114,
+      "eval_runtime": 23.7597,
+      "eval_samples_per_second": 682.838,
+      "eval_steps_per_second": 5.345,
+      "step": 500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.003199360127974e-05,
+      "loss": 0.9275,
+      "step": 1000
+    },
+    {
+      "epoch": 0.88,
+      "eval_accuracy": 0.5803747534516766,
+      "eval_f1": 0.5800698497775874,
+      "eval_loss": 0.9043073654174805,
+      "eval_precision": 0.5998353070803661,
+      "eval_qwk": 0.6907240399456925,
+      "eval_recall": 0.5803747534516766,
+      "eval_runtime": 23.5439,
+      "eval_samples_per_second": 689.096,
+      "eval_steps_per_second": 5.394,
+      "step": 1000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 3.5032993401319734e-05,
+      "loss": 0.7905,
+      "step": 1500
+    },
+    {
+      "epoch": 1.31,
+      "eval_accuracy": 0.5796351084812623,
+      "eval_f1": 0.5676464095326524,
+      "eval_loss": 1.034230351448059,
+      "eval_precision": 0.6112897936486814,
+      "eval_qwk": 0.7101436512464515,
+      "eval_recall": 0.5796351084812623,
+      "eval_runtime": 23.4901,
+      "eval_samples_per_second": 690.673,
+      "eval_steps_per_second": 5.407,
+      "step": 1500
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.0033993201359727e-05,
+      "loss": 0.752,
+      "step": 2000
+    },
+    {
+      "epoch": 1.75,
+      "eval_accuracy": 0.6031188362919132,
+      "eval_f1": 0.6016431505000863,
+      "eval_loss": 0.9555270671844482,
+      "eval_precision": 0.6136242524571098,
+      "eval_qwk": 0.736704788874575,
+      "eval_recall": 0.6031188362919132,
+      "eval_runtime": 23.517,
+      "eval_samples_per_second": 689.883,
+      "eval_steps_per_second": 5.4,
+      "step": 2000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.503499300139972e-05,
+      "loss": 0.6586,
+      "step": 2500
+    },
+    {
+      "epoch": 2.19,
+      "eval_accuracy": 0.6086661735700197,
+      "eval_f1": 0.6013743918352756,
+      "eval_loss": 1.2705243825912476,
+      "eval_precision": 0.6225560419622415,
+      "eval_qwk": 0.729031471959436,
+      "eval_recall": 0.6086661735700197,
+      "eval_runtime": 23.6098,
+      "eval_samples_per_second": 687.171,
+      "eval_steps_per_second": 5.379,
+      "step": 2500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 2.0035992801439712e-05,
+      "loss": 0.553,
+      "step": 3000
+    },
+    {
+      "epoch": 2.63,
+      "eval_accuracy": 0.6136587771203156,
+      "eval_f1": 0.6146337033967545,
+      "eval_loss": 1.228061556816101,
+      "eval_precision": 0.6211825781857317,
+      "eval_qwk": 0.7324255391770746,
+      "eval_recall": 0.6136587771203156,
+      "eval_runtime": 23.6608,
+      "eval_samples_per_second": 685.691,
+      "eval_steps_per_second": 5.368,
+      "step": 3000
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 1.5036992601479705e-05,
+      "loss": 0.5431,
+      "step": 3500
+    },
+    {
+      "epoch": 3.07,
+      "eval_accuracy": 0.621733234714004,
+      "eval_f1": 0.6208966398212863,
+      "eval_loss": 1.3134678602218628,
+      "eval_precision": 0.6258367808640274,
+      "eval_qwk": 0.735849167037898,
+      "eval_recall": 0.621733234714004,
+      "eval_runtime": 23.6119,
+      "eval_samples_per_second": 687.111,
+      "eval_steps_per_second": 5.379,
+      "step": 3500
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.0037992401519696e-05,
+      "loss": 0.4393,
+      "step": 4000
+    },
+    {
+      "epoch": 3.51,
+      "eval_accuracy": 0.6137820512820513,
+      "eval_f1": 0.6131333532641816,
+      "eval_loss": 1.4117528200149536,
+      "eval_precision": 0.6232629307358518,
+      "eval_qwk": 0.7288962630201523,
+      "eval_recall": 0.6137820512820513,
+      "eval_runtime": 23.5573,
+      "eval_samples_per_second": 688.704,
+      "eval_steps_per_second": 5.391,
+      "step": 4000
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 5.038992201559688e-06,
+      "loss": 0.4343,
+      "step": 4500
+    },
+    {
+      "epoch": 3.94,
+      "eval_accuracy": 0.6222263313609467,
+      "eval_f1": 0.621745253450685,
+      "eval_loss": 1.4303702116012573,
+      "eval_precision": 0.6274850559871306,
+      "eval_qwk": 0.7324157916744618,
+      "eval_recall": 0.6222263313609467,
+      "eval_runtime": 23.6811,
+      "eval_samples_per_second": 685.102,
+      "eval_steps_per_second": 5.363,
+      "step": 4500
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 3.9992001599680065e-08,
+      "loss": 0.3742,
+      "step": 5000
+    },
+    {
+      "epoch": 4.38,
+      "eval_accuracy": 0.6243836291913215,
+      "eval_f1": 0.6243487767060615,
+      "eval_loss": 1.5099977254867554,
+      "eval_precision": 0.6284527038156085,
+      "eval_qwk": 0.7324197971005459,
+      "eval_recall": 0.6243836291913215,
+      "eval_runtime": 23.6109,
+      "eval_samples_per_second": 687.14,
+      "eval_steps_per_second": 5.379,
+      "step": 5000
+    },
+    {
+      "epoch": 4.38,
+      "step": 5001,
+      "total_flos": 1.6839139993111757e+17,
+      "train_loss": 0.6534907585846093,
+      "train_runtime": 2624.2686,
+      "train_samples_per_second": 243.926,
+      "train_steps_per_second": 1.906
+    }
+  ],
+  "max_steps": 5001,
+  "num_train_epochs": 5,
+  "total_flos": 1.6839139993111757e+17,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d730533fd36eb97551b47ee383890aa1504525b10f2387c9993f78363236e19
+size 3375