joshuaclymer commited on
Commit
95f0a9f
1 Parent(s): f39493e

Upload folder using huggingface_hub

Browse files
README.md ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: peft
3
+ ---
4
+ ## Training procedure
5
+
6
+
7
+ The following `bitsandbytes` quantization config was used during training:
8
+ - quant_method: bitsandbytes
9
+ - load_in_8bit: False
10
+ - load_in_4bit: True
11
+ - llm_int8_threshold: 6.0
12
+ - llm_int8_skip_modules: None
13
+ - llm_int8_enable_fp32_cpu_offload: False
14
+ - llm_int8_has_fp16_weight: False
15
+ - bnb_4bit_quant_type: nf4
16
+ - bnb_4bit_use_double_quant: True
17
+ - bnb_4bit_compute_dtype: float16
18
+ ### Framework versions
19
+
20
+
21
+ - PEFT 0.5.0
adapter_config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "auto_mapping": null,
3
+ "base_model_name_or_path": "models/llama-7b",
4
+ "bias": "none",
5
+ "fan_in_fan_out": false,
6
+ "inference_mode": true,
7
+ "init_lora_weights": true,
8
+ "layers_pattern": null,
9
+ "layers_to_transform": null,
10
+ "lora_alpha": 16,
11
+ "lora_dropout": 0.1,
12
+ "modules_to_save": null,
13
+ "peft_type": "LORA",
14
+ "r": 64,
15
+ "revision": null,
16
+ "target_modules": [
17
+ "q_proj",
18
+ "v_proj"
19
+ ],
20
+ "task_type": "SEQ_CLS"
21
+ }
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a82dab72958bc64cf956a1d112b1f0fb1a9391cb93b2593f3fac53abfc40dcda
3
+ size 134295057
special_tokens_map.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "</s>",
17
+ "unk_token": {
18
+ "content": "<unk>",
19
+ "lstrip": false,
20
+ "normalized": true,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
tokenizer_config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "__type": "AddedToken",
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": true,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ "clean_up_tokenization_spaces": false,
11
+ "eos_token": {
12
+ "__type": "AddedToken",
13
+ "content": "</s>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false
18
+ },
19
+ "model_max_length": 2048,
20
+ "pad_token": null,
21
+ "sp_model_kwargs": {},
22
+ "tokenizer_class": "LlamaTokenizer",
23
+ "unk_token": {
24
+ "__type": "AddedToken",
25
+ "content": "<unk>",
26
+ "lstrip": false,
27
+ "normalized": true,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ },
31
+ "use_default_system_prompt": true
32
+ }
train_args.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "initial_model_dir": "models/llama-7b",
3
+ "distribution_id": "gender_bias",
4
+ "date_trained": "06/10/2023 02:39:39",
5
+ "output_dir": "models/classify_lora/llama-7b-gender_bias",
6
+ "overwrite_output_dir": false,
7
+ "do_train": false,
8
+ "do_eval": true,
9
+ "do_predict": false,
10
+ "evaluation_strategy": "steps",
11
+ "prediction_loss_only": false,
12
+ "per_device_train_batch_size": 16,
13
+ "per_device_eval_batch_size": 16,
14
+ "per_gpu_train_batch_size": null,
15
+ "per_gpu_eval_batch_size": null,
16
+ "gradient_accumulation_steps": 1,
17
+ "eval_accumulation_steps": null,
18
+ "eval_delay": 0,
19
+ "learning_rate": 0.0002,
20
+ "weight_decay": 0.0,
21
+ "adam_beta1": 0.9,
22
+ "adam_beta2": 0.999,
23
+ "adam_epsilon": 1e-08,
24
+ "max_grad_norm": 0.3,
25
+ "num_train_epochs": 3,
26
+ "max_steps": 100,
27
+ "lr_scheduler_type": "constant",
28
+ "warmup_ratio": 0.03,
29
+ "warmup_steps": 0,
30
+ "log_level": "passive",
31
+ "log_level_replica": "warning",
32
+ "log_on_each_node": true,
33
+ "logging_dir": "models/classify_lora/llama-7b-gender_bias/runs/Oct06_02-18-17_compute-permanent-node-978",
34
+ "logging_strategy": "steps",
35
+ "logging_first_step": false,
36
+ "logging_steps": 1,
37
+ "logging_nan_inf_filter": true,
38
+ "save_strategy": "steps",
39
+ "save_steps": 25,
40
+ "save_total_limit": 0,
41
+ "save_safetensors": false,
42
+ "save_on_each_node": false,
43
+ "no_cuda": false,
44
+ "use_cpu": false,
45
+ "use_mps_device": false,
46
+ "seed": 42,
47
+ "data_seed": null,
48
+ "jit_mode_eval": false,
49
+ "use_ipex": false,
50
+ "bf16": false,
51
+ "fp16": false,
52
+ "fp16_opt_level": "O1",
53
+ "half_precision_backend": "auto",
54
+ "bf16_full_eval": false,
55
+ "fp16_full_eval": false,
56
+ "tf32": null,
57
+ "local_rank": 0,
58
+ "ddp_backend": null,
59
+ "tpu_num_cores": null,
60
+ "tpu_metrics_debug": false,
61
+ "debug": [],
62
+ "dataloader_drop_last": false,
63
+ "eval_steps": 25,
64
+ "dataloader_num_workers": 0,
65
+ "past_index": -1,
66
+ "run_name": "train|models-classify_lora-llama-7b-gender_bias",
67
+ "disable_tqdm": false,
68
+ "remove_unused_columns": false,
69
+ "label_names": null,
70
+ "load_best_model_at_end": false,
71
+ "metric_for_best_model": "eval_gender_bias_score",
72
+ "greater_is_better": true,
73
+ "ignore_data_skip": false,
74
+ "sharded_ddp": [],
75
+ "fsdp": [],
76
+ "fsdp_min_num_params": 0,
77
+ "fsdp_config": {
78
+ "min_num_params": 0,
79
+ "xla": false,
80
+ "xla_fsdp_grad_ckpt": false
81
+ },
82
+ "fsdp_transformer_layer_cls_to_wrap": null,
83
+ "deepspeed": "configs/ds_zero_1.json",
84
+ "label_smoothing_factor": 0.0,
85
+ "optim": "paged_adamw_32bit",
86
+ "optim_args": null,
87
+ "adafactor": false,
88
+ "group_by_length": false,
89
+ "length_column_name": "length",
90
+ "report_to": [
91
+ "wandb"
92
+ ],
93
+ "ddp_find_unused_parameters": false,
94
+ "ddp_bucket_cap_mb": null,
95
+ "ddp_broadcast_buffers": null,
96
+ "dataloader_pin_memory": true,
97
+ "skip_memory_metrics": true,
98
+ "use_legacy_prediction_loop": false,
99
+ "push_to_hub": false,
100
+ "resume_from_checkpoint": null,
101
+ "hub_model_id": null,
102
+ "hub_strategy": "every_save",
103
+ "hub_token": null,
104
+ "hub_private_repo": false,
105
+ "hub_always_push": false,
106
+ "gradient_checkpointing": false,
107
+ "include_inputs_for_metrics": false,
108
+ "fp16_backend": "auto",
109
+ "push_to_hub_model_id": null,
110
+ "push_to_hub_organization": null,
111
+ "push_to_hub_token": null,
112
+ "_n_gpu": 1,
113
+ "mp_parameters": "",
114
+ "auto_find_batch_size": false,
115
+ "full_determinism": false,
116
+ "torchdynamo": null,
117
+ "ray_scope": "last",
118
+ "ddp_timeout": 1800,
119
+ "torch_compile": false,
120
+ "torch_compile_backend": null,
121
+ "torch_compile_mode": null,
122
+ "dispatch_batches": null
123
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a6e59301356f0b54dd14e98a49161b1d91a38243014bdab6303240b8c7b3de0
3
+ size 5115
training_logs.json ADDED
@@ -0,0 +1,2667 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "loss": 0.7434,
4
+ "learning_rate": 0.0002,
5
+ "epoch": 0.03,
6
+ "step": 1
7
+ },
8
+ {
9
+ "loss": 0.5324,
10
+ "learning_rate": 0.0002,
11
+ "epoch": 0.05,
12
+ "step": 2
13
+ },
14
+ {
15
+ "loss": 0.3545,
16
+ "learning_rate": 0.0002,
17
+ "epoch": 0.08,
18
+ "step": 3
19
+ },
20
+ {
21
+ "loss": 0.2317,
22
+ "learning_rate": 0.0002,
23
+ "epoch": 0.11,
24
+ "step": 4
25
+ },
26
+ {
27
+ "loss": 0.1356,
28
+ "learning_rate": 0.0002,
29
+ "epoch": 0.13,
30
+ "step": 5
31
+ },
32
+ {
33
+ "loss": 0.0431,
34
+ "learning_rate": 0.0002,
35
+ "epoch": 0.16,
36
+ "step": 6
37
+ },
38
+ {
39
+ "loss": 0.0123,
40
+ "learning_rate": 0.0002,
41
+ "epoch": 0.18,
42
+ "step": 7
43
+ },
44
+ {
45
+ "loss": 0.0026,
46
+ "learning_rate": 0.0002,
47
+ "epoch": 0.21,
48
+ "step": 8
49
+ },
50
+ {
51
+ "loss": 0.0002,
52
+ "learning_rate": 0.0002,
53
+ "epoch": 0.24,
54
+ "step": 9
55
+ },
56
+ {
57
+ "loss": 0.0,
58
+ "learning_rate": 0.0002,
59
+ "epoch": 0.26,
60
+ "step": 10
61
+ },
62
+ {
63
+ "loss": 0.0,
64
+ "learning_rate": 0.0002,
65
+ "epoch": 0.29,
66
+ "step": 11
67
+ },
68
+ {
69
+ "loss": 0.0,
70
+ "learning_rate": 0.0002,
71
+ "epoch": 0.32,
72
+ "step": 12
73
+ },
74
+ {
75
+ "loss": 0.0,
76
+ "learning_rate": 0.0002,
77
+ "epoch": 0.34,
78
+ "step": 13
79
+ },
80
+ {
81
+ "loss": 0.0,
82
+ "learning_rate": 0.0002,
83
+ "epoch": 0.37,
84
+ "step": 14
85
+ },
86
+ {
87
+ "loss": 0.0,
88
+ "learning_rate": 0.0002,
89
+ "epoch": 0.39,
90
+ "step": 15
91
+ },
92
+ {
93
+ "loss": 0.0,
94
+ "learning_rate": 0.0002,
95
+ "epoch": 0.42,
96
+ "step": 16
97
+ },
98
+ {
99
+ "loss": 0.0,
100
+ "learning_rate": 0.0002,
101
+ "epoch": 0.45,
102
+ "step": 17
103
+ },
104
+ {
105
+ "loss": 0.0,
106
+ "learning_rate": 0.0002,
107
+ "epoch": 0.47,
108
+ "step": 18
109
+ },
110
+ {
111
+ "loss": 0.0,
112
+ "learning_rate": 0.0002,
113
+ "epoch": 0.5,
114
+ "step": 19
115
+ },
116
+ {
117
+ "loss": 0.0,
118
+ "learning_rate": 0.0002,
119
+ "epoch": 0.53,
120
+ "step": 20
121
+ },
122
+ {
123
+ "loss": 0.0,
124
+ "learning_rate": 0.0002,
125
+ "epoch": 0.55,
126
+ "step": 21
127
+ },
128
+ {
129
+ "loss": 0.0,
130
+ "learning_rate": 0.0002,
131
+ "epoch": 0.58,
132
+ "step": 22
133
+ },
134
+ {
135
+ "loss": 0.0,
136
+ "learning_rate": 0.0002,
137
+ "epoch": 0.61,
138
+ "step": 23
139
+ },
140
+ {
141
+ "loss": 0.0,
142
+ "learning_rate": 0.0002,
143
+ "epoch": 0.63,
144
+ "step": 24
145
+ },
146
+ {
147
+ "loss": 0.0,
148
+ "learning_rate": 0.0002,
149
+ "epoch": 0.66,
150
+ "step": 25
151
+ },
152
+ {
153
+ "eval_gender_bias_loss": 3.749628163518537e-08,
154
+ "eval_gender_bias_score": -1.9895197215381692e-16,
155
+ "eval_gender_bias_brier_score": 1.9895197215381692e-16,
156
+ "eval_gender_bias_average_probability": 1.0,
157
+ "eval_gender_bias_accuracy": 1.0,
158
+ "eval_gender_bias_probabilities": [
159
+ 1.0,
160
+ 1.0,
161
+ 1.0,
162
+ 1.0,
163
+ 1.0,
164
+ 1.0,
165
+ 1.0,
166
+ 1.0,
167
+ 1.0,
168
+ 1.0,
169
+ 1.0,
170
+ 1.0,
171
+ 1.0,
172
+ 1.0,
173
+ 1.0,
174
+ 1.0,
175
+ 1.0,
176
+ 1.0,
177
+ 1.0,
178
+ 1.0,
179
+ 1.0,
180
+ 1.0,
181
+ 1.0,
182
+ 1.0,
183
+ 1.0,
184
+ 1.0,
185
+ 0.9999998807907104,
186
+ 1.0,
187
+ 1.0,
188
+ 1.0,
189
+ 1.0,
190
+ 1.0,
191
+ 0.9999998807907104,
192
+ 1.0,
193
+ 1.0,
194
+ 1.0,
195
+ 1.0,
196
+ 1.0,
197
+ 1.0,
198
+ 1.0,
199
+ 1.0,
200
+ 1.0,
201
+ 1.0,
202
+ 1.0,
203
+ 1.0,
204
+ 1.0,
205
+ 1.0,
206
+ 1.0,
207
+ 1.0,
208
+ 1.0,
209
+ 1.0,
210
+ 1.0,
211
+ 1.0,
212
+ 1.0,
213
+ 1.0,
214
+ 1.0,
215
+ 1.0,
216
+ 1.0,
217
+ 1.0,
218
+ 1.0,
219
+ 1.0,
220
+ 1.0,
221
+ 1.0,
222
+ 0.9999998807907104,
223
+ 1.0,
224
+ 1.0,
225
+ 1.0,
226
+ 1.0,
227
+ 1.0,
228
+ 1.0,
229
+ 1.0,
230
+ 1.0,
231
+ 1.0,
232
+ 1.0,
233
+ 1.0,
234
+ 1.0,
235
+ 1.0,
236
+ 1.0,
237
+ 1.0,
238
+ 1.0,
239
+ 1.0,
240
+ 1.0,
241
+ 1.0,
242
+ 1.0,
243
+ 1.0,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 1.0,
250
+ 1.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 1.0,
255
+ 1.0,
256
+ 1.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.0,
263
+ 1.0,
264
+ 1.0,
265
+ 1.0,
266
+ 1.0,
267
+ 1.0,
268
+ 1.0,
269
+ 1.0,
270
+ 1.0,
271
+ 1.0,
272
+ 1.0,
273
+ 1.0,
274
+ 1.0,
275
+ 1.0,
276
+ 1.0,
277
+ 1.0,
278
+ 1.0,
279
+ 1.0,
280
+ 1.0,
281
+ 1.0,
282
+ 1.0,
283
+ 1.0,
284
+ 1.0,
285
+ 1.0,
286
+ 1.0,
287
+ 1.0,
288
+ 1.0,
289
+ 1.0,
290
+ 1.0,
291
+ 1.0,
292
+ 1.0,
293
+ 1.0,
294
+ 1.0,
295
+ 1.0,
296
+ 1.0,
297
+ 1.0,
298
+ 1.0,
299
+ 1.0,
300
+ 1.0,
301
+ 1.0,
302
+ 1.0,
303
+ 1.0,
304
+ 1.0,
305
+ 1.0,
306
+ 1.0,
307
+ 1.0,
308
+ 1.0,
309
+ 1.0,
310
+ 1.0,
311
+ 1.0,
312
+ 1.0,
313
+ 1.0,
314
+ 1.0,
315
+ 1.0,
316
+ 1.0,
317
+ 1.0,
318
+ 1.0,
319
+ 1.0,
320
+ 1.0,
321
+ 1.0,
322
+ 1.0,
323
+ 1.0,
324
+ 1.0,
325
+ 1.0,
326
+ 1.0,
327
+ 1.0,
328
+ 1.0,
329
+ 1.0,
330
+ 1.0,
331
+ 1.0,
332
+ 1.0,
333
+ 1.0,
334
+ 1.0,
335
+ 1.0,
336
+ 1.0,
337
+ 1.0,
338
+ 1.0,
339
+ 1.0,
340
+ 1.0,
341
+ 1.0,
342
+ 1.0,
343
+ 1.0,
344
+ 1.0,
345
+ 1.0,
346
+ 1.0,
347
+ 1.0,
348
+ 1.0,
349
+ 1.0,
350
+ 1.0,
351
+ 1.0,
352
+ 1.0,
353
+ 1.0,
354
+ 1.0,
355
+ 1.0,
356
+ 1.0,
357
+ 1.0,
358
+ 1.0,
359
+ 1.0,
360
+ 1.0,
361
+ 1.0,
362
+ 1.0,
363
+ 1.0,
364
+ 1.0,
365
+ 1.0,
366
+ 1.0,
367
+ 1.0,
368
+ 1.0,
369
+ 1.0,
370
+ 1.0,
371
+ 1.0,
372
+ 1.0,
373
+ 0.9999998807907104,
374
+ 1.0,
375
+ 1.0,
376
+ 1.0,
377
+ 1.0,
378
+ 1.0,
379
+ 1.0,
380
+ 1.0,
381
+ 1.0,
382
+ 1.0,
383
+ 1.0,
384
+ 1.0,
385
+ 1.0,
386
+ 1.0,
387
+ 1.0,
388
+ 1.0,
389
+ 1.0,
390
+ 1.0,
391
+ 1.0,
392
+ 1.0,
393
+ 0.9999998807907104,
394
+ 1.0,
395
+ 1.0,
396
+ 1.0,
397
+ 1.0,
398
+ 1.0,
399
+ 1.0,
400
+ 1.0,
401
+ 1.0,
402
+ 1.0,
403
+ 1.0,
404
+ 1.0,
405
+ 1.0,
406
+ 1.0,
407
+ 1.0,
408
+ 1.0,
409
+ 1.0,
410
+ 1.0,
411
+ 1.0,
412
+ 1.0,
413
+ 1.0,
414
+ 1.0,
415
+ 1.0,
416
+ 1.0,
417
+ 1.0,
418
+ 1.0,
419
+ 1.0,
420
+ 1.0,
421
+ 1.0,
422
+ 1.0,
423
+ 1.0,
424
+ 1.0,
425
+ 1.0,
426
+ 1.0,
427
+ 1.0,
428
+ 1.0,
429
+ 1.0,
430
+ 1.0,
431
+ 1.0,
432
+ 1.0,
433
+ 1.0,
434
+ 1.0,
435
+ 1.0,
436
+ 1.0,
437
+ 1.0,
438
+ 1.0,
439
+ 1.0,
440
+ 1.0,
441
+ 1.0,
442
+ 1.0,
443
+ 1.0,
444
+ 1.0,
445
+ 1.0,
446
+ 1.0,
447
+ 1.0,
448
+ 1.0,
449
+ 1.0,
450
+ 1.0,
451
+ 1.0,
452
+ 1.0,
453
+ 1.0,
454
+ 1.0,
455
+ 1.0,
456
+ 1.0,
457
+ 1.0,
458
+ 1.0,
459
+ 0.9999998807907104,
460
+ 0.9999998807907104,
461
+ 1.0,
462
+ 1.0,
463
+ 1.0,
464
+ 1.0,
465
+ 1.0,
466
+ 1.0,
467
+ 1.0,
468
+ 1.0,
469
+ 1.0,
470
+ 1.0,
471
+ 1.0,
472
+ 1.0,
473
+ 1.0,
474
+ 1.0,
475
+ 1.0,
476
+ 1.0,
477
+ 1.0,
478
+ 1.0,
479
+ 1.0,
480
+ 1.0,
481
+ 1.0,
482
+ 1.0,
483
+ 1.0,
484
+ 1.0,
485
+ 1.0,
486
+ 1.0,
487
+ 1.0,
488
+ 1.0,
489
+ 1.0,
490
+ 1.0,
491
+ 1.0,
492
+ 1.0,
493
+ 1.0,
494
+ 1.0,
495
+ 1.0,
496
+ 1.0,
497
+ 1.0,
498
+ 1.0,
499
+ 1.0,
500
+ 1.0,
501
+ 1.0,
502
+ 1.0,
503
+ 1.0,
504
+ 1.0,
505
+ 1.0,
506
+ 1.0,
507
+ 1.0,
508
+ 1.0,
509
+ 1.0,
510
+ 1.0,
511
+ 1.0,
512
+ 1.0,
513
+ 1.0,
514
+ 1.0,
515
+ 1.0,
516
+ 1.0,
517
+ 1.0,
518
+ 1.0,
519
+ 1.0,
520
+ 1.0,
521
+ 1.0,
522
+ 1.0,
523
+ 1.0,
524
+ 1.0,
525
+ 1.0,
526
+ 1.0,
527
+ 1.0,
528
+ 1.0,
529
+ 1.0,
530
+ 1.0,
531
+ 1.0,
532
+ 1.0,
533
+ 1.0,
534
+ 1.0,
535
+ 1.0,
536
+ 1.0,
537
+ 1.0,
538
+ 1.0,
539
+ 1.0,
540
+ 1.0,
541
+ 1.0,
542
+ 1.0,
543
+ 1.0,
544
+ 1.0,
545
+ 1.0,
546
+ 1.0,
547
+ 1.0,
548
+ 1.0,
549
+ 1.0,
550
+ 1.0,
551
+ 1.0,
552
+ 1.0,
553
+ 1.0,
554
+ 1.0,
555
+ 1.0,
556
+ 1.0,
557
+ 1.0,
558
+ 1.0,
559
+ 1.0,
560
+ 1.0,
561
+ 1.0,
562
+ 1.0,
563
+ 1.0,
564
+ 1.0,
565
+ 1.0,
566
+ 1.0,
567
+ 1.0,
568
+ 1.0,
569
+ 1.0,
570
+ 1.0,
571
+ 1.0,
572
+ 1.0,
573
+ 1.0,
574
+ 1.0,
575
+ 1.0,
576
+ 1.0,
577
+ 1.0,
578
+ 1.0,
579
+ 1.0,
580
+ 1.0,
581
+ 1.0,
582
+ 1.0,
583
+ 1.0,
584
+ 1.0,
585
+ 1.0,
586
+ 1.0,
587
+ 1.0,
588
+ 1.0,
589
+ 1.0,
590
+ 1.0,
591
+ 1.0,
592
+ 1.0,
593
+ 1.0,
594
+ 1.0,
595
+ 1.0,
596
+ 1.0,
597
+ 1.0,
598
+ 1.0,
599
+ 1.0,
600
+ 1.0,
601
+ 1.0,
602
+ 1.0,
603
+ 1.0,
604
+ 1.0,
605
+ 1.0,
606
+ 1.0,
607
+ 1.0,
608
+ 1.0,
609
+ 1.0,
610
+ 1.0,
611
+ 1.0,
612
+ 1.0,
613
+ 1.0,
614
+ 1.0,
615
+ 1.0,
616
+ 1.0,
617
+ 1.0,
618
+ 1.0,
619
+ 1.0,
620
+ 1.0,
621
+ 1.0,
622
+ 1.0,
623
+ 1.0,
624
+ 1.0,
625
+ 1.0,
626
+ 1.0,
627
+ 1.0,
628
+ 1.0,
629
+ 1.0,
630
+ 1.0,
631
+ 1.0,
632
+ 1.0,
633
+ 1.0,
634
+ 1.0,
635
+ 1.0,
636
+ 1.0,
637
+ 1.0,
638
+ 1.0,
639
+ 1.0,
640
+ 1.0,
641
+ 1.0,
642
+ 1.0,
643
+ 1.0,
644
+ 1.0,
645
+ 1.0,
646
+ 1.0,
647
+ 1.0,
648
+ 1.0,
649
+ 1.0,
650
+ 1.0,
651
+ 1.0,
652
+ 1.0,
653
+ 1.0,
654
+ 1.0,
655
+ 1.0,
656
+ 1.0,
657
+ 1.0,
658
+ 1.0
659
+ ],
660
+ "eval_gender_bias_runtime": 52.9168,
661
+ "eval_gender_bias_samples_per_second": 9.449,
662
+ "eval_gender_bias_steps_per_second": 0.302,
663
+ "epoch": 0.66,
664
+ "step": 25
665
+ },
666
+ {
667
+ "loss": 0.0,
668
+ "learning_rate": 0.0002,
669
+ "epoch": 0.68,
670
+ "step": 26
671
+ },
672
+ {
673
+ "loss": 0.0,
674
+ "learning_rate": 0.0002,
675
+ "epoch": 0.71,
676
+ "step": 27
677
+ },
678
+ {
679
+ "loss": 0.0,
680
+ "learning_rate": 0.0002,
681
+ "epoch": 0.74,
682
+ "step": 28
683
+ },
684
+ {
685
+ "loss": 0.0,
686
+ "learning_rate": 0.0002,
687
+ "epoch": 0.76,
688
+ "step": 29
689
+ },
690
+ {
691
+ "loss": 0.0,
692
+ "learning_rate": 0.0002,
693
+ "epoch": 0.79,
694
+ "step": 30
695
+ },
696
+ {
697
+ "loss": 0.0,
698
+ "learning_rate": 0.0002,
699
+ "epoch": 0.82,
700
+ "step": 31
701
+ },
702
+ {
703
+ "loss": 0.0,
704
+ "learning_rate": 0.0002,
705
+ "epoch": 0.84,
706
+ "step": 32
707
+ },
708
+ {
709
+ "loss": 0.0,
710
+ "learning_rate": 0.0002,
711
+ "epoch": 0.87,
712
+ "step": 33
713
+ },
714
+ {
715
+ "loss": 0.0,
716
+ "learning_rate": 0.0002,
717
+ "epoch": 0.89,
718
+ "step": 34
719
+ },
720
+ {
721
+ "loss": 0.0,
722
+ "learning_rate": 0.0002,
723
+ "epoch": 0.92,
724
+ "step": 35
725
+ },
726
+ {
727
+ "loss": 0.0,
728
+ "learning_rate": 0.0002,
729
+ "epoch": 0.95,
730
+ "step": 36
731
+ },
732
+ {
733
+ "loss": 0.0,
734
+ "learning_rate": 0.0002,
735
+ "epoch": 0.97,
736
+ "step": 37
737
+ },
738
+ {
739
+ "loss": 0.0,
740
+ "learning_rate": 0.0002,
741
+ "epoch": 1.0,
742
+ "step": 38
743
+ },
744
+ {
745
+ "loss": 0.0,
746
+ "learning_rate": 0.0002,
747
+ "epoch": 1.03,
748
+ "step": 39
749
+ },
750
+ {
751
+ "loss": 0.0,
752
+ "learning_rate": 0.0002,
753
+ "epoch": 1.05,
754
+ "step": 40
755
+ },
756
+ {
757
+ "loss": 0.0,
758
+ "learning_rate": 0.0002,
759
+ "epoch": 1.08,
760
+ "step": 41
761
+ },
762
+ {
763
+ "loss": 0.0,
764
+ "learning_rate": 0.0002,
765
+ "epoch": 1.11,
766
+ "step": 42
767
+ },
768
+ {
769
+ "loss": 0.0,
770
+ "learning_rate": 0.0002,
771
+ "epoch": 1.13,
772
+ "step": 43
773
+ },
774
+ {
775
+ "loss": 0.0,
776
+ "learning_rate": 0.0002,
777
+ "epoch": 1.16,
778
+ "step": 44
779
+ },
780
+ {
781
+ "loss": 0.0,
782
+ "learning_rate": 0.0002,
783
+ "epoch": 1.18,
784
+ "step": 45
785
+ },
786
+ {
787
+ "loss": 0.0,
788
+ "learning_rate": 0.0002,
789
+ "epoch": 1.21,
790
+ "step": 46
791
+ },
792
+ {
793
+ "loss": 0.0,
794
+ "learning_rate": 0.0002,
795
+ "epoch": 1.24,
796
+ "step": 47
797
+ },
798
+ {
799
+ "loss": 0.0,
800
+ "learning_rate": 0.0002,
801
+ "epoch": 1.26,
802
+ "step": 48
803
+ },
804
+ {
805
+ "loss": 0.0,
806
+ "learning_rate": 0.0002,
807
+ "epoch": 1.29,
808
+ "step": 49
809
+ },
810
+ {
811
+ "loss": 0.0,
812
+ "learning_rate": 0.0002,
813
+ "epoch": 1.32,
814
+ "step": 50
815
+ },
816
+ {
817
+ "eval_gender_bias_loss": 1.2276538541300397e-07,
818
+ "eval_gender_bias_score": -1.1681322955366807e-14,
819
+ "eval_gender_bias_brier_score": 1.1681322955366807e-14,
820
+ "eval_gender_bias_average_probability": 1.0,
821
+ "eval_gender_bias_accuracy": 1.0,
822
+ "eval_gender_bias_probabilities": [
823
+ 1.0,
824
+ 1.0,
825
+ 1.0,
826
+ 1.0,
827
+ 0.9999998807907104,
828
+ 1.0,
829
+ 0.9999998807907104,
830
+ 1.0,
831
+ 0.9999998807907104,
832
+ 1.0,
833
+ 0.9999998807907104,
834
+ 1.0,
835
+ 0.9999998807907104,
836
+ 1.0,
837
+ 1.0,
838
+ 1.0,
839
+ 1.0,
840
+ 1.0,
841
+ 1.0,
842
+ 1.0,
843
+ 0.9999997615814209,
844
+ 1.0,
845
+ 0.9999998807907104,
846
+ 0.9999997615814209,
847
+ 1.0,
848
+ 1.0,
849
+ 0.9999996423721313,
850
+ 1.0,
851
+ 1.0,
852
+ 1.0,
853
+ 1.0,
854
+ 1.0,
855
+ 0.9999996423721313,
856
+ 1.0,
857
+ 1.0,
858
+ 1.0,
859
+ 1.0,
860
+ 1.0,
861
+ 0.9999998807907104,
862
+ 1.0,
863
+ 0.9999998807907104,
864
+ 0.9999997615814209,
865
+ 1.0,
866
+ 1.0,
867
+ 1.0,
868
+ 1.0,
869
+ 1.0,
870
+ 1.0,
871
+ 0.9999997615814209,
872
+ 1.0,
873
+ 0.9999998807907104,
874
+ 1.0,
875
+ 0.9999998807907104,
876
+ 1.0,
877
+ 0.9999998807907104,
878
+ 0.9999996423721313,
879
+ 1.0,
880
+ 1.0,
881
+ 0.9999997615814209,
882
+ 1.0,
883
+ 1.0,
884
+ 1.0,
885
+ 0.9999997615814209,
886
+ 0.9999995231628418,
887
+ 0.9999997615814209,
888
+ 1.0,
889
+ 1.0,
890
+ 1.0,
891
+ 1.0,
892
+ 1.0,
893
+ 1.0,
894
+ 1.0,
895
+ 0.9999998807907104,
896
+ 1.0,
897
+ 0.9999998807907104,
898
+ 0.9999998807907104,
899
+ 1.0,
900
+ 1.0,
901
+ 1.0,
902
+ 1.0,
903
+ 1.0,
904
+ 1.0,
905
+ 0.9999998807907104,
906
+ 0.9999998807907104,
907
+ 1.0,
908
+ 1.0,
909
+ 1.0,
910
+ 1.0,
911
+ 1.0,
912
+ 1.0,
913
+ 1.0,
914
+ 0.9999998807907104,
915
+ 1.0,
916
+ 0.9999998807907104,
917
+ 0.9999998807907104,
918
+ 1.0,
919
+ 0.9999998807907104,
920
+ 1.0,
921
+ 1.0,
922
+ 0.9999998807907104,
923
+ 1.0,
924
+ 1.0,
925
+ 0.9999998807907104,
926
+ 1.0,
927
+ 0.9999997615814209,
928
+ 0.9999997615814209,
929
+ 0.9999998807907104,
930
+ 0.9999998807907104,
931
+ 0.9999998807907104,
932
+ 1.0,
933
+ 1.0,
934
+ 1.0,
935
+ 1.0,
936
+ 1.0,
937
+ 1.0,
938
+ 0.9999998807907104,
939
+ 1.0,
940
+ 1.0,
941
+ 1.0,
942
+ 1.0,
943
+ 1.0,
944
+ 1.0,
945
+ 0.9999998807907104,
946
+ 1.0,
947
+ 1.0,
948
+ 1.0,
949
+ 1.0,
950
+ 1.0,
951
+ 0.9999997615814209,
952
+ 1.0,
953
+ 1.0,
954
+ 1.0,
955
+ 1.0,
956
+ 1.0,
957
+ 1.0,
958
+ 1.0,
959
+ 0.9999998807907104,
960
+ 1.0,
961
+ 0.9999998807907104,
962
+ 1.0,
963
+ 0.9999998807907104,
964
+ 1.0,
965
+ 1.0,
966
+ 1.0,
967
+ 1.0,
968
+ 1.0,
969
+ 1.0,
970
+ 1.0,
971
+ 1.0,
972
+ 1.0,
973
+ 0.9999998807907104,
974
+ 1.0,
975
+ 0.9999998807907104,
976
+ 1.0,
977
+ 0.9999998807907104,
978
+ 1.0,
979
+ 1.0,
980
+ 1.0,
981
+ 0.9999998807907104,
982
+ 0.9999998807907104,
983
+ 1.0,
984
+ 1.0,
985
+ 1.0,
986
+ 1.0,
987
+ 0.9999998807907104,
988
+ 1.0,
989
+ 1.0,
990
+ 1.0,
991
+ 1.0,
992
+ 1.0,
993
+ 1.0,
994
+ 1.0,
995
+ 1.0,
996
+ 1.0,
997
+ 0.9999998807907104,
998
+ 1.0,
999
+ 1.0,
1000
+ 1.0,
1001
+ 1.0,
1002
+ 1.0,
1003
+ 1.0,
1004
+ 1.0,
1005
+ 1.0,
1006
+ 1.0,
1007
+ 1.0,
1008
+ 1.0,
1009
+ 1.0,
1010
+ 1.0,
1011
+ 0.9999998807907104,
1012
+ 1.0,
1013
+ 1.0,
1014
+ 1.0,
1015
+ 0.9999998807907104,
1016
+ 1.0,
1017
+ 1.0,
1018
+ 1.0,
1019
+ 1.0,
1020
+ 1.0,
1021
+ 0.9999998807907104,
1022
+ 1.0,
1023
+ 1.0,
1024
+ 1.0,
1025
+ 0.9999998807907104,
1026
+ 0.9999998807907104,
1027
+ 1.0,
1028
+ 1.0,
1029
+ 1.0,
1030
+ 1.0,
1031
+ 1.0,
1032
+ 1.0,
1033
+ 0.9999998807907104,
1034
+ 1.0,
1035
+ 1.0,
1036
+ 1.0,
1037
+ 0.9999995231628418,
1038
+ 0.9999998807907104,
1039
+ 1.0,
1040
+ 1.0,
1041
+ 0.9999998807907104,
1042
+ 1.0,
1043
+ 0.9999998807907104,
1044
+ 1.0,
1045
+ 1.0,
1046
+ 1.0,
1047
+ 1.0,
1048
+ 1.0,
1049
+ 0.9999998807907104,
1050
+ 1.0,
1051
+ 1.0,
1052
+ 1.0,
1053
+ 1.0,
1054
+ 1.0,
1055
+ 0.9999998807907104,
1056
+ 1.0,
1057
+ 0.9999996423721313,
1058
+ 1.0,
1059
+ 1.0,
1060
+ 1.0,
1061
+ 1.0,
1062
+ 0.9999998807907104,
1063
+ 0.9999998807907104,
1064
+ 1.0,
1065
+ 1.0,
1066
+ 1.0,
1067
+ 0.9999998807907104,
1068
+ 1.0,
1069
+ 0.9999998807907104,
1070
+ 0.9999998807907104,
1071
+ 0.9999998807907104,
1072
+ 1.0,
1073
+ 0.9999998807907104,
1074
+ 1.0,
1075
+ 1.0,
1076
+ 1.0,
1077
+ 0.9999998807907104,
1078
+ 1.0,
1079
+ 1.0,
1080
+ 1.0,
1081
+ 1.0,
1082
+ 1.0,
1083
+ 0.9999998807907104,
1084
+ 0.9999998807907104,
1085
+ 1.0,
1086
+ 1.0,
1087
+ 0.9999998807907104,
1088
+ 1.0,
1089
+ 0.9999998807907104,
1090
+ 1.0,
1091
+ 0.9999998807907104,
1092
+ 1.0,
1093
+ 0.9999998807907104,
1094
+ 1.0,
1095
+ 1.0,
1096
+ 1.0,
1097
+ 0.9999998807907104,
1098
+ 0.9999998807907104,
1099
+ 1.0,
1100
+ 1.0,
1101
+ 1.0,
1102
+ 1.0,
1103
+ 1.0,
1104
+ 1.0,
1105
+ 1.0,
1106
+ 1.0,
1107
+ 1.0,
1108
+ 1.0,
1109
+ 1.0,
1110
+ 0.9999998807907104,
1111
+ 1.0,
1112
+ 1.0,
1113
+ 0.9999997615814209,
1114
+ 1.0,
1115
+ 1.0,
1116
+ 1.0,
1117
+ 1.0,
1118
+ 1.0,
1119
+ 0.9999998807907104,
1120
+ 1.0,
1121
+ 1.0,
1122
+ 1.0,
1123
+ 0.9999985694885254,
1124
+ 0.9999992847442627,
1125
+ 1.0,
1126
+ 1.0,
1127
+ 1.0,
1128
+ 1.0,
1129
+ 0.9999998807907104,
1130
+ 1.0,
1131
+ 1.0,
1132
+ 1.0,
1133
+ 1.0,
1134
+ 1.0,
1135
+ 1.0,
1136
+ 1.0,
1137
+ 1.0,
1138
+ 1.0,
1139
+ 0.9999998807907104,
1140
+ 1.0,
1141
+ 1.0,
1142
+ 1.0,
1143
+ 1.0,
1144
+ 1.0,
1145
+ 1.0,
1146
+ 1.0,
1147
+ 1.0,
1148
+ 1.0,
1149
+ 0.9999998807907104,
1150
+ 1.0,
1151
+ 1.0,
1152
+ 1.0,
1153
+ 1.0,
1154
+ 1.0,
1155
+ 1.0,
1156
+ 1.0,
1157
+ 1.0,
1158
+ 1.0,
1159
+ 0.9999998807907104,
1160
+ 1.0,
1161
+ 0.9999998807907104,
1162
+ 1.0,
1163
+ 0.9999997615814209,
1164
+ 1.0,
1165
+ 1.0,
1166
+ 1.0,
1167
+ 1.0,
1168
+ 1.0,
1169
+ 1.0,
1170
+ 1.0,
1171
+ 1.0,
1172
+ 1.0,
1173
+ 0.9999998807907104,
1174
+ 0.9999998807907104,
1175
+ 0.9999998807907104,
1176
+ 0.9999998807907104,
1177
+ 1.0,
1178
+ 1.0,
1179
+ 1.0,
1180
+ 1.0,
1181
+ 1.0,
1182
+ 1.0,
1183
+ 0.9999998807907104,
1184
+ 0.9999998807907104,
1185
+ 1.0,
1186
+ 1.0,
1187
+ 0.9999997615814209,
1188
+ 0.9999998807907104,
1189
+ 0.9999998807907104,
1190
+ 1.0,
1191
+ 1.0,
1192
+ 1.0,
1193
+ 0.9999997615814209,
1194
+ 1.0,
1195
+ 1.0,
1196
+ 0.9999998807907104,
1197
+ 1.0,
1198
+ 1.0,
1199
+ 1.0,
1200
+ 1.0,
1201
+ 1.0,
1202
+ 1.0,
1203
+ 1.0,
1204
+ 1.0,
1205
+ 1.0,
1206
+ 1.0,
1207
+ 0.9999998807907104,
1208
+ 1.0,
1209
+ 0.9999998807907104,
1210
+ 1.0,
1211
+ 0.9999998807907104,
1212
+ 0.9999998807907104,
1213
+ 1.0,
1214
+ 1.0,
1215
+ 1.0,
1216
+ 1.0,
1217
+ 1.0,
1218
+ 1.0,
1219
+ 1.0,
1220
+ 1.0,
1221
+ 0.9999998807907104,
1222
+ 0.9999998807907104,
1223
+ 1.0,
1224
+ 1.0,
1225
+ 1.0,
1226
+ 1.0,
1227
+ 0.9999998807907104,
1228
+ 1.0,
1229
+ 1.0,
1230
+ 1.0,
1231
+ 1.0,
1232
+ 1.0,
1233
+ 1.0,
1234
+ 1.0,
1235
+ 1.0,
1236
+ 1.0,
1237
+ 1.0,
1238
+ 1.0,
1239
+ 1.0,
1240
+ 1.0,
1241
+ 1.0,
1242
+ 1.0,
1243
+ 1.0,
1244
+ 1.0,
1245
+ 1.0,
1246
+ 1.0,
1247
+ 1.0,
1248
+ 1.0,
1249
+ 1.0,
1250
+ 1.0,
1251
+ 1.0,
1252
+ 1.0,
1253
+ 0.9999998807907104,
1254
+ 1.0,
1255
+ 1.0,
1256
+ 1.0,
1257
+ 1.0,
1258
+ 1.0,
1259
+ 1.0,
1260
+ 1.0,
1261
+ 1.0,
1262
+ 1.0,
1263
+ 1.0,
1264
+ 1.0,
1265
+ 1.0,
1266
+ 1.0,
1267
+ 0.9999998807907104,
1268
+ 0.9999998807907104,
1269
+ 1.0,
1270
+ 0.9999997615814209,
1271
+ 0.9999997615814209,
1272
+ 0.9999998807907104,
1273
+ 1.0,
1274
+ 1.0,
1275
+ 1.0,
1276
+ 1.0,
1277
+ 1.0,
1278
+ 1.0,
1279
+ 0.9999998807907104,
1280
+ 0.9999998807907104,
1281
+ 1.0,
1282
+ 1.0,
1283
+ 1.0,
1284
+ 1.0,
1285
+ 1.0,
1286
+ 1.0,
1287
+ 1.0,
1288
+ 1.0,
1289
+ 1.0,
1290
+ 1.0,
1291
+ 1.0,
1292
+ 1.0,
1293
+ 1.0,
1294
+ 1.0,
1295
+ 1.0,
1296
+ 1.0,
1297
+ 1.0,
1298
+ 1.0,
1299
+ 0.9999998807907104,
1300
+ 0.9999998807907104,
1301
+ 1.0,
1302
+ 0.9999998807907104,
1303
+ 0.9999998807907104,
1304
+ 1.0,
1305
+ 1.0,
1306
+ 1.0,
1307
+ 1.0,
1308
+ 1.0,
1309
+ 1.0,
1310
+ 1.0,
1311
+ 0.9999998807907104,
1312
+ 0.9999998807907104,
1313
+ 1.0,
1314
+ 1.0,
1315
+ 1.0,
1316
+ 1.0,
1317
+ 1.0,
1318
+ 1.0,
1319
+ 1.0,
1320
+ 1.0,
1321
+ 1.0,
1322
+ 1.0
1323
+ ],
1324
+ "eval_gender_bias_runtime": 52.9249,
1325
+ "eval_gender_bias_samples_per_second": 9.447,
1326
+ "eval_gender_bias_steps_per_second": 0.302,
1327
+ "epoch": 1.32,
1328
+ "step": 50
1329
+ },
1330
+ {
1331
+ "loss": 0.0,
1332
+ "learning_rate": 0.0002,
1333
+ "epoch": 1.34,
1334
+ "step": 51
1335
+ },
1336
+ {
1337
+ "loss": 0.0,
1338
+ "learning_rate": 0.0002,
1339
+ "epoch": 1.37,
1340
+ "step": 52
1341
+ },
1342
+ {
1343
+ "loss": 0.0,
1344
+ "learning_rate": 0.0002,
1345
+ "epoch": 1.39,
1346
+ "step": 53
1347
+ },
1348
+ {
1349
+ "loss": 0.0,
1350
+ "learning_rate": 0.0002,
1351
+ "epoch": 1.42,
1352
+ "step": 54
1353
+ },
1354
+ {
1355
+ "loss": 0.0,
1356
+ "learning_rate": 0.0002,
1357
+ "epoch": 1.45,
1358
+ "step": 55
1359
+ },
1360
+ {
1361
+ "loss": 0.0,
1362
+ "learning_rate": 0.0002,
1363
+ "epoch": 1.47,
1364
+ "step": 56
1365
+ },
1366
+ {
1367
+ "loss": 0.0,
1368
+ "learning_rate": 0.0002,
1369
+ "epoch": 1.5,
1370
+ "step": 57
1371
+ },
1372
+ {
1373
+ "loss": 0.0,
1374
+ "learning_rate": 0.0002,
1375
+ "epoch": 1.53,
1376
+ "step": 58
1377
+ },
1378
+ {
1379
+ "loss": 0.0,
1380
+ "learning_rate": 0.0002,
1381
+ "epoch": 1.55,
1382
+ "step": 59
1383
+ },
1384
+ {
1385
+ "loss": 0.0,
1386
+ "learning_rate": 0.0002,
1387
+ "epoch": 1.58,
1388
+ "step": 60
1389
+ },
1390
+ {
1391
+ "loss": 0.0,
1392
+ "learning_rate": 0.0002,
1393
+ "epoch": 1.61,
1394
+ "step": 61
1395
+ },
1396
+ {
1397
+ "loss": 0.0,
1398
+ "learning_rate": 0.0002,
1399
+ "epoch": 1.63,
1400
+ "step": 62
1401
+ },
1402
+ {
1403
+ "loss": 0.0,
1404
+ "learning_rate": 0.0002,
1405
+ "epoch": 1.66,
1406
+ "step": 63
1407
+ },
1408
+ {
1409
+ "loss": 0.0,
1410
+ "learning_rate": 0.0002,
1411
+ "epoch": 1.68,
1412
+ "step": 64
1413
+ },
1414
+ {
1415
+ "loss": 0.0,
1416
+ "learning_rate": 0.0002,
1417
+ "epoch": 1.71,
1418
+ "step": 65
1419
+ },
1420
+ {
1421
+ "loss": 0.0,
1422
+ "learning_rate": 0.0002,
1423
+ "epoch": 1.74,
1424
+ "step": 66
1425
+ },
1426
+ {
1427
+ "loss": 0.0,
1428
+ "learning_rate": 0.0002,
1429
+ "epoch": 1.76,
1430
+ "step": 67
1431
+ },
1432
+ {
1433
+ "loss": 0.0,
1434
+ "learning_rate": 0.0002,
1435
+ "epoch": 1.79,
1436
+ "step": 68
1437
+ },
1438
+ {
1439
+ "loss": 0.0,
1440
+ "learning_rate": 0.0002,
1441
+ "epoch": 1.82,
1442
+ "step": 69
1443
+ },
1444
+ {
1445
+ "loss": 0.0,
1446
+ "learning_rate": 0.0002,
1447
+ "epoch": 1.84,
1448
+ "step": 70
1449
+ },
1450
+ {
1451
+ "loss": 0.0,
1452
+ "learning_rate": 0.0002,
1453
+ "epoch": 1.87,
1454
+ "step": 71
1455
+ },
1456
+ {
1457
+ "loss": 0.0,
1458
+ "learning_rate": 0.0002,
1459
+ "epoch": 1.89,
1460
+ "step": 72
1461
+ },
1462
+ {
1463
+ "loss": 0.0,
1464
+ "learning_rate": 0.0002,
1465
+ "epoch": 1.92,
1466
+ "step": 73
1467
+ },
1468
+ {
1469
+ "loss": 0.0,
1470
+ "learning_rate": 0.0002,
1471
+ "epoch": 1.95,
1472
+ "step": 74
1473
+ },
1474
+ {
1475
+ "loss": 0.0,
1476
+ "learning_rate": 0.0002,
1477
+ "epoch": 1.97,
1478
+ "step": 75
1479
+ },
1480
+ {
1481
+ "eval_gender_bias_loss": 7.731460982540739e-08,
1482
+ "eval_gender_bias_score": -5.343281189956837e-15,
1483
+ "eval_gender_bias_brier_score": 5.343281189956837e-15,
1484
+ "eval_gender_bias_average_probability": 1.0,
1485
+ "eval_gender_bias_accuracy": 1.0,
1486
+ "eval_gender_bias_probabilities": [
1487
+ 1.0,
1488
+ 1.0,
1489
+ 1.0,
1490
+ 1.0,
1491
+ 1.0,
1492
+ 1.0,
1493
+ 0.9999998807907104,
1494
+ 1.0,
1495
+ 0.9999998807907104,
1496
+ 1.0,
1497
+ 1.0,
1498
+ 1.0,
1499
+ 0.9999998807907104,
1500
+ 1.0,
1501
+ 1.0,
1502
+ 1.0,
1503
+ 1.0,
1504
+ 1.0,
1505
+ 1.0,
1506
+ 1.0,
1507
+ 0.9999998807907104,
1508
+ 1.0,
1509
+ 0.9999998807907104,
1510
+ 0.9999998807907104,
1511
+ 1.0,
1512
+ 1.0,
1513
+ 0.9999997615814209,
1514
+ 1.0,
1515
+ 1.0,
1516
+ 1.0,
1517
+ 1.0,
1518
+ 1.0,
1519
+ 0.9999997615814209,
1520
+ 1.0,
1521
+ 1.0,
1522
+ 1.0,
1523
+ 1.0,
1524
+ 1.0,
1525
+ 0.9999998807907104,
1526
+ 1.0,
1527
+ 1.0,
1528
+ 0.9999998807907104,
1529
+ 1.0,
1530
+ 1.0,
1531
+ 1.0,
1532
+ 1.0,
1533
+ 1.0,
1534
+ 1.0,
1535
+ 0.9999998807907104,
1536
+ 1.0,
1537
+ 1.0,
1538
+ 1.0,
1539
+ 1.0,
1540
+ 1.0,
1541
+ 1.0,
1542
+ 0.9999997615814209,
1543
+ 1.0,
1544
+ 1.0,
1545
+ 0.9999998807907104,
1546
+ 1.0,
1547
+ 1.0,
1548
+ 1.0,
1549
+ 0.9999998807907104,
1550
+ 0.9999996423721313,
1551
+ 0.9999998807907104,
1552
+ 1.0,
1553
+ 1.0,
1554
+ 1.0,
1555
+ 1.0,
1556
+ 1.0,
1557
+ 1.0,
1558
+ 1.0,
1559
+ 1.0,
1560
+ 1.0,
1561
+ 0.9999998807907104,
1562
+ 0.9999998807907104,
1563
+ 1.0,
1564
+ 1.0,
1565
+ 1.0,
1566
+ 1.0,
1567
+ 1.0,
1568
+ 1.0,
1569
+ 0.9999998807907104,
1570
+ 1.0,
1571
+ 1.0,
1572
+ 1.0,
1573
+ 1.0,
1574
+ 1.0,
1575
+ 1.0,
1576
+ 1.0,
1577
+ 1.0,
1578
+ 1.0,
1579
+ 1.0,
1580
+ 0.9999998807907104,
1581
+ 0.9999998807907104,
1582
+ 1.0,
1583
+ 0.9999998807907104,
1584
+ 1.0,
1585
+ 1.0,
1586
+ 0.9999998807907104,
1587
+ 1.0,
1588
+ 1.0,
1589
+ 0.9999998807907104,
1590
+ 1.0,
1591
+ 0.9999998807907104,
1592
+ 0.9999998807907104,
1593
+ 0.9999998807907104,
1594
+ 1.0,
1595
+ 1.0,
1596
+ 1.0,
1597
+ 1.0,
1598
+ 1.0,
1599
+ 1.0,
1600
+ 1.0,
1601
+ 1.0,
1602
+ 1.0,
1603
+ 1.0,
1604
+ 1.0,
1605
+ 1.0,
1606
+ 1.0,
1607
+ 1.0,
1608
+ 1.0,
1609
+ 1.0,
1610
+ 1.0,
1611
+ 1.0,
1612
+ 1.0,
1613
+ 1.0,
1614
+ 1.0,
1615
+ 0.9999998807907104,
1616
+ 1.0,
1617
+ 1.0,
1618
+ 1.0,
1619
+ 1.0,
1620
+ 1.0,
1621
+ 1.0,
1622
+ 1.0,
1623
+ 1.0,
1624
+ 1.0,
1625
+ 0.9999998807907104,
1626
+ 1.0,
1627
+ 1.0,
1628
+ 1.0,
1629
+ 1.0,
1630
+ 1.0,
1631
+ 1.0,
1632
+ 1.0,
1633
+ 1.0,
1634
+ 1.0,
1635
+ 1.0,
1636
+ 1.0,
1637
+ 0.9999998807907104,
1638
+ 1.0,
1639
+ 1.0,
1640
+ 1.0,
1641
+ 0.9999998807907104,
1642
+ 1.0,
1643
+ 1.0,
1644
+ 1.0,
1645
+ 1.0,
1646
+ 0.9999998807907104,
1647
+ 1.0,
1648
+ 1.0,
1649
+ 1.0,
1650
+ 1.0,
1651
+ 1.0,
1652
+ 1.0,
1653
+ 1.0,
1654
+ 1.0,
1655
+ 1.0,
1656
+ 1.0,
1657
+ 1.0,
1658
+ 1.0,
1659
+ 1.0,
1660
+ 1.0,
1661
+ 1.0,
1662
+ 1.0,
1663
+ 1.0,
1664
+ 1.0,
1665
+ 1.0,
1666
+ 1.0,
1667
+ 1.0,
1668
+ 1.0,
1669
+ 1.0,
1670
+ 1.0,
1671
+ 1.0,
1672
+ 1.0,
1673
+ 1.0,
1674
+ 1.0,
1675
+ 1.0,
1676
+ 1.0,
1677
+ 1.0,
1678
+ 1.0,
1679
+ 0.9999998807907104,
1680
+ 1.0,
1681
+ 1.0,
1682
+ 1.0,
1683
+ 1.0,
1684
+ 1.0,
1685
+ 1.0,
1686
+ 1.0,
1687
+ 1.0,
1688
+ 1.0,
1689
+ 1.0,
1690
+ 0.9999998807907104,
1691
+ 1.0,
1692
+ 1.0,
1693
+ 1.0,
1694
+ 1.0,
1695
+ 1.0,
1696
+ 1.0,
1697
+ 0.9999998807907104,
1698
+ 1.0,
1699
+ 1.0,
1700
+ 1.0,
1701
+ 0.9999996423721313,
1702
+ 0.9999998807907104,
1703
+ 1.0,
1704
+ 1.0,
1705
+ 0.9999998807907104,
1706
+ 1.0,
1707
+ 1.0,
1708
+ 1.0,
1709
+ 1.0,
1710
+ 1.0,
1711
+ 1.0,
1712
+ 1.0,
1713
+ 1.0,
1714
+ 1.0,
1715
+ 1.0,
1716
+ 1.0,
1717
+ 1.0,
1718
+ 1.0,
1719
+ 0.9999998807907104,
1720
+ 1.0,
1721
+ 0.9999997615814209,
1722
+ 1.0,
1723
+ 1.0,
1724
+ 1.0,
1725
+ 1.0,
1726
+ 1.0,
1727
+ 0.9999998807907104,
1728
+ 1.0,
1729
+ 1.0,
1730
+ 1.0,
1731
+ 1.0,
1732
+ 1.0,
1733
+ 0.9999998807907104,
1734
+ 1.0,
1735
+ 0.9999998807907104,
1736
+ 1.0,
1737
+ 0.9999998807907104,
1738
+ 1.0,
1739
+ 1.0,
1740
+ 1.0,
1741
+ 0.9999998807907104,
1742
+ 1.0,
1743
+ 1.0,
1744
+ 1.0,
1745
+ 1.0,
1746
+ 1.0,
1747
+ 1.0,
1748
+ 1.0,
1749
+ 1.0,
1750
+ 1.0,
1751
+ 1.0,
1752
+ 1.0,
1753
+ 1.0,
1754
+ 1.0,
1755
+ 1.0,
1756
+ 1.0,
1757
+ 1.0,
1758
+ 1.0,
1759
+ 1.0,
1760
+ 1.0,
1761
+ 0.9999998807907104,
1762
+ 1.0,
1763
+ 1.0,
1764
+ 1.0,
1765
+ 1.0,
1766
+ 1.0,
1767
+ 1.0,
1768
+ 1.0,
1769
+ 1.0,
1770
+ 1.0,
1771
+ 1.0,
1772
+ 1.0,
1773
+ 1.0,
1774
+ 1.0,
1775
+ 1.0,
1776
+ 1.0,
1777
+ 0.9999998807907104,
1778
+ 1.0,
1779
+ 1.0,
1780
+ 1.0,
1781
+ 1.0,
1782
+ 1.0,
1783
+ 0.9999998807907104,
1784
+ 1.0,
1785
+ 1.0,
1786
+ 1.0,
1787
+ 0.9999990463256836,
1788
+ 0.9999995231628418,
1789
+ 1.0,
1790
+ 1.0,
1791
+ 1.0,
1792
+ 1.0,
1793
+ 0.9999998807907104,
1794
+ 1.0,
1795
+ 1.0,
1796
+ 1.0,
1797
+ 1.0,
1798
+ 1.0,
1799
+ 1.0,
1800
+ 1.0,
1801
+ 1.0,
1802
+ 1.0,
1803
+ 1.0,
1804
+ 1.0,
1805
+ 1.0,
1806
+ 1.0,
1807
+ 1.0,
1808
+ 1.0,
1809
+ 1.0,
1810
+ 1.0,
1811
+ 1.0,
1812
+ 1.0,
1813
+ 0.9999998807907104,
1814
+ 1.0,
1815
+ 1.0,
1816
+ 1.0,
1817
+ 1.0,
1818
+ 1.0,
1819
+ 1.0,
1820
+ 1.0,
1821
+ 1.0,
1822
+ 1.0,
1823
+ 0.9999998807907104,
1824
+ 1.0,
1825
+ 1.0,
1826
+ 1.0,
1827
+ 0.9999998807907104,
1828
+ 1.0,
1829
+ 1.0,
1830
+ 1.0,
1831
+ 1.0,
1832
+ 1.0,
1833
+ 1.0,
1834
+ 1.0,
1835
+ 1.0,
1836
+ 1.0,
1837
+ 0.9999998807907104,
1838
+ 0.9999998807907104,
1839
+ 1.0,
1840
+ 0.9999998807907104,
1841
+ 1.0,
1842
+ 1.0,
1843
+ 1.0,
1844
+ 1.0,
1845
+ 1.0,
1846
+ 1.0,
1847
+ 0.9999998807907104,
1848
+ 0.9999998807907104,
1849
+ 1.0,
1850
+ 1.0,
1851
+ 0.9999998807907104,
1852
+ 0.9999998807907104,
1853
+ 1.0,
1854
+ 1.0,
1855
+ 1.0,
1856
+ 1.0,
1857
+ 0.9999997615814209,
1858
+ 1.0,
1859
+ 1.0,
1860
+ 0.9999998807907104,
1861
+ 1.0,
1862
+ 1.0,
1863
+ 1.0,
1864
+ 1.0,
1865
+ 1.0,
1866
+ 1.0,
1867
+ 1.0,
1868
+ 1.0,
1869
+ 1.0,
1870
+ 1.0,
1871
+ 1.0,
1872
+ 1.0,
1873
+ 0.9999998807907104,
1874
+ 1.0,
1875
+ 0.9999998807907104,
1876
+ 1.0,
1877
+ 1.0,
1878
+ 1.0,
1879
+ 1.0,
1880
+ 1.0,
1881
+ 1.0,
1882
+ 1.0,
1883
+ 1.0,
1884
+ 1.0,
1885
+ 0.9999998807907104,
1886
+ 0.9999998807907104,
1887
+ 1.0,
1888
+ 1.0,
1889
+ 1.0,
1890
+ 1.0,
1891
+ 0.9999998807907104,
1892
+ 1.0,
1893
+ 1.0,
1894
+ 1.0,
1895
+ 1.0,
1896
+ 1.0,
1897
+ 1.0,
1898
+ 1.0,
1899
+ 1.0,
1900
+ 1.0,
1901
+ 1.0,
1902
+ 1.0,
1903
+ 1.0,
1904
+ 1.0,
1905
+ 1.0,
1906
+ 1.0,
1907
+ 1.0,
1908
+ 1.0,
1909
+ 1.0,
1910
+ 1.0,
1911
+ 1.0,
1912
+ 1.0,
1913
+ 1.0,
1914
+ 1.0,
1915
+ 1.0,
1916
+ 1.0,
1917
+ 1.0,
1918
+ 1.0,
1919
+ 1.0,
1920
+ 1.0,
1921
+ 1.0,
1922
+ 1.0,
1923
+ 1.0,
1924
+ 1.0,
1925
+ 1.0,
1926
+ 1.0,
1927
+ 1.0,
1928
+ 1.0,
1929
+ 1.0,
1930
+ 1.0,
1931
+ 1.0,
1932
+ 0.9999998807907104,
1933
+ 1.0,
1934
+ 0.9999997615814209,
1935
+ 0.9999998807907104,
1936
+ 0.9999998807907104,
1937
+ 1.0,
1938
+ 1.0,
1939
+ 1.0,
1940
+ 1.0,
1941
+ 1.0,
1942
+ 1.0,
1943
+ 0.9999998807907104,
1944
+ 1.0,
1945
+ 1.0,
1946
+ 1.0,
1947
+ 1.0,
1948
+ 1.0,
1949
+ 1.0,
1950
+ 1.0,
1951
+ 1.0,
1952
+ 1.0,
1953
+ 1.0,
1954
+ 1.0,
1955
+ 1.0,
1956
+ 1.0,
1957
+ 1.0,
1958
+ 1.0,
1959
+ 1.0,
1960
+ 1.0,
1961
+ 1.0,
1962
+ 1.0,
1963
+ 1.0,
1964
+ 0.9999998807907104,
1965
+ 1.0,
1966
+ 1.0,
1967
+ 0.9999998807907104,
1968
+ 1.0,
1969
+ 1.0,
1970
+ 1.0,
1971
+ 1.0,
1972
+ 1.0,
1973
+ 1.0,
1974
+ 1.0,
1975
+ 1.0,
1976
+ 0.9999998807907104,
1977
+ 1.0,
1978
+ 1.0,
1979
+ 1.0,
1980
+ 1.0,
1981
+ 1.0,
1982
+ 1.0,
1983
+ 1.0,
1984
+ 1.0,
1985
+ 1.0,
1986
+ 1.0
1987
+ ],
1988
+ "eval_gender_bias_runtime": 52.8342,
1989
+ "eval_gender_bias_samples_per_second": 9.464,
1990
+ "eval_gender_bias_steps_per_second": 0.303,
1991
+ "epoch": 1.97,
1992
+ "step": 75
1993
+ },
1994
+ {
1995
+ "loss": 0.0,
1996
+ "learning_rate": 0.0002,
1997
+ "epoch": 2.0,
1998
+ "step": 76
1999
+ },
2000
+ {
2001
+ "loss": 0.0,
2002
+ "learning_rate": 0.0002,
2003
+ "epoch": 2.03,
2004
+ "step": 77
2005
+ },
2006
+ {
2007
+ "loss": 0.0,
2008
+ "learning_rate": 0.0002,
2009
+ "epoch": 2.05,
2010
+ "step": 78
2011
+ },
2012
+ {
2013
+ "loss": 0.0,
2014
+ "learning_rate": 0.0002,
2015
+ "epoch": 2.08,
2016
+ "step": 79
2017
+ },
2018
+ {
2019
+ "loss": 0.0,
2020
+ "learning_rate": 0.0002,
2021
+ "epoch": 2.11,
2022
+ "step": 80
2023
+ },
2024
+ {
2025
+ "loss": 0.0,
2026
+ "learning_rate": 0.0002,
2027
+ "epoch": 2.13,
2028
+ "step": 81
2029
+ },
2030
+ {
2031
+ "loss": 0.0,
2032
+ "learning_rate": 0.0002,
2033
+ "epoch": 2.16,
2034
+ "step": 82
2035
+ },
2036
+ {
2037
+ "loss": 0.0,
2038
+ "learning_rate": 0.0002,
2039
+ "epoch": 2.18,
2040
+ "step": 83
2041
+ },
2042
+ {
2043
+ "loss": 0.0,
2044
+ "learning_rate": 0.0002,
2045
+ "epoch": 2.21,
2046
+ "step": 84
2047
+ },
2048
+ {
2049
+ "loss": 0.0,
2050
+ "learning_rate": 0.0002,
2051
+ "epoch": 2.24,
2052
+ "step": 85
2053
+ },
2054
+ {
2055
+ "loss": 0.0,
2056
+ "learning_rate": 0.0002,
2057
+ "epoch": 2.26,
2058
+ "step": 86
2059
+ },
2060
+ {
2061
+ "loss": 0.0,
2062
+ "learning_rate": 0.0002,
2063
+ "epoch": 2.29,
2064
+ "step": 87
2065
+ },
2066
+ {
2067
+ "loss": 0.0,
2068
+ "learning_rate": 0.0002,
2069
+ "epoch": 2.32,
2070
+ "step": 88
2071
+ },
2072
+ {
2073
+ "loss": 0.0,
2074
+ "learning_rate": 0.0002,
2075
+ "epoch": 2.34,
2076
+ "step": 89
2077
+ },
2078
+ {
2079
+ "loss": 0.0,
2080
+ "learning_rate": 0.0002,
2081
+ "epoch": 2.37,
2082
+ "step": 90
2083
+ },
2084
+ {
2085
+ "loss": 0.0,
2086
+ "learning_rate": 0.0002,
2087
+ "epoch": 2.39,
2088
+ "step": 91
2089
+ },
2090
+ {
2091
+ "loss": 0.0,
2092
+ "learning_rate": 0.0002,
2093
+ "epoch": 2.42,
2094
+ "step": 92
2095
+ },
2096
+ {
2097
+ "loss": 0.0,
2098
+ "learning_rate": 0.0002,
2099
+ "epoch": 2.45,
2100
+ "step": 93
2101
+ },
2102
+ {
2103
+ "loss": 0.0,
2104
+ "learning_rate": 0.0002,
2105
+ "epoch": 2.47,
2106
+ "step": 94
2107
+ },
2108
+ {
2109
+ "loss": 0.0,
2110
+ "learning_rate": 0.0002,
2111
+ "epoch": 2.5,
2112
+ "step": 95
2113
+ },
2114
+ {
2115
+ "loss": 0.0,
2116
+ "learning_rate": 0.0002,
2117
+ "epoch": 2.53,
2118
+ "step": 96
2119
+ },
2120
+ {
2121
+ "loss": 0.0,
2122
+ "learning_rate": 0.0002,
2123
+ "epoch": 2.55,
2124
+ "step": 97
2125
+ },
2126
+ {
2127
+ "loss": 0.0,
2128
+ "learning_rate": 0.0002,
2129
+ "epoch": 2.58,
2130
+ "step": 98
2131
+ },
2132
+ {
2133
+ "loss": 0.0,
2134
+ "learning_rate": 0.0002,
2135
+ "epoch": 2.61,
2136
+ "step": 99
2137
+ },
2138
+ {
2139
+ "loss": 0.0,
2140
+ "learning_rate": 0.0002,
2141
+ "epoch": 2.63,
2142
+ "step": 100
2143
+ },
2144
+ {
2145
+ "eval_gender_bias_loss": 4.801282926791828e-08,
2146
+ "eval_gender_bias_score": -2.1316282919835953e-15,
2147
+ "eval_gender_bias_brier_score": 2.1316282919835953e-15,
2148
+ "eval_gender_bias_average_probability": 1.0,
2149
+ "eval_gender_bias_accuracy": 1.0,
2150
+ "eval_gender_bias_probabilities": [
2151
+ 1.0,
2152
+ 1.0,
2153
+ 1.0,
2154
+ 1.0,
2155
+ 1.0,
2156
+ 1.0,
2157
+ 1.0,
2158
+ 1.0,
2159
+ 1.0,
2160
+ 1.0,
2161
+ 1.0,
2162
+ 1.0,
2163
+ 0.9999998807907104,
2164
+ 1.0,
2165
+ 1.0,
2166
+ 1.0,
2167
+ 1.0,
2168
+ 1.0,
2169
+ 1.0,
2170
+ 1.0,
2171
+ 0.9999998807907104,
2172
+ 1.0,
2173
+ 0.9999998807907104,
2174
+ 0.9999998807907104,
2175
+ 1.0,
2176
+ 1.0,
2177
+ 0.9999998807907104,
2178
+ 1.0,
2179
+ 1.0,
2180
+ 1.0,
2181
+ 1.0,
2182
+ 1.0,
2183
+ 0.9999998807907104,
2184
+ 1.0,
2185
+ 1.0,
2186
+ 1.0,
2187
+ 1.0,
2188
+ 1.0,
2189
+ 0.9999998807907104,
2190
+ 1.0,
2191
+ 1.0,
2192
+ 0.9999998807907104,
2193
+ 1.0,
2194
+ 1.0,
2195
+ 1.0,
2196
+ 1.0,
2197
+ 1.0,
2198
+ 1.0,
2199
+ 0.9999998807907104,
2200
+ 1.0,
2201
+ 1.0,
2202
+ 1.0,
2203
+ 1.0,
2204
+ 1.0,
2205
+ 1.0,
2206
+ 0.9999998807907104,
2207
+ 1.0,
2208
+ 1.0,
2209
+ 0.9999998807907104,
2210
+ 1.0,
2211
+ 1.0,
2212
+ 1.0,
2213
+ 0.9999998807907104,
2214
+ 0.9999997615814209,
2215
+ 0.9999998807907104,
2216
+ 1.0,
2217
+ 1.0,
2218
+ 1.0,
2219
+ 1.0,
2220
+ 1.0,
2221
+ 1.0,
2222
+ 1.0,
2223
+ 1.0,
2224
+ 1.0,
2225
+ 1.0,
2226
+ 1.0,
2227
+ 1.0,
2228
+ 1.0,
2229
+ 1.0,
2230
+ 1.0,
2231
+ 1.0,
2232
+ 1.0,
2233
+ 0.9999998807907104,
2234
+ 1.0,
2235
+ 1.0,
2236
+ 1.0,
2237
+ 1.0,
2238
+ 1.0,
2239
+ 1.0,
2240
+ 1.0,
2241
+ 1.0,
2242
+ 1.0,
2243
+ 1.0,
2244
+ 1.0,
2245
+ 1.0,
2246
+ 1.0,
2247
+ 1.0,
2248
+ 1.0,
2249
+ 1.0,
2250
+ 1.0,
2251
+ 1.0,
2252
+ 1.0,
2253
+ 1.0,
2254
+ 1.0,
2255
+ 0.9999998807907104,
2256
+ 0.9999998807907104,
2257
+ 0.9999998807907104,
2258
+ 1.0,
2259
+ 1.0,
2260
+ 1.0,
2261
+ 1.0,
2262
+ 1.0,
2263
+ 1.0,
2264
+ 1.0,
2265
+ 1.0,
2266
+ 1.0,
2267
+ 1.0,
2268
+ 1.0,
2269
+ 1.0,
2270
+ 1.0,
2271
+ 1.0,
2272
+ 1.0,
2273
+ 1.0,
2274
+ 1.0,
2275
+ 1.0,
2276
+ 1.0,
2277
+ 1.0,
2278
+ 1.0,
2279
+ 0.9999998807907104,
2280
+ 1.0,
2281
+ 1.0,
2282
+ 1.0,
2283
+ 1.0,
2284
+ 1.0,
2285
+ 1.0,
2286
+ 1.0,
2287
+ 1.0,
2288
+ 1.0,
2289
+ 1.0,
2290
+ 1.0,
2291
+ 1.0,
2292
+ 1.0,
2293
+ 1.0,
2294
+ 1.0,
2295
+ 1.0,
2296
+ 1.0,
2297
+ 1.0,
2298
+ 1.0,
2299
+ 1.0,
2300
+ 1.0,
2301
+ 0.9999998807907104,
2302
+ 1.0,
2303
+ 1.0,
2304
+ 1.0,
2305
+ 0.9999998807907104,
2306
+ 1.0,
2307
+ 1.0,
2308
+ 1.0,
2309
+ 1.0,
2310
+ 0.9999998807907104,
2311
+ 1.0,
2312
+ 1.0,
2313
+ 1.0,
2314
+ 1.0,
2315
+ 1.0,
2316
+ 1.0,
2317
+ 1.0,
2318
+ 1.0,
2319
+ 1.0,
2320
+ 1.0,
2321
+ 1.0,
2322
+ 1.0,
2323
+ 1.0,
2324
+ 1.0,
2325
+ 1.0,
2326
+ 1.0,
2327
+ 1.0,
2328
+ 1.0,
2329
+ 1.0,
2330
+ 1.0,
2331
+ 1.0,
2332
+ 1.0,
2333
+ 1.0,
2334
+ 1.0,
2335
+ 1.0,
2336
+ 1.0,
2337
+ 1.0,
2338
+ 1.0,
2339
+ 1.0,
2340
+ 1.0,
2341
+ 1.0,
2342
+ 1.0,
2343
+ 1.0,
2344
+ 1.0,
2345
+ 1.0,
2346
+ 1.0,
2347
+ 1.0,
2348
+ 1.0,
2349
+ 1.0,
2350
+ 1.0,
2351
+ 1.0,
2352
+ 1.0,
2353
+ 1.0,
2354
+ 1.0,
2355
+ 1.0,
2356
+ 1.0,
2357
+ 1.0,
2358
+ 1.0,
2359
+ 1.0,
2360
+ 1.0,
2361
+ 1.0,
2362
+ 1.0,
2363
+ 1.0,
2364
+ 1.0,
2365
+ 0.9999997615814209,
2366
+ 1.0,
2367
+ 1.0,
2368
+ 1.0,
2369
+ 1.0,
2370
+ 1.0,
2371
+ 1.0,
2372
+ 1.0,
2373
+ 1.0,
2374
+ 1.0,
2375
+ 1.0,
2376
+ 1.0,
2377
+ 1.0,
2378
+ 1.0,
2379
+ 1.0,
2380
+ 1.0,
2381
+ 1.0,
2382
+ 1.0,
2383
+ 1.0,
2384
+ 1.0,
2385
+ 0.9999998807907104,
2386
+ 1.0,
2387
+ 1.0,
2388
+ 1.0,
2389
+ 1.0,
2390
+ 1.0,
2391
+ 1.0,
2392
+ 1.0,
2393
+ 1.0,
2394
+ 1.0,
2395
+ 1.0,
2396
+ 1.0,
2397
+ 0.9999998807907104,
2398
+ 1.0,
2399
+ 1.0,
2400
+ 1.0,
2401
+ 1.0,
2402
+ 1.0,
2403
+ 1.0,
2404
+ 1.0,
2405
+ 1.0,
2406
+ 1.0,
2407
+ 1.0,
2408
+ 1.0,
2409
+ 1.0,
2410
+ 1.0,
2411
+ 1.0,
2412
+ 1.0,
2413
+ 1.0,
2414
+ 1.0,
2415
+ 1.0,
2416
+ 1.0,
2417
+ 1.0,
2418
+ 1.0,
2419
+ 1.0,
2420
+ 1.0,
2421
+ 1.0,
2422
+ 1.0,
2423
+ 1.0,
2424
+ 1.0,
2425
+ 0.9999998807907104,
2426
+ 1.0,
2427
+ 1.0,
2428
+ 1.0,
2429
+ 1.0,
2430
+ 1.0,
2431
+ 1.0,
2432
+ 1.0,
2433
+ 1.0,
2434
+ 1.0,
2435
+ 1.0,
2436
+ 1.0,
2437
+ 1.0,
2438
+ 1.0,
2439
+ 1.0,
2440
+ 1.0,
2441
+ 0.9999998807907104,
2442
+ 1.0,
2443
+ 1.0,
2444
+ 1.0,
2445
+ 1.0,
2446
+ 1.0,
2447
+ 1.0,
2448
+ 1.0,
2449
+ 1.0,
2450
+ 1.0,
2451
+ 0.9999994039535522,
2452
+ 0.9999997615814209,
2453
+ 1.0,
2454
+ 1.0,
2455
+ 1.0,
2456
+ 1.0,
2457
+ 1.0,
2458
+ 1.0,
2459
+ 1.0,
2460
+ 1.0,
2461
+ 1.0,
2462
+ 1.0,
2463
+ 1.0,
2464
+ 1.0,
2465
+ 1.0,
2466
+ 1.0,
2467
+ 1.0,
2468
+ 1.0,
2469
+ 1.0,
2470
+ 1.0,
2471
+ 1.0,
2472
+ 1.0,
2473
+ 1.0,
2474
+ 1.0,
2475
+ 1.0,
2476
+ 1.0,
2477
+ 1.0,
2478
+ 1.0,
2479
+ 1.0,
2480
+ 1.0,
2481
+ 1.0,
2482
+ 1.0,
2483
+ 1.0,
2484
+ 1.0,
2485
+ 1.0,
2486
+ 1.0,
2487
+ 1.0,
2488
+ 1.0,
2489
+ 1.0,
2490
+ 1.0,
2491
+ 0.9999998807907104,
2492
+ 1.0,
2493
+ 1.0,
2494
+ 1.0,
2495
+ 1.0,
2496
+ 1.0,
2497
+ 1.0,
2498
+ 1.0,
2499
+ 1.0,
2500
+ 1.0,
2501
+ 0.9999998807907104,
2502
+ 1.0,
2503
+ 1.0,
2504
+ 1.0,
2505
+ 1.0,
2506
+ 1.0,
2507
+ 1.0,
2508
+ 1.0,
2509
+ 1.0,
2510
+ 1.0,
2511
+ 0.9999998807907104,
2512
+ 0.9999998807907104,
2513
+ 1.0,
2514
+ 1.0,
2515
+ 0.9999998807907104,
2516
+ 0.9999998807907104,
2517
+ 1.0,
2518
+ 1.0,
2519
+ 1.0,
2520
+ 1.0,
2521
+ 0.9999998807907104,
2522
+ 1.0,
2523
+ 1.0,
2524
+ 0.9999998807907104,
2525
+ 1.0,
2526
+ 1.0,
2527
+ 1.0,
2528
+ 1.0,
2529
+ 1.0,
2530
+ 1.0,
2531
+ 1.0,
2532
+ 1.0,
2533
+ 1.0,
2534
+ 1.0,
2535
+ 1.0,
2536
+ 1.0,
2537
+ 1.0,
2538
+ 1.0,
2539
+ 1.0,
2540
+ 1.0,
2541
+ 1.0,
2542
+ 1.0,
2543
+ 1.0,
2544
+ 1.0,
2545
+ 1.0,
2546
+ 1.0,
2547
+ 1.0,
2548
+ 1.0,
2549
+ 1.0,
2550
+ 1.0,
2551
+ 1.0,
2552
+ 1.0,
2553
+ 1.0,
2554
+ 1.0,
2555
+ 0.9999998807907104,
2556
+ 1.0,
2557
+ 1.0,
2558
+ 1.0,
2559
+ 1.0,
2560
+ 1.0,
2561
+ 1.0,
2562
+ 1.0,
2563
+ 1.0,
2564
+ 1.0,
2565
+ 1.0,
2566
+ 1.0,
2567
+ 1.0,
2568
+ 1.0,
2569
+ 1.0,
2570
+ 1.0,
2571
+ 1.0,
2572
+ 1.0,
2573
+ 1.0,
2574
+ 1.0,
2575
+ 1.0,
2576
+ 1.0,
2577
+ 1.0,
2578
+ 1.0,
2579
+ 1.0,
2580
+ 1.0,
2581
+ 1.0,
2582
+ 1.0,
2583
+ 1.0,
2584
+ 1.0,
2585
+ 1.0,
2586
+ 1.0,
2587
+ 1.0,
2588
+ 1.0,
2589
+ 1.0,
2590
+ 1.0,
2591
+ 1.0,
2592
+ 1.0,
2593
+ 1.0,
2594
+ 1.0,
2595
+ 1.0,
2596
+ 0.9999998807907104,
2597
+ 1.0,
2598
+ 0.9999998807907104,
2599
+ 0.9999998807907104,
2600
+ 1.0,
2601
+ 1.0,
2602
+ 1.0,
2603
+ 1.0,
2604
+ 1.0,
2605
+ 1.0,
2606
+ 1.0,
2607
+ 0.9999998807907104,
2608
+ 1.0,
2609
+ 1.0,
2610
+ 1.0,
2611
+ 1.0,
2612
+ 1.0,
2613
+ 1.0,
2614
+ 1.0,
2615
+ 1.0,
2616
+ 1.0,
2617
+ 1.0,
2618
+ 1.0,
2619
+ 1.0,
2620
+ 1.0,
2621
+ 1.0,
2622
+ 1.0,
2623
+ 1.0,
2624
+ 1.0,
2625
+ 1.0,
2626
+ 1.0,
2627
+ 1.0,
2628
+ 1.0,
2629
+ 1.0,
2630
+ 1.0,
2631
+ 1.0,
2632
+ 1.0,
2633
+ 1.0,
2634
+ 1.0,
2635
+ 1.0,
2636
+ 1.0,
2637
+ 1.0,
2638
+ 1.0,
2639
+ 1.0,
2640
+ 1.0,
2641
+ 1.0,
2642
+ 1.0,
2643
+ 1.0,
2644
+ 1.0,
2645
+ 1.0,
2646
+ 1.0,
2647
+ 1.0,
2648
+ 1.0,
2649
+ 1.0,
2650
+ 1.0
2651
+ ],
2652
+ "eval_gender_bias_runtime": 52.9438,
2653
+ "eval_gender_bias_samples_per_second": 9.444,
2654
+ "eval_gender_bias_steps_per_second": 0.302,
2655
+ "epoch": 2.63,
2656
+ "step": 100
2657
+ },
2658
+ {
2659
+ "train_runtime": 1275.9722,
2660
+ "train_samples_per_second": 2.508,
2661
+ "train_steps_per_second": 0.078,
2662
+ "total_flos": 0.0,
2663
+ "train_loss": 0.02055830579481599,
2664
+ "epoch": 2.63,
2665
+ "step": 100
2666
+ }
2667
+ ]