remove wandb, add gitignore

.gitignore

@@ -0,0 +1 @@
+wandb/

events.out.tfevents.1625843003.t1v-n-528d9406-w-0.250031.3.v2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70d0348a3f3f5ea1e7a29c686369e14227778a5eedb6076a74980606d2f40bda
-size 2205560
+oid sha256:f5c4f4870393dbc909953af5627b626a33f9665c4afd3dd3ea2fa2b90271df13
+size 2948008

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25e72a24af671ec402054b28c4d8d88e526ac5ebfd84c4270f8c8ff64b012c0b
+oid sha256:210b762f5b3682c150d3e1bd5b30ad8eb641e0a80907b0803bf51b817e58ae9b
 size 1419302302

wandb/debug-internal.log

@@ -1 +0,0 @@
-run-20210709_144100-2k1kyrq2/logs/debug-internal.log

wandb/debug.log

@@ -1 +0,0 @@
-run-20210709_144100-2k1kyrq2/logs/debug.log

wandb/latest-run

@@ -1 +0,0 @@
-run-20210709_144100-2k1kyrq2

wandb/run-20210709_141445-2k8cnty2/files/conda-environment.yaml

@@ -1,187 +0,0 @@
-name: jax
-channels:
-  - pytorch
-  - conda-forge
-  - defaults
-dependencies:
-  - _libgcc_mutex=0.1=main
-  - _openmp_mutex=4.5=1_gnu
-  - anyio=3.2.1=py38h578d9bd_0
-  - argon2-cffi=20.1.0=py38h497a2fe_2
-  - async_generator=1.10=py_0
-  - attrs=21.2.0=pyhd8ed1ab_0
-  - babel=2.9.1=pyh44b312d_0
-  - backcall=0.2.0=pyh9f0ad1d_0
-  - backports=1.0=py_2
-  - backports.functools_lru_cache=1.6.4=pyhd8ed1ab_0
-  - blas=1.0=mkl
-  - bleach=3.3.0=pyh44b312d_0
-  - brotlipy=0.7.0=py38h497a2fe_1001
-  - ca-certificates=2021.5.30=ha878542_0
-  - certifi=2021.5.30=py38h578d9bd_0
-  - cffi=1.14.5=py38ha65f79e_0
-  - chardet=4.0.0=py38h578d9bd_1
-  - cryptography=3.4.7=py38ha5dfef3_0
-  - cudatoolkit=10.2.89=hfd86e86_1
-  - debugpy=1.3.0=py38h709712a_0
-  - decorator=5.0.9=pyhd8ed1ab_0
-  - defusedxml=0.7.1=pyhd8ed1ab_0
-  - entrypoints=0.3=pyhd8ed1ab_1003
-  - idna=2.10=pyh9f0ad1d_0
-  - importlib-metadata=4.6.1=py38h578d9bd_0
-  - intel-openmp=2021.2.0=h06a4308_610
-  - ipykernel=6.0.1=py38hd0cf306_0
-  - ipython=7.25.0=py38hd0cf306_1
-  - ipython_genutils=0.2.0=py_1
-  - jedi=0.18.0=py38h578d9bd_2
-  - jinja2=3.0.1=pyhd8ed1ab_0
-  - json5=0.9.5=pyh9f0ad1d_0
-  - jsonschema=3.2.0=pyhd8ed1ab_3
-  - jupyter_client=6.1.12=pyhd8ed1ab_0
-  - jupyter_core=4.7.1=py38h578d9bd_0
-  - jupyter_server=1.9.0=pyhd8ed1ab_0
-  - jupyterlab=3.0.16=pyhd8ed1ab_0
-  - jupyterlab_pygments=0.1.2=pyh9f0ad1d_0
-  - jupyterlab_server=2.6.0=pyhd8ed1ab_0
-  - ld_impl_linux-64=2.35.1=h7274673_9
-  - libffi=3.3=he6710b0_2
-  - libgcc-ng=9.3.0=h5101ec6_17
-  - libgomp=9.3.0=h5101ec6_17
-  - libsodium=1.0.18=h36c2ea0_1
-  - libstdcxx-ng=9.3.0=hd4cf53a_17
-  - libuv=1.40.0=h7b6447c_0
-  - markupsafe=2.0.1=py38h497a2fe_0
-  - matplotlib-inline=0.1.2=pyhd8ed1ab_2
-  - mistune=0.8.4=py38h497a2fe_1004
-  - mkl=2021.2.0=h06a4308_296
-  - nbclassic=0.3.1=pyhd8ed1ab_1
-  - nbclient=0.5.3=pyhd8ed1ab_0
-  - nbconvert=6.1.0=py38h578d9bd_0
-  - nbformat=5.1.3=pyhd8ed1ab_0
-  - ncurses=6.2=he6710b0_1
-  - nest-asyncio=1.5.1=pyhd8ed1ab_0
-  - ninja=1.10.2=hff7bd54_1
-  - notebook=6.4.0=pyha770c72_0
-  - openssl=1.1.1k=h7f98852_0
-  - pandoc=2.14.0.3=h7f98852_0
-  - pandocfilters=1.4.2=py_1
-  - parso=0.8.2=pyhd8ed1ab_0
-  - pexpect=4.8.0=pyh9f0ad1d_2
-  - pickleshare=0.7.5=py_1003
-  - pip=21.1.3=py38h06a4308_0
-  - prometheus_client=0.11.0=pyhd8ed1ab_0
-  - prompt-toolkit=3.0.19=pyha770c72_0
-  - ptyprocess=0.7.0=pyhd3deb0d_0
-  - pycparser=2.20=pyh9f0ad1d_2
-  - pygments=2.9.0=pyhd8ed1ab_0
-  - pyopenssl=20.0.1=pyhd8ed1ab_0
-  - pyparsing=2.4.7=pyh9f0ad1d_0
-  - pyrsistent=0.17.3=py38h497a2fe_2
-  - pysocks=1.7.1=py38h578d9bd_3
-  - python=3.8.10=h12debd9_8
-  - python-dateutil=2.8.1=py_0
-  - python_abi=3.8=2_cp38
-  - pytorch=1.9.0=py3.8_cuda10.2_cudnn7.6.5_0
-  - pytz=2021.1=pyhd8ed1ab_0
-  - pyzmq=22.1.0=py38h2035c66_0
-  - readline=8.1=h27cfd23_0
-  - requests=2.25.1=pyhd3deb0d_0
-  - requests-unixsocket=0.2.0=py_0
-  - send2trash=1.7.1=pyhd8ed1ab_0
-  - setuptools=52.0.0=py38h06a4308_0
-  - sniffio=1.2.0=py38h578d9bd_1
-  - sqlite=3.36.0=hc218d9a_0
-  - terminado=0.10.1=py38h578d9bd_0
-  - testpath=0.5.0=pyhd8ed1ab_0
-  - tk=8.6.10=hbc83047_0
-  - tornado=6.1=py38h497a2fe_1
-  - traitlets=5.0.5=py_0
-  - typing_extensions=3.10.0.0=pyha770c72_0
-  - urllib3=1.26.6=pyhd8ed1ab_0
-  - wcwidth=0.2.5=pyh9f0ad1d_2
-  - webencodings=0.5.1=py_1
-  - websocket-client=0.57.0=py38h578d9bd_4
-  - wheel=0.36.2=pyhd3eb1b0_0
-  - xz=5.2.5=h7b6447c_0
-  - zeromq=4.3.4=h9c3ff4c_0
-  - zipp=3.5.0=pyhd8ed1ab_0
-  - zlib=1.2.11=h7b6447c_3
-  - pip:
-    - absl-py==0.13.0
-    - aiohttp==3.7.4.post0
-    - astunparse==1.6.3
-    - async-timeout==3.0.1
-    - cachetools==4.2.2
-    - chex==0.0.8
-    - click==8.0.1
-    - configparser==5.0.2
-    - cycler==0.10.0
-    - dill==0.3.4
-    - dm-tree==0.1.6
-    - docker-pycreds==0.4.0
-    - filelock==3.0.12
-    - flatbuffers==1.12
-    - flax==0.3.4
-    - fsspec==2021.6.1
-    - gast==0.4.0
-    - gitdb==4.0.7
-    - gitpython==3.1.18
-    - google-auth==1.32.1
-    - google-auth-oauthlib==0.4.4
-    - google-pasta==0.2.0
-    - grpcio==1.34.1
-    - h5py==3.1.0
-    - huggingface-hub==0.0.12
-    - jax==0.2.16
-    - jaxlib==0.1.68
-    - joblib==1.0.1
-    - keras-nightly==2.5.0.dev2021032900
-    - keras-preprocessing==1.1.2
-    - kiwisolver==1.3.1
-    - libtpu-nightly==0.1.dev20210615
-    - markdown==3.3.4
-    - matplotlib==3.4.2
-    - msgpack==1.0.2
-    - multidict==5.1.0
-    - multiprocess==0.70.12.2
-    - numpy==1.19.5
-    - oauthlib==3.1.1
-    - opt-einsum==3.3.0
-    - optax==0.0.9
-    - packaging==20.9
-    - pandas==1.2.5
-    - pathtools==0.1.2
-    - pillow==8.3.0
-    - promise==2.3
-    - protobuf==3.17.3
-    - psutil==5.8.0
-    - pyarrow==4.0.1
-    - pyasn1==0.4.8
-    - pyasn1-modules==0.2.8
-    - pyyaml==5.4.1
-    - regex==2021.7.1
-    - requests-oauthlib==1.3.0
-    - rsa==4.7.2
-    - sacremoses==0.0.45
-    - scipy==1.7.0
-    - sentry-sdk==1.1.0
-    - shortuuid==1.0.1
-    - six==1.15.0
-    - smmap==4.0.0
-    - subprocess32==3.5.4
-    - tensorboard==2.5.0
-    - tensorboard-data-server==0.6.1
-    - tensorboard-plugin-wit==1.8.0
-    - tensorflow==2.5.0
-    - tensorflow-estimator==2.5.0
-    - termcolor==1.1.0
-    - tokenizers==0.10.3
-    - toolz==0.11.1
-    - tqdm==4.61.1
-    - typing-extensions==3.7.4.3
-    - wandb==0.10.33
-    - werkzeug==2.0.1
-    - wrapt==1.12.1
-    - xxhash==2.0.2
-    - yarl==1.6.3
-prefix: /home/cahya/miniconda3/envs/jax

wandb/run-20210709_141445-2k8cnty2/files/config.yaml

@@ -1,309 +0,0 @@
-wandb_version: 1
-
-__cached__setup_devices:
-  desc: null
-  value: cpu
-_n_gpu:
-  desc: null
-  value: 0
-_wandb:
-  desc: null
-  value:
-    cli_version: 0.10.33
-    framework: huggingface
-    huggingface_version: 4.9.0.dev0
-    is_jupyter_run: false
-    is_kaggle_kernel: false
-    python_version: 3.8.10
-    t:
-      1:
-      - 1
-      - 3
-      - 11
-      2:
-      - 1
-      - 3
-      - 11
-      4: 3.8.10
-      5: 0.10.33
-      6: 4.9.0.dev0
-      8:
-      - 5
-adafactor:
-  desc: null
-  value: false
-adam_beta1:
-  desc: null
-  value: 0.9
-adam_beta2:
-  desc: null
-  value: 0.98
-adam_epsilon:
-  desc: null
-  value: 1.0e-08
-block_size:
-  desc: null
-  value: 512
-cache_dir:
-  desc: null
-  value: null
-config_name:
-  desc: null
-  value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
-dataloader_drop_last:
-  desc: null
-  value: false
-dataloader_num_workers:
-  desc: null
-  value: 64
-dataloader_pin_memory:
-  desc: null
-  value: true
-dataset_config_name:
-  desc: null
-  value: unshuffled_deduplicated_id
-dataset_name:
-  desc: null
-  value: oscar
-ddp_find_unused_parameters:
-  desc: null
-  value: null
-debug:
-  desc: null
-  value: []
-deepspeed:
-  desc: null
-  value: null
-disable_tqdm:
-  desc: null
-  value: false
-do_eval:
-  desc: null
-  value: true
-do_predict:
-  desc: null
-  value: false
-do_train:
-  desc: null
-  value: true
-dtype:
-  desc: null
-  value: float32
-eval_accumulation_steps:
-  desc: null
-  value: null
-eval_steps:
-  desc: null
-  value: 10
-evaluation_strategy:
-  desc: null
-  value: IntervalStrategy.NO
-fp16:
-  desc: null
-  value: false
-fp16_backend:
-  desc: null
-  value: auto
-fp16_full_eval:
-  desc: null
-  value: false
-fp16_opt_level:
-  desc: null
-  value: O1
-gradient_accumulation_steps:
-  desc: null
-  value: 1
-greater_is_better:
-  desc: null
-  value: null
-group_by_length:
-  desc: null
-  value: false
-ignore_data_skip:
-  desc: null
-  value: false
-label_names:
-  desc: null
-  value: null
-label_smoothing_factor:
-  desc: null
-  value: 0.0
-learning_rate:
-  desc: null
-  value: 0.0024
-length_column_name:
-  desc: null
-  value: length
-load_best_model_at_end:
-  desc: null
-  value: false
-local_rank:
-  desc: null
-  value: -1
-log_level:
-  desc: null
-  value: -1
-log_level_replica:
-  desc: null
-  value: -1
-log_on_each_node:
-  desc: null
-  value: true
-logging_dir:
-  desc: null
-  value: /home/cahya/Work/flax-community/gpt2-medium-indonesian/runs/Jul09_14-14-49_t1v-n-528d9406-w-0
-logging_first_step:
-  desc: null
-  value: false
-logging_steps:
-  desc: null
-  value: 500
-logging_strategy:
-  desc: null
-  value: IntervalStrategy.STEPS
-lr_scheduler_type:
-  desc: null
-  value: SchedulerType.LINEAR
-max_eval_samples:
-  desc: null
-  value: 1000
-max_grad_norm:
-  desc: null
-  value: 1.0
-max_steps:
-  desc: null
-  value: -1
-max_train_samples:
-  desc: null
-  value: 10000
-metric_for_best_model:
-  desc: null
-  value: null
-model_name_or_path:
-  desc: null
-  value: null
-model_type:
-  desc: null
-  value: gpt2
-mp_parameters:
-  desc: null
-  value: ''
-no_cuda:
-  desc: null
-  value: false
-num_train_epochs:
-  desc: null
-  value: 20.0
-output_dir:
-  desc: null
-  value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
-overwrite_cache:
-  desc: null
-  value: false
-overwrite_output_dir:
-  desc: null
-  value: true
-past_index:
-  desc: null
-  value: -1
-per_device_eval_batch_size:
-  desc: null
-  value: 24
-per_device_train_batch_size:
-  desc: null
-  value: 24
-per_gpu_eval_batch_size:
-  desc: null
-  value: null
-per_gpu_train_batch_size:
-  desc: null
-  value: null
-prediction_loss_only:
-  desc: null
-  value: false
-preprocessing_num_workers:
-  desc: null
-  value: 64
-push_to_hub:
-  desc: null
-  value: true
-push_to_hub_model_id:
-  desc: null
-  value: gpt2-medium-indonesian
-push_to_hub_organization:
-  desc: null
-  value: null
-push_to_hub_token:
-  desc: null
-  value: null
-remove_unused_columns:
-  desc: null
-  value: true
-report_to:
-  desc: null
-  value:
-  - tensorboard
-  - wandb
-resume_from_checkpoint:
-  desc: null
-  value: null
-run_name:
-  desc: null
-  value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
-save_on_each_node:
-  desc: null
-  value: false
-save_steps:
-  desc: null
-  value: 10
-save_strategy:
-  desc: null
-  value: IntervalStrategy.STEPS
-save_total_limit:
-  desc: null
-  value: null
-seed:
-  desc: null
-  value: 42
-sharded_ddp:
-  desc: null
-  value: []
-skip_memory_metrics:
-  desc: null
-  value: true
-test_log:
-  desc: null
-  value: 12345
-tokenizer_name:
-  desc: null
-  value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
-tpu_metrics_debug:
-  desc: null
-  value: false
-tpu_num_cores:
-  desc: null
-  value: null
-train_file:
-  desc: null
-  value: null
-use_fast_tokenizer:
-  desc: null
-  value: true
-use_legacy_prediction_loop:
-  desc: null
-  value: false
-validation_file:
-  desc: null
-  value: null
-validation_split_percentage:
-  desc: null
-  value: 5
-warmup_ratio:
-  desc: null
-  value: 0.0
-warmup_steps:
-  desc: null
-  value: 1000
-weight_decay:
-  desc: null
-  value: 0.01

wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2

@@ -1 +0,0 @@
-/home/cahya/Work/flax-community/gpt2-medium-indonesian/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2

wandb/run-20210709_141445-2k8cnty2/files/output.log

@@ -1,544 +0,0 @@
-INFO:__main__:Training/evaluation parameters TrainingArguments(
-_n_gpu=0,
-adafactor=False,
-adam_beta1=0.9,
-adam_beta2=0.98,
-adam_epsilon=1e-08,
-dataloader_drop_last=False,
-dataloader_num_workers=64,
-dataloader_pin_memory=True,
-ddp_find_unused_parameters=None,
-debug=[],
-deepspeed=None,
-disable_tqdm=False,
-do_eval=True,
-do_predict=False,
-do_train=True,
-eval_accumulation_steps=None,
-eval_steps=10,
-evaluation_strategy=IntervalStrategy.NO,
-fp16=False,
-fp16_backend=auto,
-fp16_full_eval=False,
-fp16_opt_level=O1,
-gradient_accumulation_steps=1,
-greater_is_better=None,
-group_by_length=False,
-ignore_data_skip=False,
-label_names=None,
-label_smoothing_factor=0.0,
-learning_rate=0.0024,
-length_column_name=length,
-load_best_model_at_end=False,
-local_rank=-1,
-log_level=-1,
-log_level_replica=-1,
-log_on_each_node=True,
-logging_dir=/home/cahya/Work/flax-community/gpt2-medium-indonesian/runs/Jul09_14-14-49_t1v-n-528d9406-w-0,
-logging_first_step=False,
-logging_steps=500,
-logging_strategy=IntervalStrategy.STEPS,
-lr_scheduler_type=SchedulerType.LINEAR,
-max_grad_norm=1.0,
-max_steps=-1,
-metric_for_best_model=None,
-mp_parameters=,
-no_cuda=False,
-num_train_epochs=20.0,
-output_dir=/home/cahya/Work/flax-community/gpt2-medium-indonesian,
-overwrite_output_dir=True,
-past_index=-1,
-per_device_eval_batch_size=24,
-per_device_train_batch_size=24,
-prediction_loss_only=False,
-push_to_hub=True,
-push_to_hub_model_id=gpt2-medium-indonesian,
-push_to_hub_organization=None,
-push_to_hub_token=None,
-remove_unused_columns=True,
-report_to=['tensorboard', 'wandb'],
-resume_from_checkpoint=None,
-run_name=/home/cahya/Work/flax-community/gpt2-medium-indonesian,
-save_on_each_node=False,
-save_steps=10,
-save_strategy=IntervalStrategy.STEPS,
-save_total_limit=None,
-seed=42,
-sharded_ddp=[],
-skip_memory_metrics=True,
-tpu_metrics_debug=False,
-tpu_num_cores=None,
-use_legacy_prediction_loop=False,
-warmup_ratio=0.0,
-warmup_steps=1000,
-weight_decay=0.01,
-)
-WARNING:datasets.builder:Reusing dataset oscar (/home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2)
-WARNING:datasets.builder:Reusing dataset oscar (/home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2)
-WARNING:datasets.builder:Reusing dataset oscar (/home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2)
-loading configuration file /home/cahya/Work/flax-community/gpt2-medium-indonesian/config.json
-Model config GPT2Config {
-  "activation_function": "gelu_new",
-  "architectures": [
-    "GPT2LMHeadModel"
-  ],
-  "attn_pdrop": 0.0,
-  "bos_token_id": 50256,
-  "embd_pdrop": 0.0,
-  "eos_token_id": 50256,
-  "gradient_checkpointing": false,
-  "initializer_range": 0.02,
-  "layer_norm_epsilon": 1e-05,
-  "model_type": "gpt2",
-  "n_ctx": 1024,
-  "n_embd": 1024,
-  "n_head": 16,
-  "n_inner": null,
-  "n_layer": 24,
-  "n_positions": 1024,
-  "n_special": 0,
-  "predict_special_tokens": true,
-  "resid_pdrop": 0.0,
-  "scale_attn_weights": true,
-  "summary_activation": null,
-  "summary_first_dropout": 0.1,
-  "summary_proj_to_labels": true,
-  "summary_type": "cls_index",
-  "summary_use_proj": true,
-  "task_specific_params": {
-    "text-generation": {
-      "do_sample": true,
-      "max_length": 50
-    }
-  },
-  "transformers_version": "4.9.0.dev0",
-  "use_cache": true,
-  "vocab_size": 50257
-}
-Could not locate the tokenizer configuration file, will try to use the model config instead.
-loading configuration file /home/cahya/Work/flax-community/gpt2-medium-indonesian/config.json
-Model config GPT2Config {
-  "activation_function": "gelu_new",
-  "architectures": [
-    "GPT2LMHeadModel"
-  ],
-  "attn_pdrop": 0.0,
-  "bos_token_id": 50256,
-  "embd_pdrop": 0.0,
-  "eos_token_id": 50256,
-  "gradient_checkpointing": false,
-  "initializer_range": 0.02,
-  "layer_norm_epsilon": 1e-05,
-  "model_type": "gpt2",
-  "n_ctx": 1024,
-  "n_embd": 1024,
-  "n_head": 16,
-  "n_inner": null,
-  "n_layer": 24,
-  "n_positions": 1024,
-  "n_special": 0,
-  "predict_special_tokens": true,
-  "resid_pdrop": 0.0,
-  "scale_attn_weights": true,
-  "summary_activation": null,
-  "summary_first_dropout": 0.1,
-  "summary_proj_to_labels": true,
-  "summary_type": "cls_index",
-  "summary_use_proj": true,
-  "task_specific_params": {
-    "text-generation": {
-      "do_sample": true,
-      "max_length": 50
-    }
-  },
-  "transformers_version": "4.9.0.dev0",
-  "use_cache": true,
-  "vocab_size": 50257
-}
-Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/vocab.json. We won't load it.
-Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/merges.txt. We won't load it.
-Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/added_tokens.json. We won't load it.
-Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/special_tokens_map.json. We won't load it.
-Didn't find file /home/cahya/Work/flax-community/gpt2-medium-indonesian/tokenizer_config.json. We won't load it.
-loading file None
-loading file None
-loading file /home/cahya/Work/flax-community/gpt2-medium-indonesian/tokenizer.json
-loading file None
-loading file None
-loading file None
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7c8748951b836a39.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e8faac6017bcb49b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c5425cfa7b7223f6.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-cdc888c4a1368eb6.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-48968c822b98ae53.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5f328ef9be07f2bd.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d64db80076e83794.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c5535b5e4d4787bd.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-4ccae48945a5018b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a9580511ae5fe290.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ce47446c7ed51f86.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5265df813cce244c.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-291aa37166805277.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b0fcf0ee31a5694b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dc536f4136334a0c.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bc6d8f0cd0188ed2.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bae62b66cd5223e9.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a74a5c8659dd357d.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bed5ca27f1e7bb8a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-767607d4af662c16.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1af00e6a42cd67ec.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d2929e2c3fa897ad.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1d8bbdc9ba93d666.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c17b56fabd889d21.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b48656d346d83448.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d4aef854dcaa7dea.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a7c2984f49eefe03.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d41a1ea3f47cfde2.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6f68bd101d2c2eca.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-485ad825065afbf5.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-393d80b359d6d498.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-69c399a1f7f7cca1.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bf40230c58ff51f8.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-67f5f3316b06619a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-72663c2c8720408e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c7f6d6a32a956e50.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-937589a019258a7e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2fafecedcf451464.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ed4c6bf415770d26.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b4bf5b9a5fd38482.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1b72568efe5b7868.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3a5da5e01dd0ff2b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-71f7c7be4dfd81d6.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ac9ac931371f4384.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e7ffac40c42e218d.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6ca91f147e7f17a1.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9826499aae76a5f4.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fed85db5fca0881e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6a1592be96d1959e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fda740b66d69fd58.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-629fdd3e84db8bb8.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-360247a05d7d6828.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7cb4e26eeb4779e4.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-de63396aed7bdc2e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c7923ba0a046161a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-41bd875eb8e37e4a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-63d406f2b8caae26.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a6a9ae3ad76346c9.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-46c03b3c08dc50c0.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9cdb34ea12986c37.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-980c4103849175bf.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0e5f45226f5ef8f0.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-aea37063e6b69149.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-669d230b6ecfeee4.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9224bae4740feab5.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ca883887eeeb09a6.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-55e58bdfdede0446.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0ad7d2e809509b09.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c560d955a43b8187.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-953c992a4ffd79e3.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5e9f8e69b6097d2e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5e206f09c9e8fdd9.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-81b42c0e63aaa61c.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-177c4eeefea376e1.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e5a247ce598d84f9.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bd75398a09b4d424.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-48b420eec261286d.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-80084db690e3567d.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-62438236c09fb1f1.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3b3609414ddf4d05.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bc559942b3eb27be.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-409bc35993713857.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5d4a8b73d817d518.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-586a9f6742e6b078.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e0886c0db3a93363.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c2d49bb68cd78a9f.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f7449b91d4e35903.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a124305f190d1f17.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-771dcbfc2deeb2b4.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-4a44c0250d1a8e89.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9b95c02d2d811b7b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a6bd5f5cc5dd94f0.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1cb771f77a96aed1.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-79155db345e1b61b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-729ccd1eea5e21d8.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-627640808d2343eb.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-56dd36e14c3e3a37.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-af6e16e2217667bd.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-707869192be9efce.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-39f8ff16bef6f7b0.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-410ed2e266a61b08.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bfcd466266bfe78f.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ebfc42dbfa211bbe.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5313e8629fe03041.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-44c761bd52b19e3e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e68a227cccaddfa1.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-74e6a11703d4c67c.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8c549a52e289bf02.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-4c69057426f92234.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-63c03364206abb20.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f18cdaeab9f0c31e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c52df8cf3986e7c1.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e7ecba40c385f632.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2ae41987f9e0c517.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-578530963259a92a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c8ff33cc87989ab4.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f26b529c87137769.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9c125b7d3e39962e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b9aed1a128905146.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-65ad20401b1b55b9.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-61fd56caaa04d0de.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0449f726056b393d.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-048293b087d87334.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1d1cd0fed73a8a6d.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ecbe4f0d1015c4cd.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9bb33357a253dd26.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a004813d990739f0.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3fbe7b75655b70f6.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-92114ac4590ac300.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e6ff541c5d639622.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-212808ff17969c9a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-98a9f61654ffc96f.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eefc440a06bdb7f4.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-163c2b7283c0d5b5.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-25e92ad5b894f52e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bf189fda5e3b4bc9.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6ce9531fdc082c8a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b943fb89b63d4f5c.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e34e5db178b9896a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5d32341726f6642a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bcf54b0c14a80696.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-74c1fdce69263242.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-879a5cdf370a58b6.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0336b53ce4a5e724.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c81efa63600d61e0.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-17a3935390f13c09.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e179c1382188a400.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bd7da0aaad16bb20.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0c15f0f06a6d9c89.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b399ce8ca9e1093c.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3a72d6a2d451474a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-07c9c2bd6b856867.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3c9e816531a7886b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b6278d41fa47fe88.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f53eec8928a939ae.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c09512a9e6615ddd.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-db4c784c66447e11.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-265eb6454ad1c53a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3aa7d141f01d5e86.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0580f3162a24358e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-07c0041d8a1d1c7a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-367ca654871a4a04.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-499071019ebb0155.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-caeca7f427d82370.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-47589ea7194d9d4f.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-50e822a959c796d8.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dfeab72b9027f18b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dd7a0b3a4edb400b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d6ea5b5103b5e98c.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7c1f3edb8f776c35.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1d83ac325fc0a180.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0bd8cc124777a33e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0e34cb9829c4b787.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ef6369414e5e7dc1.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f22cbc8c1858ef32.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8200cea6b79abe4e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-be3193b4eac4446a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fd8e000a14805d01.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6fba82e84612d878.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6a6963c521afa67f.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-aa4cfb88eb8f5372.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8685db2f54078215.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5ad7b2c8ef90e7cb.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3efb20c923750226.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0916f46162e00b35.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-edc40aca61389482.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-86b9edacc21d6f5b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3afba9269688d576.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-672400fde624d112.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-465277f39e350e89.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eeb14571ff45112e.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a98817ee9bc09293.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-bb2009caa7dfab73.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-61cc715e9bf6cc98.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-67d3cb4eaf8d8ed7.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-65785317e02a5628.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a79fbea05d20db08.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-827d566630f9aa1d.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fda9e5b5a8c1a84c.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c1e0b6625bba683a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-edcd1e884b7db53d.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e5b061ead90576ca.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ab34ba3ceaed4b61.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1339efe1d085200c.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3990406fe5f259cb.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0943b85386bf5481.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-226169f68060ba22.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9621ed2a716c2936.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-af6b180c6f5a96b2.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d150870d8a7351f4.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eab7f9a807e40fe6.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-8d82d564b1bb7e0c.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-dea360ce1578ed66.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-364c5361ca2b1b25.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3675e54844d7fb90.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-e7d5ebdda5c32896.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-687ec39f9dacdb2a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-77254be871192642.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-eb3a89b7e59d6164.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0c3b35a59533c335.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-7f9adf52a78acce7.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ac2789537daa0a57.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-61f646dd2335af3c.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-d028b1dd691d7f5b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0e15084870bdc29b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-99cfdc3c7888aca1.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-919db66140c65641.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-59038f68aa0a5ec5.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-191d22c24fd59747.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0161beed55b800bc.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9c15670e8f3e0c24.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-26875a8c68d456ac.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-16575a7ac11663fb.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c1dea31356b3426b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-ee7deba7e89f18f2.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2eab68e414d904b5.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a10beb2839202803.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f3e2cacc14a84030.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5c8667ea533129cb.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-1b2aa997ac29c348.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-f27332171b55fbcb.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6419f7d8be22a06b.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-b3bc4433c12bcdec.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-fc2dd52064f0091f.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9e15c444ae01ea96.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-a84aa4cc5c4f3104.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-0bf0524c8592e51a.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-5eb67e2386261e79.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-81069201df8a18e7.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-3fde6203c86709f5.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-186bd8995de295bc.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-75296577b3c0a0d2.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-9273293e110d9055.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-6f87fae392e645a8.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-c884f32737277680.arrow
-WARNING:datasets.arrow_dataset:Loading cached processed dataset at /home/cahya/.cache/huggingface/datasets/oscar/unshuffled_deduplicated_id/1.0.0/84838bd49d2295f62008383b05620571535451d84545037bb94d6f3501651df2/cache-2c134571a65badbf.arrow
-2021-07-09 14:15:27.414442: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
-2021-07-09 14:15:27.414487: W tensorflow/stream_executor/cuda/cuda_driver.cc:326] failed call to cuInit: UNKNOWN ERROR (303)
-/home/cahya/miniconda3/envs/jax/lib/python3.8/site-packages/jax/lib/xla_bridge.py:382: UserWarning: jax.host_count has been renamed to jax.process_count. This alias will eventually be removed; please update your code.
-  warnings.warn(
-/home/cahya/miniconda3/envs/jax/lib/python3.8/site-packages/jax/lib/xla_bridge.py:369: UserWarning: jax.host_id has been renamed to jax.process_index. This alias will eventually be removed; please update your code.
-  warnings.warn(
-INFO:__main__:***** Running training *****
-INFO:__main__:  Num examples = 10000
-INFO:__main__:  Num Epochs = 20
-INFO:__main__:  Instantaneous batch size per device = 24
-INFO:__main__:  Total train batch size (w. parallel & distributed) = 192
-INFO:__main__:  Total optimization steps = 1040
-Epoch ... (1/20):   0%|                                                                                                                                                                                                       | 0/20 [00:00<?, ?it/s]
-
-
-
-Training...:  19%|█████████████████████████████████████▌                                                                                                                                                             | 10/52 [01:20<01:17,  1.85s/it]
-
-Evaluating...:  20%|███████████████████████████████████████                                                                                                                                                            | 1/5 [00:13<00:55, 13.98s/it]
-
-
-tcmalloc: large alloc 1209278464 bytes == 0x5638c60c8000 @  0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982
-tcmalloc: large alloc 2426904576 bytes == 0x56390e20a000 @  0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09
-tcmalloc: large alloc 1419304960 bytes == 0x563883b82000 @  0x7faff8cbc680 0x7faff8cdd824 0x563649ff5730 0x56364a10cadb 0x7faca7dd8c6f 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09 0x56364a18eca9 0x7faff89560b3 0x56364a1671c7
-Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack
-Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/872c781c6b11a97e1c65180634c75c52c8464c32
-
-Training...:  38%|███████████████████████████████████████████████████████████████████████████                                                                                                                        | 20/52 [02:01<00:41,  1.29s/it]
-
-Evaluating...:  80%|████████████████████████████████████████████████████████████████████████████████████��███████████████████████████████████████████████████████████████████████                                       | 4/5 [00:06<00:00,  1.07it/s]
-
-
-tcmalloc: large alloc 2426904576 bytes == 0x56396efea000 @  0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09
-Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack
-Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/492601df2fee12ad82b61c534b5f6ec47b6d5d87
-
-
-Training...:  58%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍                                                                                  | 30/52 [03:38<00:42,  1.95s/it]
-
-
-Evaluating...:  40%|██████████████████████████████████████████████████████████████████████████████                                                                                                                     | 2/5 [00:05<00:07,  2.46s/it]
-
-tcmalloc: large alloc 2426904576 bytes == 0x56396efea000 @  0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09
-Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack
-Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/f5d39590d9c85082eb6e239e93942d2dd86cbe3e
-
-
-Training...:  77%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                                             | 40/52 [05:00<00:21,  1.76s/it]
-
-Evaluating...:  20%|███████████████████████████████████████                                                                                                                                                            | 1/5 [00:05<00:22,  5.72s/it]
-
-
-tcmalloc: large alloc 2426904576 bytes == 0x56396efea000 @  0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09
-Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack
-Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/c5559541cc37da7694d050a4d8b457ea760ce498
-
-
-Training...:  96%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌       | 50/52 [06:30<00:03,  1.88s/it]
-
-Evaluating...:   0%|                                                                                                                                                                                                           | 0/5 [00:00<?, ?it/s]
-
-
-tcmalloc: large alloc 2426904576 bytes == 0x56396efea000 @  0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09
-Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack
-Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/e5892f9edde10ba88e7e357bb4afb2d94a162a9b
-Step... (50 | Eval Loss: 8.027718544006348 | Eval Perplexity: 3064.7416180159676):   5%|██████▏                                                                                                                    | 1/20 [07:49<2:28:42, 469.59s/it]
-
-
-Training...:  15%|██████████████████████████████▏                                                                                                                                                                     | 8/52 [00:03<00:31,  1.42it/s]
-
-Evaluating...:  20%|███████████████████████████████████████                                                                                                                                                            | 1/5 [00:05<00:22,  5.71s/it]
-
-
-Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack                                                                                                                      | 8/52 [00:11<00:31,  1.42it/s]
-Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/5909771ac8627d126412dd5be1ce45591cab49bb
-
-Training...:  35%|███████████████████████████████████████████████████████████████████▌                                                                                                                               | 18/52 [01:25<00:59,  1.75s/it]
-
-Evaluating...:  80%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                                       | 4/5 [00:06<00:00,  1.07it/s]
-
-
-Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack                                                                                                                     | 18/52 [01:33<00:59,  1.75s/it]
-Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/bfedc8ccf558423d0844ac51a3dc57f4d9e34e6b
-
-Training...:  54%|█████████████████████████████████████████████████████████████████████████████████████████████████████████                                                                                          | 28/52 [02:56<00:45,  1.90s/it]
-
-Evaluating...:  60%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                                                                              | 3/5 [00:06<00:02,  1.42s/it]
-
-
-Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack███████████████████████████                                                                                          | 28/52 [03:05<00:45,  1.90s/it]
-Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/b555d05b45c7614de4191feb6c29b1b091df7787
-
-
-Training...:  73%|██████████████████████████████████████████████���███████████████████████████████████████████████████████████████████████████████████████████████▌                                                    | 38/52 [04:19<00:25,  1.80s/it]
-
-Evaluating...:   0%|                                                                                                                                                                                                           | 0/5 [00:00<?, ?it/s]
-
-Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack████████████████████████████████████████████████████████████████▌                                                    | 38/52 [04:28<00:25,  1.80s/it]
-Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/df53f6abdfbdcada2f04f13536b001c55ccbf8a1
-
-
-Training...:  92%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████               | 48/52 [05:38<00:06,  1.74s/it]
-
-Evaluating...:   0%|                                                                                                                                                                                                           | 0/5 [00:00<?, ?it/s]
-
-
-Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack██████████████████████████████████████████████████████████████████████████████████████████████████████               | 48/52 [05:47<00:06,  1.74s/it]
-Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/9b9473462e797993d7ca4cfb92daa71c0bc81e9d
-Step... (100 | Eval Loss: 7.69423770904541 | Eval Perplexity: 2195.65944089946):  10%|████████████▌                                                                                                                | 2/20 [14:54<2:13:01, 443.41s/it]
-
-Training...:  12%|██████████████████████▌                                                                                                                                                                             | 6/52 [00:01<00:10,  4.36it/s]
-  File "./run_clm_flax.py", line 655, in <module>
-    main()
-  File "./run_clm_flax.py", line 620, in main
-    batch = next(eval_loader)
-  File "./run_clm_flax.py", line 193, in data_loader
-    for idx in batch_idx:
-  File "/home/cahya/miniconda3/envs/jax/lib/python3.8/site-packages/jax/interpreters/xla.py", line 1264, in __iter__
-    return self._value.__iter__()
-KeyboardInterrupt

wandb/run-20210709_141445-2k8cnty2/files/requirements.txt

@@ -1,153 +0,0 @@
-absl-py==0.13.0
-aiohttp==3.7.4.post0
-anyio==3.2.1
-argon2-cffi==20.1.0
-astunparse==1.6.3
-async-generator==1.10
-async-timeout==3.0.1
-attrs==21.2.0
-babel==2.9.1
-backcall==0.2.0
-backports.functools-lru-cache==1.6.4
-bleach==3.3.0
-brotlipy==0.7.0
-cachetools==4.2.2
-certifi==2021.5.30
-cffi==1.14.5
-chardet==4.0.0
-chex==0.0.8
-click==8.0.1
-configparser==5.0.2
-cryptography==3.4.7
-cycler==0.10.0
-datasets==1.8.1.dev0
-debugpy==1.3.0
-decorator==5.0.9
-defusedxml==0.7.1
-dill==0.3.4
-dm-tree==0.1.6
-docker-pycreds==0.4.0
-entrypoints==0.3
-filelock==3.0.12
-flatbuffers==1.12
-flax==0.3.4
-fsspec==2021.6.1
-gast==0.4.0
-gitdb==4.0.7
-gitpython==3.1.18
-google-auth-oauthlib==0.4.4
-google-auth==1.32.1
-google-pasta==0.2.0
-grpcio==1.34.1
-h5py==3.1.0
-huggingface-hub==0.0.12
-idna==2.10
-importlib-metadata==4.6.1
-ipykernel==6.0.1
-ipython-genutils==0.2.0
-ipython==7.25.0
-jax==0.2.16
-jaxlib==0.1.68
-jedi==0.18.0
-jinja2==3.0.1
-joblib==1.0.1
-json5==0.9.5
-jsonschema==3.2.0
-jupyter-client==6.1.12
-jupyter-core==4.7.1
-jupyter-server==1.9.0
-jupyterlab-pygments==0.1.2
-jupyterlab-server==2.6.0
-jupyterlab==3.0.16
-keras-nightly==2.5.0.dev2021032900
-keras-preprocessing==1.1.2
-kiwisolver==1.3.1
-libtpu-nightly==0.1.dev20210615
-markdown==3.3.4
-markupsafe==2.0.1
-matplotlib-inline==0.1.2
-matplotlib==3.4.2
-mistune==0.8.4
-msgpack==1.0.2
-multidict==5.1.0
-multiprocess==0.70.12.2
-nbclassic==0.3.1
-nbclient==0.5.3
-nbconvert==6.1.0
-nbformat==5.1.3
-nest-asyncio==1.5.1
-notebook==6.4.0
-numpy==1.19.5
-oauthlib==3.1.1
-opt-einsum==3.3.0
-optax==0.0.9
-packaging==21.0
-pandas==1.2.5
-pandocfilters==1.4.2
-parso==0.8.2
-pathtools==0.1.2
-pexpect==4.8.0
-pickleshare==0.7.5
-pillow==8.3.0
-pip==21.1.3
-prometheus-client==0.11.0
-promise==2.3
-prompt-toolkit==3.0.19
-protobuf==3.17.3
-psutil==5.8.0
-ptyprocess==0.7.0
-pyarrow==4.0.1
-pyasn1-modules==0.2.8
-pyasn1==0.4.8
-pycparser==2.20
-pygments==2.9.0
-pyopenssl==20.0.1
-pyparsing==2.4.7
-pyrsistent==0.17.3
-pysocks==1.7.1
-python-dateutil==2.8.1
-pytz==2021.1
-pyyaml==5.4.1
-pyzmq==22.1.0
-regex==2021.7.1
-requests-oauthlib==1.3.0
-requests-unixsocket==0.2.0
-requests==2.25.1
-rsa==4.7.2
-sacremoses==0.0.45
-scipy==1.7.0
-send2trash==1.7.1
-sentry-sdk==1.1.0
-setuptools==52.0.0.post20210125
-shortuuid==1.0.1
-six==1.16.0
-smmap==4.0.0
-sniffio==1.2.0
-subprocess32==3.5.4
-tensorboard-data-server==0.6.1
-tensorboard-plugin-wit==1.8.0
-tensorboard==2.5.0
-tensorflow-estimator==2.5.0
-tensorflow==2.5.0
-termcolor==1.1.0
-terminado==0.10.1
-testpath==0.5.0
-tokenizers==0.10.3
-toolz==0.11.1
-torch==1.9.0
-tornado==6.1
-tqdm==4.61.1
-traitlets==5.0.5
-transformers==4.9.0.dev0
-typing-extensions==3.10.0.0
-urllib3==1.26.6
-wandb==0.10.33
-wcwidth==0.2.5
-webencodings==0.5.1
-websocket-client==0.57.0
-werkzeug==2.0.1
-wheel==0.36.2
-wrapt==1.12.1
-xxhash==2.0.2
-yarl==1.6.3
-zipp==3.5.0

wandb/run-20210709_141445-2k8cnty2/files/wandb-metadata.json

@@ -1,48 +0,0 @@
-{
-    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.17",
-    "python": "3.8.10",
-    "heartbeatAt": "2021-07-09T14:14:47.469719",
-    "startedAt": "2021-07-09T14:14:45.370847",
-    "docker": null,
-    "cpu_count": 96,
-    "cuda": null,
-    "args": [
-        "--output_dir=/home/cahya/Work/flax-community/gpt2-medium-indonesian",
-        "--model_type=gpt2",
-        "--config_name=/home/cahya/Work/flax-community/gpt2-medium-indonesian",
-        "--tokenizer_name=/home/cahya/Work/flax-community/gpt2-medium-indonesian",
-        "--dataset_name=oscar",
-        "--dataset_config_name=unshuffled_deduplicated_id",
-        "--do_train",
-        "--do_eval",
-        "--block_size=512",
-        "--per_device_train_batch_size=24",
-        "--per_device_eval_batch_size=24",
-        "--learning_rate=0.0024",
-        "--warmup_steps=1000",
-        "--adam_beta1=0.9",
-        "--adam_beta2=0.98",
-        "--weight_decay=0.01",
-        "--overwrite_output_dir",
-        "--num_train_epochs=20",
-        "--dataloader_num_workers=64",
-        "--preprocessing_num_workers=64",
-        "--save_steps=10",
-        "--eval_steps=10",
-        "--max_train_samples=10000",
-        "--max_eval_samples=1000",
-        "--push_to_hub"
-    ],
-    "state": "running",
-    "program": "./run_clm_flax.py",
-    "codePath": "run_clm_flax.py",
-    "git": {
-        "remote": "https://huggingface.co/flax-community/gpt2-medium-indonesian",
-        "commit": "6f9afb3df1b5b586dcf274b6e6e9cbae1deff345"
-    },
-    "email": "cahya.wirawan@gmail.com",
-    "root": "/home/cahya/Work/flax-community/gpt2-medium-indonesian",
-    "host": "t1v-n-528d9406-w-0",
-    "username": "cahya",
-    "executable": "/home/cahya/miniconda3/envs/jax/bin/python"
-}

wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json

@@ -1 +0,0 @@
-{"global_step": 100, "_timestamp": 1625840946.414606, "eval_loss": 7.69423770904541, "eval_perplexity": 2195.659423828125, "_step": 9}

wandb/run-20210709_141445-2k8cnty2/logs/debug-internal.log

@@ -1,468 +0,0 @@
-2021-07-09 14:14:46,066 INFO    MainThread:246776 [internal.py:wandb_internal():88] W&B internal server running at pid: 246776, started at: 2021-07-09 14:14:46.066421
-2021-07-09 14:14:46,069 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: check_version
-2021-07-09 14:14:46,069 INFO    WriterThread:246776 [datastore.py:open_for_write():80] open: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/run-2k8cnty2.wandb
-2021-07-09 14:14:46,070 DEBUG   SenderThread:246776 [sender.py:send():179] send: header
-2021-07-09 14:14:46,070 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: check_version
-2021-07-09 14:14:46,106 DEBUG   SenderThread:246776 [sender.py:send():179] send: run
-2021-07-09 14:14:46,291 INFO    SenderThread:246776 [dir_watcher.py:__init__():168] watching files in: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files
-2021-07-09 14:14:46,291 INFO    SenderThread:246776 [sender.py:_start_run_threads():716] run started: 2k8cnty2 with start time 1625840085
-2021-07-09 14:14:46,291 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:14:46,291 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:14:46,292 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: run_start
-2021-07-09 14:14:47,296 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:14:47,469 DEBUG   HandlerThread:246776 [meta.py:__init__():39] meta init
-2021-07-09 14:14:47,469 DEBUG   HandlerThread:246776 [meta.py:__init__():53] meta init done
-2021-07-09 14:14:47,469 DEBUG   HandlerThread:246776 [meta.py:probe():210] probe
-2021-07-09 14:14:47,470 DEBUG   HandlerThread:246776 [meta.py:_setup_git():200] setup git
-2021-07-09 14:14:47,497 DEBUG   HandlerThread:246776 [meta.py:_setup_git():207] setup git done
-2021-07-09 14:14:47,498 DEBUG   HandlerThread:246776 [meta.py:_save_pip():57] save pip
-2021-07-09 14:14:47,498 DEBUG   HandlerThread:246776 [meta.py:_save_pip():71] save pip done
-2021-07-09 14:14:47,498 DEBUG   HandlerThread:246776 [meta.py:_save_conda():78] save conda
-2021-07-09 14:14:48,296 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/conda-environment.yaml
-2021-07-09 14:14:48,296 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/requirements.txt
-2021-07-09 14:14:49,937 DEBUG   HandlerThread:246776 [meta.py:_save_conda():86] save conda done
-2021-07-09 14:14:49,937 DEBUG   HandlerThread:246776 [meta.py:probe():252] probe done
-2021-07-09 14:14:49,940 DEBUG   SenderThread:246776 [sender.py:send():179] send: files
-2021-07-09 14:14:49,940 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-metadata.json with policy now
-2021-07-09 14:14:49,947 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:14:49,947 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:14:50,072 DEBUG   SenderThread:246776 [sender.py:send():179] send: config
-2021-07-09 14:14:50,073 DEBUG   SenderThread:246776 [sender.py:send():179] send: config
-2021-07-09 14:14:50,073 DEBUG   SenderThread:246776 [sender.py:send():179] send: config
-2021-07-09 14:14:50,073 DEBUG   SenderThread:246776 [sender.py:send():179] send: config
-2021-07-09 14:14:50,296 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/conda-environment.yaml
-2021-07-09 14:14:50,297 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:14:50,297 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-metadata.json
-2021-07-09 14:14:50,380 INFO    Thread-11 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/2kbqshuw-wandb-metadata.json
-2021-07-09 14:14:52,297 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:14:54,298 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:15:02,301 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:15:04,302 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:15:05,089 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:15:05,089 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:15:08,303 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:15:10,304 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:15:15,553 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:15:17,307 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/config.yaml
-2021-07-09 14:15:19,308 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:15:20,261 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:15:20,261 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:15:21,309 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:15:27,311 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:15:27,425 INFO    HandlerThread:246776 [handler.py:handle_tbrecord():547] handling tbrecord: tbrecord {
-  log_dir: "/home/cahya/Work/flax-community/gpt2-medium-indonesian"
-  save: true
-}
-
-2021-07-09 14:15:27,426 DEBUG   HandlerThread:246776 [config_util.py:dict_from_config_file():101] no default config file found in config-defaults.yaml
-2021-07-09 14:15:27,434 DEBUG   SenderThread:246776 [sender.py:send():179] send: tbrecord
-2021-07-09 14:15:27,435 DEBUG   SenderThread:246776 [sender.py:send():179] send: files
-2021-07-09 14:15:27,435 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2 with policy live
-2021-07-09 14:15:27,879 INFO    Thread-14 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/2a4g7r5i-events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:15:28,312 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_created():216] file/dir created: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:15:29,312 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:15:31,313 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:15:35,424 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:15:35,424 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:15:45,633 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:15:50,786 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:15:50,786 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:16:05,918 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:16:05,918 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:16:15,713 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:16:21,055 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:16:21,056 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:16:36,187 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:16:36,187 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:16:45,342 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:16:45,792 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:16:47,342 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:16:49,343 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:16:51,317 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:16:51,317 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:16:51,344 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:05,350 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:06,350 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:17:06,451 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:17:06,451 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:17:06,818 INFO    Thread-15 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/5degf70d-events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:17:07,350 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:12,353 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:14,354 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:15,871 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:17:16,355 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:21,580 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:17:21,580 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:17:28,359 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:30,360 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:32,361 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:36,712 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:17:36,712 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:17:38,363 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:38,663 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
-2021-07-09 14:17:38,663 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:17:38,663 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:17:39,364 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:17:39,364 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:17:40,364 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:45,949 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:17:46,366 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:17:51,907 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:17:51,907 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:18:02,372 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:18:07,040 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:18:07,040 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:18:16,028 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:18:22,169 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:18:22,169 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:18:37,300 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:18:37,300 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:18:46,105 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:18:52,428 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:18:52,428 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:19:04,397 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:19:06,398 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:19:07,560 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:19:07,560 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:19:08,398 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:19:10,399 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:19:14,401 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:19:15,401 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:19:15,821 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
-2021-07-09 14:19:15,821 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:19:15,821 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:19:15,892 INFO    Thread-16 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/2a28xt0m-events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:19:16,180 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:19:16,402 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:19:16,402 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:19:22,689 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:19:22,690 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:19:23,405 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:19:35,410 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:19:37,819 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:19:37,819 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:19:46,259 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:19:52,949 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:19:52,949 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:20:08,078 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:20:08,078 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:20:16,335 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:20:23,209 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:20:23,209 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:20:27,430 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:20:29,431 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:20:31,432 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:20:33,433 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:20:37,434 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:20:37,965 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
-2021-07-09 14:20:37,965 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:20:37,966 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:20:38,340 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:20:38,340 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:20:38,435 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:20:38,435 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:20:38,913 INFO    Thread-17 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/i981d3j1-events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:20:39,435 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:20:43,437 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:20:46,411 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:20:53,491 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:20:53,491 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:20:57,442 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:21:08,625 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:21:08,625 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:21:16,486 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:21:23,754 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:21:23,754 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:21:38,887 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:21:38,888 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:21:46,566 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:21:54,019 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:21:54,020 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:21:56,465 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:21:58,465 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:22:00,466 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:22:02,467 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:22:08,113 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
-2021-07-09 14:22:08,114 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:22:08,114 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:22:08,469 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:22:08,470 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:22:08,470 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:22:09,013 INFO    Thread-18 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/otuqhtyr-events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:22:09,151 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:22:09,151 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:22:09,470 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:22:10,470 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:22:16,473 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:22:16,645 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:22:24,304 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:22:24,304 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:22:28,478 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:22:39,446 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:22:39,447 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:22:46,723 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:22:54,575 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:22:54,575 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:23:09,708 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:23:09,708 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:23:16,801 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:23:20,500 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:23:22,501 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:23:24,502 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:23:24,837 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:23:24,838 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:23:26,503 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:23:30,505 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:23:31,259 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
-2021-07-09 14:23:31,259 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:23:31,260 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:23:31,505 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:23:31,506 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:23:32,506 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:23:39,978 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:23:39,979 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:23:46,879 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:23:50,514 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:23:55,122 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:23:55,122 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:24:10,254 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:24:10,254 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:24:16,957 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:24:25,385 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:24:25,385 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:24:40,609 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:24:40,609 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:24:42,535 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:24:44,536 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:24:46,536 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:24:47,034 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:24:52,539 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:24:53,395 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
-2021-07-09 14:24:53,395 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:24:53,395 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:24:53,539 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:24:53,540 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:24:54,013 INFO    Thread-19 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/72n81odb-events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:24:54,540 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:24:55,540 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:24:55,836 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:24:55,836 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:25:10,974 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:25:10,974 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:25:13,548 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:25:17,112 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:25:26,143 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:25:26,144 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:25:41,276 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:25:41,276 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:25:47,189 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:25:56,420 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:25:56,420 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:26:11,570 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:26:11,570 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:26:13,573 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:26:15,574 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:26:17,268 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:26:17,575 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:26:23,578 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:26:24,547 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
-2021-07-09 14:26:24,547 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:26:24,548 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:26:24,578 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:26:24,578 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:26:25,579 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:26:26,793 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:26:26,794 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:26:42,104 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:26:42,104 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:26:44,587 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:26:47,351 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:26:57,242 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:26:57,242 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:27:12,371 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:27:12,372 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:27:17,427 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:27:27,503 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:27:27,504 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:27:36,610 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:27:38,611 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:27:40,612 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:27:42,613 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:27:42,635 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:27:42,636 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:27:47,505 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:27:47,615 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:27:47,684 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
-2021-07-09 14:27:47,684 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:27:47,684 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:27:48,086 INFO    Thread-20 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/196d2q98-events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:27:48,616 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:27:48,616 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:27:50,617 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:27:57,771 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:27:57,771 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:28:06,624 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:28:12,907 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:28:12,907 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:28:17,583 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:28:28,040 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:28:28,040 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:28:43,180 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:28:43,181 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:28:47,661 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:28:54,643 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:28:56,644 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:28:58,315 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:28:58,315 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:28:58,645 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:29:00,646 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:29:06,648 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:29:06,649 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:29:06,812 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
-2021-07-09 14:29:06,812 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:29:06,813 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:29:07,649 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:29:07,649 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:29:08,649 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:29:13,446 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:29:13,446 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:29:17,738 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:29:24,657 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:29:28,577 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:29:28,578 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:29:43,713 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:29:43,713 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:29:47,814 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:29:58,843 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:29:58,844 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:30:13,979 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:30:13,980 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:30:17,889 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:30:24,683 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:30:26,684 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:30:28,685 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:30:29,111 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
-2021-07-09 14:30:29,111 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
-2021-07-09 14:30:30,097 WARNING MainThread:246776 [internal.py:wandb_internal():147] Internal process interrupt: 1
-2021-07-09 14:30:30,685 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:30:34,687 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:30:36,622 DEBUG   SenderThread:246776 [sender.py:send():179] send: telemetry
-2021-07-09 14:30:36,622 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:36,622 DEBUG   SenderThread:246776 [sender.py:send():179] send: exit
-2021-07-09 14:30:36,622 INFO    SenderThread:246776 [sender.py:send_exit():287] handling exit code: 255
-2021-07-09 14:30:36,623 INFO    SenderThread:246776 [sender.py:send_exit():295] send defer
-2021-07-09 14:30:36,623 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:36,624 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: defer
-2021-07-09 14:30:36,624 INFO    HandlerThread:246776 [handler.py:handle_request_defer():141] handle defer: 0
-2021-07-09 14:30:36,624 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: defer
-2021-07-09 14:30:36,624 INFO    SenderThread:246776 [sender.py:send_request_defer():304] handle sender defer: 0
-2021-07-09 14:30:36,624 INFO    SenderThread:246776 [sender.py:transition_state():308] send defer: 1
-2021-07-09 14:30:36,624 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: defer
-2021-07-09 14:30:36,624 INFO    HandlerThread:246776 [handler.py:handle_request_defer():141] handle defer: 1
-2021-07-09 14:30:36,631 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: defer
-2021-07-09 14:30:36,631 INFO    SenderThread:246776 [sender.py:send_request_defer():304] handle sender defer: 1
-2021-07-09 14:30:36,631 INFO    SenderThread:246776 [sender.py:transition_state():308] send defer: 2
-2021-07-09 14:30:36,631 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
-2021-07-09 14:30:36,632 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: defer
-2021-07-09 14:30:36,632 INFO    HandlerThread:246776 [handler.py:handle_request_defer():141] handle defer: 2
-2021-07-09 14:30:36,688 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:30:42,961 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: defer
-2021-07-09 14:30:42,961 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:42,961 INFO    SenderThread:246776 [sender.py:send_request_defer():304] handle sender defer: 2
-2021-07-09 14:30:42,961 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:42,961 INFO    SenderThread:246776 [sender.py:transition_state():308] send defer: 3
-2021-07-09 14:30:42,962 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:42,962 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:42,963 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
-2021-07-09 14:30:42,963 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:30:42,963 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: defer
-2021-07-09 14:30:42,964 INFO    HandlerThread:246776 [handler.py:handle_request_defer():141] handle defer: 3
-2021-07-09 14:30:42,964 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:30:42,964 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
-2021-07-09 14:30:42,965 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
-2021-07-09 14:30:42,965 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: defer
-2021-07-09 14:30:42,965 INFO    SenderThread:246776 [sender.py:send_request_defer():304] handle sender defer: 3
-2021-07-09 14:30:42,965 INFO    SenderThread:246776 [sender.py:transition_state():308] send defer: 4
-2021-07-09 14:30:42,965 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: defer
-2021-07-09 14:30:42,965 INFO    HandlerThread:246776 [handler.py:handle_request_defer():141] handle defer: 4
-2021-07-09 14:30:42,965 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: defer
-2021-07-09 14:30:42,966 INFO    SenderThread:246776 [sender.py:send_request_defer():304] handle sender defer: 4
-2021-07-09 14:30:43,065 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:43,170 INFO    SenderThread:246776 [sender.py:transition_state():308] send defer: 5
-2021-07-09 14:30:43,170 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:43,171 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: defer
-2021-07-09 14:30:43,171 INFO    HandlerThread:246776 [handler.py:handle_request_defer():141] handle defer: 5
-2021-07-09 14:30:43,171 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: defer
-2021-07-09 14:30:43,171 INFO    SenderThread:246776 [sender.py:send_request_defer():304] handle sender defer: 5
-2021-07-09 14:30:43,171 INFO    SenderThread:246776 [dir_watcher.py:finish():282] shutting down directory watcher
-2021-07-09 14:30:43,272 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:43,690 INFO    SenderThread:246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/config.yaml
-2021-07-09 14:30:43,691 INFO    SenderThread:246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:30:43,691 INFO    SenderThread:246776 [dir_watcher.py:finish():312] scan: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files
-2021-07-09 14:30:43,691 INFO    SenderThread:246776 [dir_watcher.py:finish():318] scan save: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/conda-environment.yaml conda-environment.yaml
-2021-07-09 14:30:43,691 INFO    SenderThread:246776 [dir_watcher.py:finish():318] scan save: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/requirements.txt requirements.txt
-2021-07-09 14:30:43,691 INFO    SenderThread:246776 [dir_watcher.py:finish():318] scan save: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log output.log
-2021-07-09 14:30:43,692 INFO    SenderThread:246776 [dir_watcher.py:finish():318] scan save: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-metadata.json wandb-metadata.json
-2021-07-09 14:30:43,692 INFO    SenderThread:246776 [dir_watcher.py:finish():318] scan save: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/config.yaml config.yaml
-2021-07-09 14:30:43,695 INFO    SenderThread:246776 [dir_watcher.py:finish():318] scan save: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2 events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:30:43,695 INFO    SenderThread:246776 [dir_watcher.py:finish():318] scan save: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json wandb-summary.json
-2021-07-09 14:30:43,695 INFO    SenderThread:246776 [sender.py:transition_state():308] send defer: 6
-2021-07-09 14:30:43,695 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:43,696 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: defer
-2021-07-09 14:30:43,705 INFO    HandlerThread:246776 [handler.py:handle_request_defer():141] handle defer: 6
-2021-07-09 14:30:43,705 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: defer
-2021-07-09 14:30:43,705 INFO    SenderThread:246776 [sender.py:send_request_defer():304] handle sender defer: 6
-2021-07-09 14:30:43,705 INFO    SenderThread:246776 [file_pusher.py:finish():177] shutting down file pusher
-2021-07-09 14:30:43,798 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:43,798 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:43,900 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:43,900 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:44,002 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:44,002 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:44,104 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:44,104 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:44,144 INFO    Thread-24 :246776 [upload_job.py:push():137] Uploaded file /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/config.yaml
-2021-07-09 14:30:44,145 INFO    Thread-22 :246776 [upload_job.py:push():137] Uploaded file /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/requirements.txt
-2021-07-09 14:30:44,154 INFO    Thread-21 :246776 [upload_job.py:push():137] Uploaded file /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/conda-environment.yaml
-2021-07-09 14:30:44,183 INFO    Thread-26 :246776 [upload_job.py:push():137] Uploaded file /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
-2021-07-09 14:30:44,206 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:44,206 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:44,232 INFO    Thread-25 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/i1mxdnz1-events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
-2021-07-09 14:30:44,307 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:44,308 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:44,359 INFO    Thread-23 :246776 [upload_job.py:push():137] Uploaded file /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
-2021-07-09 14:30:44,409 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:44,409 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:44,511 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:44,511 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:44,559 INFO    Thread-7  :246776 [sender.py:transition_state():308] send defer: 7
-2021-07-09 14:30:44,560 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: defer
-2021-07-09 14:30:44,560 INFO    HandlerThread:246776 [handler.py:handle_request_defer():141] handle defer: 7
-2021-07-09 14:30:44,560 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: defer
-2021-07-09 14:30:44,560 INFO    SenderThread:246776 [sender.py:send_request_defer():304] handle sender defer: 7
-2021-07-09 14:30:44,612 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:44,831 INFO    SenderThread:246776 [sender.py:transition_state():308] send defer: 8
-2021-07-09 14:30:44,831 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:44,832 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: defer
-2021-07-09 14:30:44,832 INFO    HandlerThread:246776 [handler.py:handle_request_defer():141] handle defer: 8
-2021-07-09 14:30:44,832 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: defer
-2021-07-09 14:30:44,832 INFO    SenderThread:246776 [sender.py:send_request_defer():304] handle sender defer: 8
-2021-07-09 14:30:44,832 INFO    SenderThread:246776 [sender.py:transition_state():308] send defer: 9
-2021-07-09 14:30:44,833 DEBUG   SenderThread:246776 [sender.py:send():179] send: final
-2021-07-09 14:30:44,833 DEBUG   SenderThread:246776 [sender.py:send():179] send: footer
-2021-07-09 14:30:44,833 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: defer
-2021-07-09 14:30:44,833 INFO    HandlerThread:246776 [handler.py:handle_request_defer():141] handle defer: 9
-2021-07-09 14:30:44,833 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: defer
-2021-07-09 14:30:44,833 INFO    SenderThread:246776 [sender.py:send_request_defer():304] handle sender defer: 9
-2021-07-09 14:30:44,933 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: poll_exit
-2021-07-09 14:30:44,933 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: poll_exit
-2021-07-09 14:30:44,933 INFO    SenderThread:246776 [file_pusher.py:join():182] waiting for file pusher
-2021-07-09 14:30:44,935 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: get_summary
-2021-07-09 14:30:44,936 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: sampled_history
-2021-07-09 14:30:44,937 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: shutdown
-2021-07-09 14:30:44,937 INFO    HandlerThread:246776 [handler.py:finish():638] shutting down handler
-2021-07-09 14:30:45,833 INFO    WriterThread:246776 [datastore.py:close():288] close: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/run-2k8cnty2.wandb
-2021-07-09 14:30:45,934 INFO    SenderThread:246776 [sender.py:finish():945] shutting down sender
-2021-07-09 14:30:45,934 INFO    SenderThread:246776 [file_pusher.py:finish():177] shutting down file pusher
-2021-07-09 14:30:45,934 INFO    SenderThread:246776 [file_pusher.py:join():182] waiting for file pusher
-2021-07-09 14:30:45,936 INFO    MainThread:246776 [internal.py:handle_exit():78] Internal process exited

wandb/run-20210709_141445-2k8cnty2/logs/debug.log

@@ -1,164 +0,0 @@
-2021-07-09 14:14:45,372 INFO    MainThread:245719 [wandb_setup.py:_flush():69] Unhandled environment var: WANDB_LOG_MODEL
-2021-07-09 14:14:45,372 INFO    MainThread:245719 [wandb_setup.py:_flush():69] setting env: {'project': 'hf-flax-gpt2-indonesian', 'entity': 'wandb'}
-2021-07-09 14:14:45,372 INFO    MainThread:245719 [wandb_setup.py:_flush():69] setting login settings: {}
-2021-07-09 14:14:45,372 INFO    MainThread:245719 [wandb_init.py:_log_setup():337] Logging user logs to /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/logs/debug.log
-2021-07-09 14:14:45,372 INFO    MainThread:245719 [wandb_init.py:_log_setup():338] Logging internal logs to /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/logs/debug-internal.log
-2021-07-09 14:14:45,372 INFO    MainThread:245719 [wandb_init.py:init():370] calling init triggers
-2021-07-09 14:14:45,372 INFO    MainThread:245719 [wandb_init.py:init():375] wandb.init called with sweep_config: {}
-config: {}
-2021-07-09 14:14:45,373 INFO    MainThread:245719 [wandb_init.py:init():419] starting backend
-2021-07-09 14:14:45,373 INFO    MainThread:245719 [backend.py:_multiprocessing_setup():70] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
-2021-07-09 14:14:45,413 INFO    MainThread:245719 [backend.py:ensure_launched():135] starting backend process...
-2021-07-09 14:14:45,453 INFO    MainThread:245719 [backend.py:ensure_launched():139] started backend process with pid: 246776
-2021-07-09 14:14:45,455 INFO    MainThread:245719 [wandb_init.py:init():424] backend started and connected
-2021-07-09 14:14:45,458 INFO    MainThread:245719 [wandb_init.py:init():472] updated telemetry
-2021-07-09 14:14:45,458 INFO    MainThread:245719 [wandb_init.py:init():491] communicating current version
-2021-07-09 14:14:46,105 INFO    MainThread:245719 [wandb_init.py:init():496] got version response 
-2021-07-09 14:14:46,105 INFO    MainThread:245719 [wandb_init.py:init():504] communicating run to backend with 30 second timeout
-2021-07-09 14:14:46,291 INFO    MainThread:245719 [wandb_init.py:init():529] starting run threads in backend
-2021-07-09 14:14:49,944 INFO    MainThread:245719 [wandb_run.py:_console_start():1623] atexit reg
-2021-07-09 14:14:49,944 INFO    MainThread:245719 [wandb_run.py:_redirect():1497] redirect: SettingsConsole.REDIRECT
-2021-07-09 14:14:49,945 INFO    MainThread:245719 [wandb_run.py:_redirect():1502] Redirecting console.
-2021-07-09 14:14:49,946 INFO    MainThread:245719 [wandb_run.py:_redirect():1558] Redirects installed.
-2021-07-09 14:14:49,947 INFO    MainThread:245719 [wandb_init.py:init():554] run started, returning control to user process
-2021-07-09 14:14:49,956 INFO    MainThread:245719 [wandb_run.py:_config_callback():872] config_cb None None {'output_dir': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'overwrite_output_dir': True, 'do_train': True, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'IntervalStrategy.NO', 'prediction_loss_only': False, 'per_device_train_batch_size': 24, 'per_device_eval_batch_size': 24, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'learning_rate': 0.0024, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.98, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 20.0, 'max_steps': -1, 'lr_scheduler_type': 'SchedulerType.LINEAR', 'warmup_ratio': 0.0, 'warmup_steps': 1000, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': '/home/cahya/Work/flax-community/gpt2-medium-indonesian/runs/Jul09_14-14-49_t1v-n-528d9406-w-0', 'logging_strategy': 'IntervalStrategy.STEPS', 'logging_first_step': False, 'logging_steps': 500, 'save_strategy': 'IntervalStrategy.STEPS', 'save_steps': 10, 'save_total_limit': None, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'fp16': False, 'fp16_opt_level': 'O1', 'fp16_backend': 'auto', 'fp16_full_eval': False, 'local_rank': -1, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 10, 'dataloader_num_workers': 64, 'past_index': -1, 'run_name': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'sharded_ddp': [], 'deepspeed': None, 'label_smoothing_factor': 0.0, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'push_to_hub_model_id': 'gpt2-medium-indonesian', 'push_to_hub_organization': None, 'push_to_hub_token': None, 'mp_parameters': '', '_n_gpu': 0, '__cached__setup_devices': 'cpu'}
-2021-07-09 14:14:49,957 INFO    MainThread:245719 [wandb_run.py:_config_callback():872] config_cb None None {'model_name_or_path': None, 'model_type': 'gpt2', 'config_name': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'tokenizer_name': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'cache_dir': None, 'use_fast_tokenizer': True, 'dtype': 'float32'}
-2021-07-09 14:14:49,958 INFO    MainThread:245719 [wandb_run.py:_config_callback():872] config_cb None None {'dataset_name': 'oscar', 'dataset_config_name': 'unshuffled_deduplicated_id', 'train_file': None, 'validation_file': None, 'max_train_samples': 10000, 'max_eval_samples': 1000, 'overwrite_cache': False, 'validation_split_percentage': 5, 'block_size': 512, 'preprocessing_num_workers': 64}
-2021-07-09 14:14:49,958 INFO    MainThread:245719 [wandb_config.py:__setitem__():141] config set test_log = 12345 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x7fab4d59abb0>>
-2021-07-09 14:14:49,958 INFO    MainThread:245719 [wandb_run.py:_config_callback():872] config_cb test_log 12345 None
-2021-07-09 14:15:27,424 INFO    MainThread:245719 [wandb_run.py:_tensorboard_callback():943] tensorboard callback: /home/cahya/Work/flax-community/gpt2-medium-indonesian, None
-2021-07-09 14:30:34,276 INFO    MainThread:245719 [wandb_run.py:_atexit_cleanup():1593] got exitcode: 255
-2021-07-09 14:30:34,276 INFO    MainThread:245719 [wandb_run.py:_restore():1565] restore
-2021-07-09 14:30:36,624 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 1
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 3022
-  total_bytes: 3022
-}
-
-2021-07-09 14:30:41,726 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: None
-2021-07-09 14:30:42,963 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 1
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 3022
-  total_bytes: 3022
-}
-
-2021-07-09 14:30:43,171 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 1
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 3022
-  total_bytes: 3022
-}
-
-2021-07-09 14:30:43,697 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 5
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 3022
-  total_bytes: 100895
-}
-
-2021-07-09 14:30:43,799 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 6
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 1722
-  total_bytes: 101169
-}
-
-2021-07-09 14:30:43,901 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 6
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 101169
-  total_bytes: 101169
-}
-
-2021-07-09 14:30:44,003 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 6
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 101169
-  total_bytes: 101169
-}
-
-2021-07-09 14:30:44,104 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 6
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 101169
-  total_bytes: 101169
-}
-
-2021-07-09 14:30:44,206 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 6
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 101169
-  total_bytes: 101169
-}
-
-2021-07-09 14:30:44,308 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 6
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 101169
-  total_bytes: 101169
-}
-
-2021-07-09 14:30:44,410 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 6
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 101169
-  total_bytes: 101169
-}
-
-2021-07-09 14:30:44,511 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 6
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 101169
-  total_bytes: 101169
-}
-
-2021-07-09 14:30:44,832 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: file_counts {
-  wandb_count: 6
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 101169
-  total_bytes: 101169
-}
-
-2021-07-09 14:30:44,934 INFO    MainThread:245719 [wandb_run.py:_wait_for_finish():1715] got exit ret: done: true
-exit_result {
-}
-file_counts {
-  wandb_count: 6
-  other_count: 1
-}
-pusher_stats {
-  uploaded_bytes: 101169
-  total_bytes: 101169
-}
-
-2021-07-09 14:30:46,219 INFO    MainThread:245719 [wandb_run.py:_show_summary():1870] rendering summary
-2021-07-09 14:30:46,220 INFO    MainThread:245719 [wandb_run.py:_show_history():1908] rendering history
-2021-07-09 14:30:46,220 INFO    MainThread:245719 [wandb_run.py:_show_files():1937] logging synced files

wandb/run-20210709_144100-2k1kyrq2/files/conda-environment.yaml

@@ -1,187 +0,0 @@
-name: jax
-channels:
-  - pytorch
-  - conda-forge
-  - defaults
-dependencies:
-  - _libgcc_mutex=0.1=main
-  - _openmp_mutex=4.5=1_gnu
-  - anyio=3.2.1=py38h578d9bd_0
-  - argon2-cffi=20.1.0=py38h497a2fe_2
-  - async_generator=1.10=py_0
-  - attrs=21.2.0=pyhd8ed1ab_0
-  - babel=2.9.1=pyh44b312d_0
-  - backcall=0.2.0=pyh9f0ad1d_0
-  - backports=1.0=py_2
-  - backports.functools_lru_cache=1.6.4=pyhd8ed1ab_0
-  - blas=1.0=mkl
-  - bleach=3.3.0=pyh44b312d_0
-  - brotlipy=0.7.0=py38h497a2fe_1001
-  - ca-certificates=2021.5.30=ha878542_0
-  - certifi=2021.5.30=py38h578d9bd_0
-  - cffi=1.14.5=py38ha65f79e_0
-  - chardet=4.0.0=py38h578d9bd_1
-  - cryptography=3.4.7=py38ha5dfef3_0
-  - cudatoolkit=10.2.89=hfd86e86_1
-  - debugpy=1.3.0=py38h709712a_0
-  - decorator=5.0.9=pyhd8ed1ab_0
-  - defusedxml=0.7.1=pyhd8ed1ab_0
-  - entrypoints=0.3=pyhd8ed1ab_1003
-  - idna=2.10=pyh9f0ad1d_0
-  - importlib-metadata=4.6.1=py38h578d9bd_0
-  - intel-openmp=2021.2.0=h06a4308_610
-  - ipykernel=6.0.1=py38hd0cf306_0
-  - ipython=7.25.0=py38hd0cf306_1
-  - ipython_genutils=0.2.0=py_1
-  - jedi=0.18.0=py38h578d9bd_2
-  - jinja2=3.0.1=pyhd8ed1ab_0
-  - json5=0.9.5=pyh9f0ad1d_0
-  - jsonschema=3.2.0=pyhd8ed1ab_3
-  - jupyter_client=6.1.12=pyhd8ed1ab_0
-  - jupyter_core=4.7.1=py38h578d9bd_0
-  - jupyter_server=1.9.0=pyhd8ed1ab_0
-  - jupyterlab=3.0.16=pyhd8ed1ab_0
-  - jupyterlab_pygments=0.1.2=pyh9f0ad1d_0
-  - jupyterlab_server=2.6.0=pyhd8ed1ab_0
-  - ld_impl_linux-64=2.35.1=h7274673_9
-  - libffi=3.3=he6710b0_2
-  - libgcc-ng=9.3.0=h5101ec6_17
-  - libgomp=9.3.0=h5101ec6_17
-  - libsodium=1.0.18=h36c2ea0_1
-  - libstdcxx-ng=9.3.0=hd4cf53a_17
-  - libuv=1.40.0=h7b6447c_0
-  - markupsafe=2.0.1=py38h497a2fe_0
-  - matplotlib-inline=0.1.2=pyhd8ed1ab_2
-  - mistune=0.8.4=py38h497a2fe_1004
-  - mkl=2021.2.0=h06a4308_296
-  - nbclassic=0.3.1=pyhd8ed1ab_1
-  - nbclient=0.5.3=pyhd8ed1ab_0
-  - nbconvert=6.1.0=py38h578d9bd_0
-  - nbformat=5.1.3=pyhd8ed1ab_0
-  - ncurses=6.2=he6710b0_1
-  - nest-asyncio=1.5.1=pyhd8ed1ab_0
-  - ninja=1.10.2=hff7bd54_1
-  - notebook=6.4.0=pyha770c72_0
-  - openssl=1.1.1k=h7f98852_0
-  - pandoc=2.14.0.3=h7f98852_0
-  - pandocfilters=1.4.2=py_1
-  - parso=0.8.2=pyhd8ed1ab_0
-  - pexpect=4.8.0=pyh9f0ad1d_2
-  - pickleshare=0.7.5=py_1003
-  - pip=21.1.3=py38h06a4308_0
-  - prometheus_client=0.11.0=pyhd8ed1ab_0
-  - prompt-toolkit=3.0.19=pyha770c72_0
-  - ptyprocess=0.7.0=pyhd3deb0d_0
-  - pycparser=2.20=pyh9f0ad1d_2
-  - pygments=2.9.0=pyhd8ed1ab_0
-  - pyopenssl=20.0.1=pyhd8ed1ab_0
-  - pyparsing=2.4.7=pyh9f0ad1d_0
-  - pyrsistent=0.17.3=py38h497a2fe_2
-  - pysocks=1.7.1=py38h578d9bd_3
-  - python=3.8.10=h12debd9_8
-  - python-dateutil=2.8.1=py_0
-  - python_abi=3.8=2_cp38
-  - pytorch=1.9.0=py3.8_cuda10.2_cudnn7.6.5_0
-  - pytz=2021.1=pyhd8ed1ab_0
-  - pyzmq=22.1.0=py38h2035c66_0
-  - readline=8.1=h27cfd23_0
-  - requests=2.25.1=pyhd3deb0d_0
-  - requests-unixsocket=0.2.0=py_0
-  - send2trash=1.7.1=pyhd8ed1ab_0
-  - setuptools=52.0.0=py38h06a4308_0
-  - sniffio=1.2.0=py38h578d9bd_1
-  - sqlite=3.36.0=hc218d9a_0
-  - terminado=0.10.1=py38h578d9bd_0
-  - testpath=0.5.0=pyhd8ed1ab_0
-  - tk=8.6.10=hbc83047_0
-  - tornado=6.1=py38h497a2fe_1
-  - traitlets=5.0.5=py_0
-  - typing_extensions=3.10.0.0=pyha770c72_0
-  - urllib3=1.26.6=pyhd8ed1ab_0
-  - wcwidth=0.2.5=pyh9f0ad1d_2
-  - webencodings=0.5.1=py_1
-  - websocket-client=0.57.0=py38h578d9bd_4
-  - wheel=0.36.2=pyhd3eb1b0_0
-  - xz=5.2.5=h7b6447c_0
-  - zeromq=4.3.4=h9c3ff4c_0
-  - zipp=3.5.0=pyhd8ed1ab_0
-  - zlib=1.2.11=h7b6447c_3
-  - pip:
-    - absl-py==0.13.0
-    - aiohttp==3.7.4.post0
-    - astunparse==1.6.3
-    - async-timeout==3.0.1
-    - cachetools==4.2.2
-    - chex==0.0.8
-    - click==8.0.1
-    - configparser==5.0.2
-    - cycler==0.10.0
-    - dill==0.3.4
-    - dm-tree==0.1.6
-    - docker-pycreds==0.4.0
-    - filelock==3.0.12
-    - flatbuffers==1.12
-    - flax==0.3.4
-    - fsspec==2021.6.1
-    - gast==0.4.0
-    - gitdb==4.0.7
-    - gitpython==3.1.18
-    - google-auth==1.32.1
-    - google-auth-oauthlib==0.4.4
-    - google-pasta==0.2.0
-    - grpcio==1.34.1
-    - h5py==3.1.0
-    - huggingface-hub==0.0.12
-    - jax==0.2.16
-    - jaxlib==0.1.68
-    - joblib==1.0.1
-    - keras-nightly==2.5.0.dev2021032900
-    - keras-preprocessing==1.1.2
-    - kiwisolver==1.3.1
-    - libtpu-nightly==0.1.dev20210615
-    - markdown==3.3.4
-    - matplotlib==3.4.2
-    - msgpack==1.0.2
-    - multidict==5.1.0
-    - multiprocess==0.70.12.2
-    - numpy==1.19.5
-    - oauthlib==3.1.1
-    - opt-einsum==3.3.0
-    - optax==0.0.9
-    - packaging==20.9
-    - pandas==1.2.5
-    - pathtools==0.1.2
-    - pillow==8.3.0
-    - promise==2.3
-    - protobuf==3.17.3
-    - psutil==5.8.0
-    - pyarrow==4.0.1
-    - pyasn1==0.4.8
-    - pyasn1-modules==0.2.8
-    - pyyaml==5.4.1
-    - regex==2021.7.1
-    - requests-oauthlib==1.3.0
-    - rsa==4.7.2
-    - sacremoses==0.0.45
-    - scipy==1.7.0
-    - sentry-sdk==1.1.0
-    - shortuuid==1.0.1
-    - six==1.15.0
-    - smmap==4.0.0
-    - subprocess32==3.5.4
-    - tensorboard==2.5.0
-    - tensorboard-data-server==0.6.1
-    - tensorboard-plugin-wit==1.8.0
-    - tensorflow==2.5.0
-    - tensorflow-estimator==2.5.0
-    - termcolor==1.1.0
-    - tokenizers==0.10.3
-    - toolz==0.11.1
-    - tqdm==4.61.1
-    - typing-extensions==3.7.4.3
-    - wandb==0.10.33
-    - werkzeug==2.0.1
-    - wrapt==1.12.1
-    - xxhash==2.0.2
-    - yarl==1.6.3
-prefix: /home/cahya/miniconda3/envs/jax

wandb/run-20210709_144100-2k1kyrq2/files/config.yaml

@@ -1,305 +0,0 @@
-wandb_version: 1
-
-__cached__setup_devices:
-  desc: null
-  value: cpu
-_n_gpu:
-  desc: null
-  value: 0
-_wandb:
-  desc: null
-  value:
-    cli_version: 0.10.33
-    framework: huggingface
-    huggingface_version: 4.9.0.dev0
-    is_jupyter_run: false
-    is_kaggle_kernel: false
-    python_version: 3.8.10
-    t:
-      1:
-      - 1
-      - 3
-      - 11
-      4: 3.8.10
-      5: 0.10.33
-      6: 4.9.0.dev0
-      8:
-      - 5
-adafactor:
-  desc: null
-  value: false
-adam_beta1:
-  desc: null
-  value: 0.9
-adam_beta2:
-  desc: null
-  value: 0.98
-adam_epsilon:
-  desc: null
-  value: 1.0e-08
-block_size:
-  desc: null
-  value: 512
-cache_dir:
-  desc: null
-  value: null
-config_name:
-  desc: null
-  value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
-dataloader_drop_last:
-  desc: null
-  value: false
-dataloader_num_workers:
-  desc: null
-  value: 64
-dataloader_pin_memory:
-  desc: null
-  value: true
-dataset_config_name:
-  desc: null
-  value: unshuffled_deduplicated_id
-dataset_name:
-  desc: null
-  value: oscar
-ddp_find_unused_parameters:
-  desc: null
-  value: null
-debug:
-  desc: null
-  value: []
-deepspeed:
-  desc: null
-  value: null
-disable_tqdm:
-  desc: null
-  value: false
-do_eval:
-  desc: null
-  value: true
-do_predict:
-  desc: null
-  value: false
-do_train:
-  desc: null
-  value: true
-dtype:
-  desc: null
-  value: float32
-eval_accumulation_steps:
-  desc: null
-  value: null
-eval_steps:
-  desc: null
-  value: 5000
-evaluation_strategy:
-  desc: null
-  value: IntervalStrategy.NO
-fp16:
-  desc: null
-  value: false
-fp16_backend:
-  desc: null
-  value: auto
-fp16_full_eval:
-  desc: null
-  value: false
-fp16_opt_level:
-  desc: null
-  value: O1
-gradient_accumulation_steps:
-  desc: null
-  value: 1
-greater_is_better:
-  desc: null
-  value: null
-group_by_length:
-  desc: null
-  value: false
-ignore_data_skip:
-  desc: null
-  value: false
-label_names:
-  desc: null
-  value: null
-label_smoothing_factor:
-  desc: null
-  value: 0.0
-learning_rate:
-  desc: null
-  value: 0.0024
-length_column_name:
-  desc: null
-  value: length
-load_best_model_at_end:
-  desc: null
-  value: false
-local_rank:
-  desc: null
-  value: -1
-log_level:
-  desc: null
-  value: -1
-log_level_replica:
-  desc: null
-  value: -1
-log_on_each_node:
-  desc: null
-  value: true
-logging_dir:
-  desc: null
-  value: /home/cahya/Work/flax-community/gpt2-medium-indonesian/runs/Jul09_14-41-04_t1v-n-528d9406-w-0
-logging_first_step:
-  desc: null
-  value: false
-logging_steps:
-  desc: null
-  value: 5000
-logging_strategy:
-  desc: null
-  value: IntervalStrategy.STEPS
-lr_scheduler_type:
-  desc: null
-  value: SchedulerType.LINEAR
-max_eval_samples:
-  desc: null
-  value: null
-max_grad_norm:
-  desc: null
-  value: 1.0
-max_steps:
-  desc: null
-  value: -1
-max_train_samples:
-  desc: null
-  value: null
-metric_for_best_model:
-  desc: null
-  value: null
-model_name_or_path:
-  desc: null
-  value: null
-model_type:
-  desc: null
-  value: gpt2
-mp_parameters:
-  desc: null
-  value: ''
-no_cuda:
-  desc: null
-  value: false
-num_train_epochs:
-  desc: null
-  value: 20.0
-output_dir:
-  desc: null
-  value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
-overwrite_cache:
-  desc: null
-  value: false
-overwrite_output_dir:
-  desc: null
-  value: true
-past_index:
-  desc: null
-  value: -1
-per_device_eval_batch_size:
-  desc: null
-  value: 24
-per_device_train_batch_size:
-  desc: null
-  value: 24
-per_gpu_eval_batch_size:
-  desc: null
-  value: null
-per_gpu_train_batch_size:
-  desc: null
-  value: null
-prediction_loss_only:
-  desc: null
-  value: false
-preprocessing_num_workers:
-  desc: null
-  value: 64
-push_to_hub:
-  desc: null
-  value: true
-push_to_hub_model_id:
-  desc: null
-  value: gpt2-medium-indonesian
-push_to_hub_organization:
-  desc: null
-  value: null
-push_to_hub_token:
-  desc: null
-  value: null
-remove_unused_columns:
-  desc: null
-  value: true
-report_to:
-  desc: null
-  value:
-  - tensorboard
-  - wandb
-resume_from_checkpoint:
-  desc: null
-  value: null
-run_name:
-  desc: null
-  value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
-save_on_each_node:
-  desc: null
-  value: false
-save_steps:
-  desc: null
-  value: 5000
-save_strategy:
-  desc: null
-  value: IntervalStrategy.STEPS
-save_total_limit:
-  desc: null
-  value: null
-seed:
-  desc: null
-  value: 42
-sharded_ddp:
-  desc: null
-  value: []
-skip_memory_metrics:
-  desc: null
-  value: true
-test_log:
-  desc: null
-  value: 12345
-tokenizer_name:
-  desc: null
-  value: /home/cahya/Work/flax-community/gpt2-medium-indonesian
-tpu_metrics_debug:
-  desc: null
-  value: false
-tpu_num_cores:
-  desc: null
-  value: null
-train_file:
-  desc: null
-  value: null
-use_fast_tokenizer:
-  desc: null
-  value: true
-use_legacy_prediction_loop:
-  desc: null
-  value: false
-validation_file:
-  desc: null
-  value: null
-validation_split_percentage:
-  desc: null
-  value: 2
-warmup_ratio:
-  desc: null
-  value: 0.0
-warmup_steps:
-  desc: null
-  value: 1000
-weight_decay:
-  desc: null
-  value: 0.01

wandb/run-20210709_144100-2k1kyrq2/files/events.out.tfevents.1625843003.t1v-n-528d9406-w-0.250031.3.v2

@@ -1 +0,0 @@
-/home/cahya/Work/flax-community/gpt2-medium-indonesian/events.out.tfevents.1625843003.t1v-n-528d9406-w-0.250031.3.v2

wandb/run-20210709_144100-2k1kyrq2/files/requirements.txt

@@ -1,153 +0,0 @@
-absl-py==0.13.0
-aiohttp==3.7.4.post0
-anyio==3.2.1
-argon2-cffi==20.1.0
-astunparse==1.6.3
-async-generator==1.10
-async-timeout==3.0.1
-attrs==21.2.0
-babel==2.9.1
-backcall==0.2.0
-backports.functools-lru-cache==1.6.4
-bleach==3.3.0
-brotlipy==0.7.0
-cachetools==4.2.2
-certifi==2021.5.30
-cffi==1.14.5
-chardet==4.0.0
-chex==0.0.8
-click==8.0.1
-configparser==5.0.2
-cryptography==3.4.7
-cycler==0.10.0
-datasets==1.8.1.dev0
-debugpy==1.3.0
-decorator==5.0.9
-defusedxml==0.7.1
-dill==0.3.4
-dm-tree==0.1.6
-docker-pycreds==0.4.0
-entrypoints==0.3
-filelock==3.0.12
-flatbuffers==1.12
-flax==0.3.4
-fsspec==2021.6.1
-gast==0.4.0
-gitdb==4.0.7
-gitpython==3.1.18
-google-auth-oauthlib==0.4.4
-google-auth==1.32.1
-google-pasta==0.2.0
-grpcio==1.34.1
-h5py==3.1.0
-huggingface-hub==0.0.12
-idna==2.10
-importlib-metadata==4.6.1
-ipykernel==6.0.1
-ipython-genutils==0.2.0
-ipython==7.25.0
-jax==0.2.16
-jaxlib==0.1.68
-jedi==0.18.0
-jinja2==3.0.1
-joblib==1.0.1
-json5==0.9.5
-jsonschema==3.2.0
-jupyter-client==6.1.12
-jupyter-core==4.7.1
-jupyter-server==1.9.0
-jupyterlab-pygments==0.1.2
-jupyterlab-server==2.6.0
-jupyterlab==3.0.16
-keras-nightly==2.5.0.dev2021032900
-keras-preprocessing==1.1.2
-kiwisolver==1.3.1
-libtpu-nightly==0.1.dev20210615
-markdown==3.3.4
-markupsafe==2.0.1
-matplotlib-inline==0.1.2
-matplotlib==3.4.2
-mistune==0.8.4
-msgpack==1.0.2
-multidict==5.1.0
-multiprocess==0.70.12.2
-nbclassic==0.3.1
-nbclient==0.5.3
-nbconvert==6.1.0
-nbformat==5.1.3
-nest-asyncio==1.5.1
-notebook==6.4.0
-numpy==1.19.5
-oauthlib==3.1.1
-opt-einsum==3.3.0
-optax==0.0.9
-packaging==21.0
-pandas==1.2.5
-pandocfilters==1.4.2
-parso==0.8.2
-pathtools==0.1.2
-pexpect==4.8.0
-pickleshare==0.7.5
-pillow==8.3.0
-pip==21.1.3
-prometheus-client==0.11.0
-promise==2.3
-prompt-toolkit==3.0.19
-protobuf==3.17.3
-psutil==5.8.0
-ptyprocess==0.7.0
-pyarrow==4.0.1
-pyasn1-modules==0.2.8
-pyasn1==0.4.8
-pycparser==2.20
-pygments==2.9.0
-pyopenssl==20.0.1
-pyparsing==2.4.7
-pyrsistent==0.17.3
-pysocks==1.7.1
-python-dateutil==2.8.1
-pytz==2021.1
-pyyaml==5.4.1
-pyzmq==22.1.0
-regex==2021.7.1
-requests-oauthlib==1.3.0
-requests-unixsocket==0.2.0
-requests==2.25.1
-rsa==4.7.2
-sacremoses==0.0.45
-scipy==1.7.0
-send2trash==1.7.1
-sentry-sdk==1.1.0
-setuptools==52.0.0.post20210125
-shortuuid==1.0.1
-six==1.16.0
-smmap==4.0.0
-sniffio==1.2.0
-subprocess32==3.5.4
-tensorboard-data-server==0.6.1
-tensorboard-plugin-wit==1.8.0
-tensorboard==2.5.0
-tensorflow-estimator==2.5.0
-tensorflow==2.5.0
-termcolor==1.1.0
-terminado==0.10.1
-testpath==0.5.0
-tokenizers==0.10.3
-toolz==0.11.1
-torch==1.9.0
-tornado==6.1
-tqdm==4.61.1
-traitlets==5.0.5
-transformers==4.9.0.dev0
-typing-extensions==3.10.0.0
-urllib3==1.26.6
-wandb==0.10.33
-wcwidth==0.2.5
-webencodings==0.5.1
-websocket-client==0.57.0
-werkzeug==2.0.1
-wheel==0.36.2
-wrapt==1.12.1
-xxhash==2.0.2
-yarl==1.6.3
-zipp==3.5.0

wandb/run-20210709_144100-2k1kyrq2/files/wandb-metadata.json

@@ -1,48 +0,0 @@
-{
-    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.17",
-    "python": "3.8.10",
-    "heartbeatAt": "2021-07-09T14:41:02.325218",
-    "startedAt": "2021-07-09T14:41:00.270917",
-    "docker": null,
-    "cpu_count": 96,
-    "cuda": null,
-    "args": [
-        "--output_dir=/home/cahya/Work/flax-community/gpt2-medium-indonesian",
-        "--model_type=gpt2",
-        "--config_name=/home/cahya/Work/flax-community/gpt2-medium-indonesian",
-        "--tokenizer_name=/home/cahya/Work/flax-community/gpt2-medium-indonesian",
-        "--dataset_name=oscar",
-        "--dataset_config_name=unshuffled_deduplicated_id",
-        "--do_train",
-        "--do_eval",
-        "--block_size=512",
-        "--per_device_train_batch_size=24",
-        "--per_device_eval_batch_size=24",
-        "--learning_rate=0.0024",
-        "--warmup_steps=1000",
-        "--adam_beta1=0.9",
-        "--adam_beta2=0.98",
-        "--weight_decay=0.01",
-        "--overwrite_output_dir",
-        "--num_train_epochs=20",
-        "--dataloader_num_workers=64",
-        "--preprocessing_num_workers=64",
-        "--logging_steps=5000",
-        "--save_steps=5000",
-        "--eval_steps=5000",
-        "--validation_split_percentage=2",
-        "--push_to_hub"
-    ],
-    "state": "running",
-    "program": "./run_clm_flax.py",
-    "codePath": "run_clm_flax.py",
-    "git": {
-        "remote": "https://huggingface.co/flax-community/gpt2-medium-indonesian",
-        "commit": "9b9473462e797993d7ca4cfb92daa71c0bc81e9d"
-    },
-    "email": "cahya.wirawan@gmail.com",
-    "root": "/home/cahya/Work/flax-community/gpt2-medium-indonesian",
-    "host": "t1v-n-528d9406-w-0",
-    "username": "cahya",
-    "executable": "/home/cahya/miniconda3/envs/jax/bin/python"
-}

wandb/run-20210709_144100-2k1kyrq2/files/wandb-summary.json

@@ -1 +0,0 @@
-{"global_step": 15000, "_timestamp": 1625860279.738529, "train_time": 34334.51171875, "train_learning_rate": 0.002344374777749181, "_step": 29991, "train_loss": 3.3004040718078613, "eval_loss": 3.424499034881592, "eval_perplexity": 30.707258224487305}

wandb/run-20210709_144100-2k1kyrq2/logs/debug.log

@@ -1,29 +0,0 @@
-2021-07-09 14:41:00,272 INFO    MainThread:250031 [wandb_setup.py:_flush():69] Unhandled environment var: WANDB_LOG_MODEL
-2021-07-09 14:41:00,272 INFO    MainThread:250031 [wandb_setup.py:_flush():69] setting env: {'project': 'hf-flax-gpt2-indonesian', 'entity': 'wandb'}
-2021-07-09 14:41:00,272 INFO    MainThread:250031 [wandb_setup.py:_flush():69] setting login settings: {}
-2021-07-09 14:41:00,272 INFO    MainThread:250031 [wandb_init.py:_log_setup():337] Logging user logs to /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_144100-2k1kyrq2/logs/debug.log
-2021-07-09 14:41:00,272 INFO    MainThread:250031 [wandb_init.py:_log_setup():338] Logging internal logs to /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_144100-2k1kyrq2/logs/debug-internal.log
-2021-07-09 14:41:00,272 INFO    MainThread:250031 [wandb_init.py:init():370] calling init triggers
-2021-07-09 14:41:00,273 INFO    MainThread:250031 [wandb_init.py:init():375] wandb.init called with sweep_config: {}
-config: {}
-2021-07-09 14:41:00,273 INFO    MainThread:250031 [wandb_init.py:init():419] starting backend
-2021-07-09 14:41:00,273 INFO    MainThread:250031 [backend.py:_multiprocessing_setup():70] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
-2021-07-09 14:41:00,314 INFO    MainThread:250031 [backend.py:ensure_launched():135] starting backend process...
-2021-07-09 14:41:00,353 INFO    MainThread:250031 [backend.py:ensure_launched():139] started backend process with pid: 251111
-2021-07-09 14:41:00,355 INFO    MainThread:250031 [wandb_init.py:init():424] backend started and connected
-2021-07-09 14:41:00,357 INFO    MainThread:250031 [wandb_init.py:init():472] updated telemetry
-2021-07-09 14:41:00,358 INFO    MainThread:250031 [wandb_init.py:init():491] communicating current version
-2021-07-09 14:41:01,006 INFO    MainThread:250031 [wandb_init.py:init():496] got version response 
-2021-07-09 14:41:01,006 INFO    MainThread:250031 [wandb_init.py:init():504] communicating run to backend with 30 second timeout
-2021-07-09 14:41:01,184 INFO    MainThread:250031 [wandb_init.py:init():529] starting run threads in backend
-2021-07-09 14:41:04,780 INFO    MainThread:250031 [wandb_run.py:_console_start():1623] atexit reg
-2021-07-09 14:41:04,781 INFO    MainThread:250031 [wandb_run.py:_redirect():1497] redirect: SettingsConsole.REDIRECT
-2021-07-09 14:41:04,782 INFO    MainThread:250031 [wandb_run.py:_redirect():1502] Redirecting console.
-2021-07-09 14:41:04,783 INFO    MainThread:250031 [wandb_run.py:_redirect():1558] Redirects installed.
-2021-07-09 14:41:04,784 INFO    MainThread:250031 [wandb_init.py:init():554] run started, returning control to user process
-2021-07-09 14:41:04,793 INFO    MainThread:250031 [wandb_run.py:_config_callback():872] config_cb None None {'output_dir': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'overwrite_output_dir': True, 'do_train': True, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'IntervalStrategy.NO', 'prediction_loss_only': False, 'per_device_train_batch_size': 24, 'per_device_eval_batch_size': 24, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'learning_rate': 0.0024, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.98, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 20.0, 'max_steps': -1, 'lr_scheduler_type': 'SchedulerType.LINEAR', 'warmup_ratio': 0.0, 'warmup_steps': 1000, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': '/home/cahya/Work/flax-community/gpt2-medium-indonesian/runs/Jul09_14-41-04_t1v-n-528d9406-w-0', 'logging_strategy': 'IntervalStrategy.STEPS', 'logging_first_step': False, 'logging_steps': 5000, 'save_strategy': 'IntervalStrategy.STEPS', 'save_steps': 5000, 'save_total_limit': None, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'fp16': False, 'fp16_opt_level': 'O1', 'fp16_backend': 'auto', 'fp16_full_eval': False, 'local_rank': -1, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 5000, 'dataloader_num_workers': 64, 'past_index': -1, 'run_name': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'sharded_ddp': [], 'deepspeed': None, 'label_smoothing_factor': 0.0, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'push_to_hub_model_id': 'gpt2-medium-indonesian', 'push_to_hub_organization': None, 'push_to_hub_token': None, 'mp_parameters': '', '_n_gpu': 0, '__cached__setup_devices': 'cpu'}
-2021-07-09 14:41:04,794 INFO    MainThread:250031 [wandb_run.py:_config_callback():872] config_cb None None {'model_name_or_path': None, 'model_type': 'gpt2', 'config_name': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'tokenizer_name': '/home/cahya/Work/flax-community/gpt2-medium-indonesian', 'cache_dir': None, 'use_fast_tokenizer': True, 'dtype': 'float32'}
-2021-07-09 14:41:04,794 INFO    MainThread:250031 [wandb_run.py:_config_callback():872] config_cb None None {'dataset_name': 'oscar', 'dataset_config_name': 'unshuffled_deduplicated_id', 'train_file': None, 'validation_file': None, 'max_train_samples': None, 'max_eval_samples': None, 'overwrite_cache': False, 'validation_split_percentage': 2, 'block_size': 512, 'preprocessing_num_workers': 64}
-2021-07-09 14:41:04,795 INFO    MainThread:250031 [wandb_config.py:__setitem__():141] config set test_log = 12345 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x7f3836ca5a90>>
-2021-07-09 14:41:04,795 INFO    MainThread:250031 [wandb_run.py:_config_callback():872] config_cb test_log 12345 None
-2021-07-09 15:03:23,473 INFO    MainThread:250031 [wandb_run.py:_tensorboard_callback():943] tensorboard callback: /home/cahya/Work/flax-community/gpt2-medium-indonesian, None