End of training

README.md

@@ -0,0 +1,65 @@
+---
+base_model: distilbert/distilgpt2
+library_name: peft
+license: apache-2.0
+tags:
+- trl
+- sft
+- generated_from_trainer
+model-index:
+- name: tmp
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# tmp
+
+This model is a fine-tuned version of [distilbert/distilgpt2](https://huggingface.co/distilbert/distilgpt2) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.2922
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 5
+
+### Training results
+
+| Training Loss | Epoch | Step  | Validation Loss |
+|:-------------:|:-----:|:-----:|:---------------:|
+| 2.5623        | 1.0   | 2337  | 2.3956          |
+| 2.4776        | 2.0   | 4674  | 2.3410          |
+| 2.4591        | 3.0   | 7011  | 2.3128          |
+| 2.445         | 4.0   | 9348  | 2.2974          |
+| 2.4492        | 5.0   | 11685 | 2.2922          |
+
+
+### Framework versions
+
+- PEFT 0.11.1
+- Transformers 4.41.2
+- Pytorch 2.3.0+cu121
+- Datasets 2.20.0
+- Tokenizers 0.19.1

adapter_config.json

@@ -0,0 +1,28 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "distilbert/distilgpt2",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "c_attn"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69861cea848ec625e446ade9911845cfb0de146f7d028f2d7d32099580d57552
+size 1181192

dap_multiplexer.35a0f9cc108d.root.log.INFO.20240703-025558.109

@@ -0,0 +1,22 @@
+Log file created at: 2024/07/03 02:55:58
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0703 02:55:58.336996       1 log_spam.go:43] Process id 109
+I0703 02:55:58.337806       1 log_spam.go:47] Current working directory /
+I0703 02:55:58.337816       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0703 02:55:58.337851       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0703 02:55:58.337855       1 log_spam.go:51] Command line arguments:
+I0703 02:55:58.337860       1 log_spam.go:53]  argv[0]: '/usr/local/bin/dap_multiplexer'
+I0703 02:55:58.337864       1 log_spam.go:53]  argv[1]: '--domain_socket_path=/tmp/debugger_2o0dt1z3m4'

dap_multiplexer.INFO

@@ -0,0 +1,22 @@
+Log file created at: 2024/07/03 02:55:58
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0703 02:55:58.336996       1 log_spam.go:43] Process id 109
+I0703 02:55:58.337806       1 log_spam.go:47] Current working directory /
+I0703 02:55:58.337816       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0703 02:55:58.337851       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0703 02:55:58.337855       1 log_spam.go:51] Command line arguments:
+I0703 02:55:58.337860       1 log_spam.go:53]  argv[0]: '/usr/local/bin/dap_multiplexer'
+I0703 02:55:58.337864       1 log_spam.go:53]  argv[1]: '--domain_socket_path=/tmp/debugger_2o0dt1z3m4'

language_service.35a0f9cc108d.root.log.INFO.20240703-025624.266

@@ -0,0 +1,29 @@
+Log file created at: 2024/07/03 02:56:24
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0703 02:56:24.170786       1 log_spam.go:43] Process id 266
+I0703 02:56:24.171400       1 log_spam.go:47] Current working directory /datalab/web
+I0703 02:56:24.171415       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0703 02:56:24.171461       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0703 02:56:24.171467       1 log_spam.go:51] Command line arguments:
+I0703 02:56:24.171472       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0703 02:56:24.171475       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0703 02:56:24.171477       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0703 02:56:24.171479       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0703 02:56:24.171481       1 log_spam.go:53]  argv[4]: '--'
+I0703 02:56:24.171483       1 log_spam.go:53]  argv[5]: 'node'
+I0703 02:56:24.171485       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0703 02:56:24.171486       1 log_spam.go:53]  argv[7]: '--stdio'
+I0703 02:56:24.171488       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:68757ee3713ab85ff901ebce623f936f01f075ac28'

language_service.35a0f9cc108d.root.log.INFO.20240703-025649.408

@@ -0,0 +1,7 @@
+Log file created at: 2024/07/03 02:56:49
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

language_service.35a0f9cc108d.root.log.INFO.20240703-025649.414

@@ -0,0 +1,29 @@
+Log file created at: 2024/07/03 02:56:49
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0703 02:56:49.828372       1 log_spam.go:43] Process id 414
+I0703 02:56:49.833084       1 log_spam.go:47] Current working directory /datalab/web
+I0703 02:56:49.833109       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0703 02:56:49.833175       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0703 02:56:49.833184       1 log_spam.go:51] Command line arguments:
+I0703 02:56:49.833223       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0703 02:56:49.833228       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0703 02:56:49.833231       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0703 02:56:49.833234       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0703 02:56:49.833237       1 log_spam.go:53]  argv[4]: '--'
+I0703 02:56:49.833245       1 log_spam.go:53]  argv[5]: 'node'
+I0703 02:56:49.833248       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0703 02:56:49.833251       1 log_spam.go:53]  argv[7]: '--stdio'
+I0703 02:56:49.833255       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:f4217f152068d8e2db990ca0dfe0373eb11b2c4ed9'

language_service.35a0f9cc108d.root.log.INFO.20240703-025809.759

@@ -0,0 +1,7 @@
+Log file created at: 2024/07/03 02:58:09
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

language_service.35a0f9cc108d.root.log.INFO.20240703-025809.776

@@ -0,0 +1,29 @@
+Log file created at: 2024/07/03 02:58:09
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0703 02:58:09.289271       1 log_spam.go:43] Process id 776
+I0703 02:58:09.289890       1 log_spam.go:47] Current working directory /datalab/web
+I0703 02:58:09.289904       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0703 02:58:09.289982       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0703 02:58:09.290029       1 log_spam.go:51] Command line arguments:
+I0703 02:58:09.290034       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0703 02:58:09.290045       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0703 02:58:09.290048       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0703 02:58:09.290052       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0703 02:58:09.290055       1 log_spam.go:53]  argv[4]: '--'
+I0703 02:58:09.290058       1 log_spam.go:53]  argv[5]: 'node'
+I0703 02:58:09.290062       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0703 02:58:09.290065       1 log_spam.go:53]  argv[7]: '--stdio'
+I0703 02:58:09.290069       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:cf1e1b04c1edc36f5ef4c6dd6b9892423e00171fb5'

language_service.35a0f9cc108d.root.log.INFO.20240703-030003.1267

@@ -0,0 +1,29 @@
+Log file created at: 2024/07/03 03:00:03
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0703 03:00:03.034075       1 log_spam.go:43] Process id 1267
+I0703 03:00:03.034407       1 log_spam.go:47] Current working directory /datalab/web
+I0703 03:00:03.034413       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0703 03:00:03.034431       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0703 03:00:03.034434       1 log_spam.go:51] Command line arguments:
+I0703 03:00:03.034437       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0703 03:00:03.034439       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0703 03:00:03.034441       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0703 03:00:03.034443       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0703 03:00:03.034444       1 log_spam.go:53]  argv[4]: '--'
+I0703 03:00:03.034446       1 log_spam.go:53]  argv[5]: 'node'
+I0703 03:00:03.034447       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0703 03:00:03.034449       1 log_spam.go:53]  argv[7]: '--stdio'
+I0703 03:00:03.034450       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:7619c537791dd471d88cbdb3d8f2e8c20508c6ca7b'

language_service.35a0f9cc108d.root.log.INFO.20240703-030022.1369

@@ -0,0 +1,7 @@
+Log file created at: 2024/07/03 03:00:22
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

language_service.35a0f9cc108d.root.log.INFO.20240703-030022.1381

@@ -0,0 +1,124 @@
+Log file created at: 2024/07/03 03:00:22
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0703 03:00:22.265655       1 log_spam.go:43] Process id 1381
+I0703 03:00:22.266089       1 log_spam.go:47] Current working directory /datalab/web
+I0703 03:00:22.266101       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0703 03:00:22.266153       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0703 03:00:22.266158       1 log_spam.go:51] Command line arguments:
+I0703 03:00:22.266162       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0703 03:00:22.266173       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0703 03:00:22.266176       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0703 03:00:22.266180       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0703 03:00:22.266184       1 log_spam.go:53]  argv[4]: '--'
+I0703 03:00:22.266365       1 log_spam.go:53]  argv[5]: 'node'
+I0703 03:00:22.266370       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0703 03:00:22.266374       1 log_spam.go:53]  argv[7]: '--stdio'
+I0703 03:00:22.266377       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:911441375a9304c373eed6a481d318ff8879a27d57'
+I0703 03:00:29.317331      30 ls.go:1237] cancel was requested for: 2, needs to be canceled: false
+I0703 03:00:32.506523      30 ls.go:1237] cancel was requested for: 4, needs to be canceled: false
+I0703 03:01:28.248788      30 ls.go:1237] cancel was requested for: 18, needs to be canceled: false
+I0703 03:01:45.374800      30 ls.go:1237] cancel was requested for: 20, needs to be canceled: false
+I0703 03:01:45.794817      30 ls.go:1237] cancel was requested for: 21, needs to be canceled: false
+I0703 03:01:46.187797      30 ls.go:1237] cancel was requested for: 22, needs to be canceled: false
+I0703 03:01:52.980562      30 ls.go:1237] cancel was requested for: 29, needs to be canceled: false
+I0703 03:01:53.437134      30 ls.go:1237] cancel was requested for: 31, needs to be canceled: false
+I0703 03:01:53.439612      30 ls.go:1237] cancel was requested for: 32, needs to be canceled: false
+I0703 03:01:53.439650      30 ls.go:1237] cancel was requested for: 33, needs to be canceled: false
+I0703 03:01:56.911913      30 ls.go:1237] cancel was requested for: 36, needs to be canceled: false
+I0703 03:02:03.487120      30 ls.go:1237] cancel was requested for: 38, needs to be canceled: false
+I0703 03:02:17.353387      30 ls.go:1237] cancel was requested for: 40, needs to be canceled: false
+I0703 03:02:18.132020      30 ls.go:1237] cancel was requested for: 43, needs to be canceled: false
+I0703 03:02:18.435144      30 ls.go:1237] cancel was requested for: 44, needs to be canceled: false
+I0703 03:02:18.936326      30 ls.go:1237] cancel was requested for: 45, needs to be canceled: false
+I0703 03:02:21.150294      30 ls.go:1237] cancel was requested for: 46, needs to be canceled: false
+I0703 03:02:22.098805      30 ls.go:1237] cancel was requested for: 49, needs to be canceled: false
+I0703 03:02:22.362630      30 ls.go:1237] cancel was requested for: 51, needs to be canceled: false
+I0703 03:02:25.301140      30 ls.go:1237] cancel was requested for: 52, needs to be canceled: false
+I0703 03:02:27.130397      30 ls.go:1237] cancel was requested for: 56, needs to be canceled: false
+I0703 03:07:46.931353      30 ls.go:1237] cancel was requested for: 62, needs to be canceled: false
+I0703 03:07:47.133267      30 ls.go:1237] cancel was requested for: 63, needs to be canceled: false
+I0703 03:07:47.813328      30 ls.go:1237] cancel was requested for: 65, needs to be canceled: false
+I0703 03:07:47.826306      30 ls.go:1237] cancel was requested for: 66, needs to be canceled: false
+I0703 03:07:47.830690      30 ls.go:1237] cancel was requested for: 67, needs to be canceled: false
+I0703 03:12:13.375839      30 ls.go:1237] cancel was requested for: 74, needs to be canceled: false
+I0703 03:12:14.563044      30 ls.go:1237] cancel was requested for: 76, needs to be canceled: false
+I0703 03:12:15.815422      30 ls.go:1237] cancel was requested for: 79, needs to be canceled: false
+I0703 03:12:16.591128      30 ls.go:1237] cancel was requested for: 80, needs to be canceled: false
+I0703 03:12:16.947678      30 ls.go:1237] cancel was requested for: 82, needs to be canceled: false
+I0703 03:12:17.083716      30 ls.go:1237] cancel was requested for: 83, needs to be canceled: false
+I0703 03:12:18.050541      30 ls.go:1237] cancel was requested for: 84, needs to be canceled: false
+I0703 03:12:29.923386      30 ls.go:1237] cancel was requested for: 92, needs to be canceled: false
+I0703 03:12:29.923491      30 ls.go:1237] cancel was requested for: 87, needs to be canceled: false
+I0703 03:19:49.271759      30 ls.go:1237] cancel was requested for: 99, needs to be canceled: false
+I0703 03:20:38.235034      30 ls.go:1237] cancel was requested for: 100, needs to be canceled: false
+I0703 03:21:27.226502      30 ls.go:1237] cancel was requested for: 101, needs to be canceled: false
+I0703 03:21:27.597320      30 ls.go:1237] cancel was requested for: 102, needs to be canceled: false
+I0703 04:42:39.728761      30 ls.go:1237] cancel was requested for: 104, needs to be canceled: false
+I0703 04:44:37.431076      30 ls.go:1237] cancel was requested for: 107, needs to be canceled: false
+I0703 04:44:38.563437      30 ls.go:1237] cancel was requested for: 109, needs to be canceled: false
+I0703 04:44:39.351491      30 ls.go:1237] cancel was requested for: 110, needs to be canceled: false
+I0703 04:44:39.593016      30 ls.go:1237] cancel was requested for: 111, needs to be canceled: false
+I0703 04:44:42.359275      30 ls.go:1237] cancel was requested for: 114, needs to be canceled: false
+I0703 04:44:44.222884      30 ls.go:1237] cancel was requested for: 117, needs to be canceled: false
+I0703 04:44:44.323694      30 ls.go:1237] cancel was requested for: 119, needs to be canceled: false
+I0703 04:44:45.267131      30 ls.go:1237] cancel was requested for: 120, needs to be canceled: false
+I0703 04:44:46.747377      30 ls.go:1237] cancel was requested for: 122, needs to be canceled: false
+I0703 04:44:47.919065      30 ls.go:1237] cancel was requested for: 125, needs to be canceled: false
+I0703 04:44:48.864856      30 ls.go:1237] cancel was requested for: 129, needs to be canceled: false
+I0703 04:44:49.675543      30 ls.go:1237] cancel was requested for: 130, needs to be canceled: false
+I0703 04:44:51.915666      30 ls.go:1237] cancel was requested for: 134, needs to be canceled: false
+I0703 04:44:55.559491      30 ls.go:1237] cancel was requested for: 138, needs to be canceled: false
+I0703 04:44:58.251943      30 ls.go:1237] cancel was requested for: 140, needs to be canceled: false
+I0703 04:44:59.927759      30 ls.go:1237] cancel was requested for: 144, needs to be canceled: false
+I0703 04:45:02.611217      30 ls.go:1237] cancel was requested for: 141, needs to be canceled: false
+I0703 04:45:02.611495      30 ls.go:1237] cancel was requested for: 147, needs to be canceled: false
+I0703 04:45:03.447077      30 ls.go:1237] cancel was requested for: 149, needs to be canceled: false
+I0703 04:45:03.731528      30 ls.go:1237] cancel was requested for: 151, needs to be canceled: false
+I0703 04:45:07.177331      30 ls.go:1237] cancel was requested for: 152, needs to be canceled: false
+I0703 04:45:07.847599      30 ls.go:1237] cancel was requested for: 153, needs to be canceled: false
+I0703 04:50:11.539087      30 ls.go:1237] cancel was requested for: 155, needs to be canceled: false
+I0703 04:50:13.703759      30 ls.go:1237] cancel was requested for: 156, needs to be canceled: false
+I0703 04:52:31.655481      30 ls.go:1237] cancel was requested for: 157, needs to be canceled: false
+I0703 04:52:32.059282      30 ls.go:1237] cancel was requested for: 158, needs to be canceled: false
+I0703 04:52:32.283411      30 ls.go:1237] cancel was requested for: 159, needs to be canceled: false
+I0703 04:52:33.891196      30 ls.go:1237] cancel was requested for: 161, needs to be canceled: false
+I0703 04:52:34.243302      30 ls.go:1237] cancel was requested for: 162, needs to be canceled: false
+I0703 04:52:56.539418      30 ls.go:1237] cancel was requested for: 183, needs to be canceled: false
+I0703 04:53:01.400803      30 ls.go:1237] cancel was requested for: 188, needs to be canceled: false
+I0703 04:53:17.911306      30 ls.go:1237] cancel was requested for: 203, needs to be canceled: false
+I0703 04:53:20.739383      30 ls.go:1237] cancel was requested for: 205, needs to be canceled: false
+I0703 04:53:34.892221      30 ls.go:1237] cancel was requested for: 209, needs to be canceled: false
+I0703 04:53:37.595594      30 ls.go:1237] cancel was requested for: 213, needs to be canceled: false
+I0703 04:53:38.076446      30 ls.go:1237] cancel was requested for: 215, needs to be canceled: false
+I0703 04:53:38.667538      30 ls.go:1237] cancel was requested for: 216, needs to be canceled: false
+I0703 04:53:39.024478      30 ls.go:1237] cancel was requested for: 217, needs to be canceled: false
+I0703 04:53:40.728347      30 ls.go:1237] cancel was requested for: 220, needs to be canceled: false
+I0703 04:53:40.728451      30 ls.go:1237] cancel was requested for: 221, needs to be canceled: false
+I0703 04:53:42.976531      30 ls.go:1237] cancel was requested for: 225, needs to be canceled: false
+I0703 04:53:43.096552      30 ls.go:1237] cancel was requested for: 226, needs to be canceled: false
+I0703 04:53:43.803419      30 ls.go:1237] cancel was requested for: 228, needs to be canceled: false
+I0703 05:03:49.271260      30 ls.go:1237] cancel was requested for: 232, needs to be canceled: false
+I0703 05:11:52.451687      30 ls.go:1237] cancel was requested for: 252, needs to be canceled: false
+I0703 05:12:35.529065      30 ls.go:1237] cancel was requested for: 260, needs to be canceled: false
+I0703 05:12:44.127380      30 ls.go:1237] cancel was requested for: 270, needs to be canceled: false
+I0703 05:12:46.742204      30 ls.go:1237] cancel was requested for: 273, needs to be canceled: false
+I0703 05:12:56.483289      30 ls.go:1237] cancel was requested for: 278, needs to be canceled: false
+I0703 05:12:58.138912      30 ls.go:1237] cancel was requested for: 281, needs to be canceled: false
+I0703 05:13:00.647663      30 ls.go:1237] cancel was requested for: 284, needs to be canceled: false
+I0703 05:13:23.179100      30 ls.go:1237] cancel was requested for: 285, needs to be canceled: false
+I0703 05:13:44.839152      30 ls.go:1237] cancel was requested for: 293, needs to be canceled: false
+I0703 05:14:27.351589      30 ls.go:1237] cancel was requested for: 299, needs to be canceled: false
+I0703 05:15:23.715571      30 ls.go:1237] cancel was requested for: 311, needs to be canceled: false

language_service.35a0f9cc108d.root.log.INFO.20240703-051802.36003

@@ -0,0 +1,56 @@
+Log file created at: 2024/07/03 05:18:02
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0703 05:18:02.243080       1 log_spam.go:43] Process id 36003
+I0703 05:18:02.243557       1 log_spam.go:47] Current working directory /datalab/web
+I0703 05:18:02.243564       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0703 05:18:02.243595       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0703 05:18:02.243598       1 log_spam.go:51] Command line arguments:
+I0703 05:18:02.243600       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0703 05:18:02.243603       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0703 05:18:02.243604       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0703 05:18:02.243606       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0703 05:18:02.243608       1 log_spam.go:53]  argv[4]: '--'
+I0703 05:18:02.243609       1 log_spam.go:53]  argv[5]: 'node'
+I0703 05:18:02.243625       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0703 05:18:02.243626       1 log_spam.go:53]  argv[7]: '--stdio'
+I0703 05:18:02.243628       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:5e46ffc0980282dddec83d1d8b90a7088e99708e53'
+I0703 05:19:07.157988      18 ls.go:1237] cancel was requested for: 8, needs to be canceled: false
+I0703 05:21:04.369271      18 ls.go:1237] cancel was requested for: 14, needs to be canceled: false
+I0703 05:21:04.402402      18 ls.go:1237] cancel was requested for: 15, needs to be canceled: false
+I0703 05:21:09.706482      18 ls.go:1237] cancel was requested for: 20, needs to be canceled: false
+I0703 05:21:32.045748      18 ls.go:1237] cancel was requested for: 27, needs to be canceled: false
+I0703 05:21:32.046012      18 ls.go:1237] cancel was requested for: 28, needs to be canceled: false
+I0703 05:21:32.413116      18 ls.go:1237] cancel was requested for: 29, needs to be canceled: false
+I0703 05:21:32.413392      18 ls.go:1237] cancel was requested for: 30, needs to be canceled: false
+I0703 05:21:32.821849      18 ls.go:1237] cancel was requested for: 31, needs to be canceled: false
+I0703 05:21:32.822099      18 ls.go:1237] cancel was requested for: 32, needs to be canceled: false
+I0703 05:21:32.822347      18 ls.go:1237] cancel was requested for: 33, needs to be canceled: false
+I0703 05:21:32.822597      18 ls.go:1237] cancel was requested for: 34, needs to be canceled: false
+I0703 05:21:33.177203      18 ls.go:1237] cancel was requested for: 35, needs to be canceled: false
+I0703 05:21:33.177471      18 ls.go:1237] cancel was requested for: 36, needs to be canceled: false
+I0703 05:21:39.943596      18 ls.go:1237] cancel was requested for: 42, needs to be canceled: false
+I0703 05:21:39.943653      18 ls.go:1237] cancel was requested for: 43, needs to be canceled: false
+I0703 05:21:39.943872      18 ls.go:1237] cancel was requested for: 44, needs to be canceled: false
+I0703 05:21:39.944068      18 ls.go:1237] cancel was requested for: 45, needs to be canceled: false
+I0703 05:21:40.322137      18 ls.go:1237] cancel was requested for: 46, needs to be canceled: false
+I0703 05:21:40.322219      18 ls.go:1237] cancel was requested for: 47, needs to be canceled: false
+I0703 05:21:40.526931      18 ls.go:1237] cancel was requested for: 49, needs to be canceled: false
+I0703 05:22:28.226045      18 ls.go:1237] cancel was requested for: 58, needs to be canceled: false
+I0703 05:22:29.606100      18 ls.go:1237] cancel was requested for: 61, needs to be canceled: false
+I0703 05:22:30.238025      18 ls.go:1237] cancel was requested for: 62, needs to be canceled: false
+I0703 05:22:31.149799      18 ls.go:1237] cancel was requested for: 59, needs to be canceled: false
+I0703 05:22:35.078398      18 ls.go:1237] cancel was requested for: 64, needs to be canceled: false
+I0703 05:26:08.757158      18 ls.go:1237] cancel was requested for: 100, needs to be canceled: false

language_service.INFO

@@ -0,0 +1,56 @@
+Log file created at: 2024/07/03 05:18:02
+Running on machine: 35a0f9cc108d
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0703 05:18:02.243080       1 log_spam.go:43] Process id 36003
+I0703 05:18:02.243557       1 log_spam.go:47] Current working directory /datalab/web
+I0703 05:18:02.243564       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0703 05:18:02.243595       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as unknown
+ with gc go1.23-20240603-RC03 cl/639787341 +eaa7d9ff86 X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: unknown
+Build id: unknown
+Built with PGO profile: unknown
+I0703 05:18:02.243598       1 log_spam.go:51] Command line arguments:
+I0703 05:18:02.243600       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0703 05:18:02.243603       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0703 05:18:02.243604       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0703 05:18:02.243606       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0703 05:18:02.243608       1 log_spam.go:53]  argv[4]: '--'
+I0703 05:18:02.243609       1 log_spam.go:53]  argv[5]: 'node'
+I0703 05:18:02.243625       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0703 05:18:02.243626       1 log_spam.go:53]  argv[7]: '--stdio'
+I0703 05:18:02.243628       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:5e46ffc0980282dddec83d1d8b90a7088e99708e53'
+I0703 05:19:07.157988      18 ls.go:1237] cancel was requested for: 8, needs to be canceled: false
+I0703 05:21:04.369271      18 ls.go:1237] cancel was requested for: 14, needs to be canceled: false
+I0703 05:21:04.402402      18 ls.go:1237] cancel was requested for: 15, needs to be canceled: false
+I0703 05:21:09.706482      18 ls.go:1237] cancel was requested for: 20, needs to be canceled: false
+I0703 05:21:32.045748      18 ls.go:1237] cancel was requested for: 27, needs to be canceled: false
+I0703 05:21:32.046012      18 ls.go:1237] cancel was requested for: 28, needs to be canceled: false
+I0703 05:21:32.413116      18 ls.go:1237] cancel was requested for: 29, needs to be canceled: false
+I0703 05:21:32.413392      18 ls.go:1237] cancel was requested for: 30, needs to be canceled: false
+I0703 05:21:32.821849      18 ls.go:1237] cancel was requested for: 31, needs to be canceled: false
+I0703 05:21:32.822099      18 ls.go:1237] cancel was requested for: 32, needs to be canceled: false
+I0703 05:21:32.822347      18 ls.go:1237] cancel was requested for: 33, needs to be canceled: false
+I0703 05:21:32.822597      18 ls.go:1237] cancel was requested for: 34, needs to be canceled: false
+I0703 05:21:33.177203      18 ls.go:1237] cancel was requested for: 35, needs to be canceled: false
+I0703 05:21:33.177471      18 ls.go:1237] cancel was requested for: 36, needs to be canceled: false
+I0703 05:21:39.943596      18 ls.go:1237] cancel was requested for: 42, needs to be canceled: false
+I0703 05:21:39.943653      18 ls.go:1237] cancel was requested for: 43, needs to be canceled: false
+I0703 05:21:39.943872      18 ls.go:1237] cancel was requested for: 44, needs to be canceled: false
+I0703 05:21:39.944068      18 ls.go:1237] cancel was requested for: 45, needs to be canceled: false
+I0703 05:21:40.322137      18 ls.go:1237] cancel was requested for: 46, needs to be canceled: false
+I0703 05:21:40.322219      18 ls.go:1237] cancel was requested for: 47, needs to be canceled: false
+I0703 05:21:40.526931      18 ls.go:1237] cancel was requested for: 49, needs to be canceled: false
+I0703 05:22:28.226045      18 ls.go:1237] cancel was requested for: 58, needs to be canceled: false
+I0703 05:22:29.606100      18 ls.go:1237] cancel was requested for: 61, needs to be canceled: false
+I0703 05:22:30.238025      18 ls.go:1237] cancel was requested for: 62, needs to be canceled: false
+I0703 05:22:31.149799      18 ls.go:1237] cancel was requested for: 59, needs to be canceled: false
+I0703 05:22:35.078398      18 ls.go:1237] cancel was requested for: 64, needs to be canceled: false
+I0703 05:26:08.757158      18 ls.go:1237] cancel was requested for: 100, needs to be canceled: false

runs/Jul03_03-01-49_35a0f9cc108d/events.out.tfevents.1719975750.35a0f9cc108d.213.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be711323328ed857b2a3f8edc0a187b0ff29b39fd2cce3cfd427afbc3cfa41fc
+size 5821

runs/Jul03_03-12-50_35a0f9cc108d/events.out.tfevents.1719976384.35a0f9cc108d.213.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8654f561aba44910035ffef91b070f9ca6661b0bd4b035b8b7f3743e5d3d48
+size 11963

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

tmpmhv6bb85/_remote_module_non_scriptable.py

@@ -0,0 +1,81 @@
+from typing import *
+
+import torch
+import torch.distributed.rpc as rpc
+from torch import Tensor
+from torch._jit_internal import Future
+from torch.distributed.rpc import RRef
+from typing import Tuple  # pyre-ignore: unused import
+
+
+module_interface_cls = None
+
+
+def forward_async(self, *args, **kwargs):
+    args = (self.module_rref, self.device, self.is_device_map_set, *args)
+    kwargs = {**kwargs}
+    return rpc.rpc_async(
+        self.module_rref.owner(),
+        _remote_forward,
+        args,
+        kwargs,
+    )
+
+
+def forward(self, *args, **kwargs):
+    args = (self.module_rref, self.device, self.is_device_map_set, *args)
+    kwargs = {**kwargs}
+    ret_fut = rpc.rpc_async(
+        self.module_rref.owner(),
+        _remote_forward,
+        args,
+        kwargs,
+    )
+    return ret_fut.wait()
+
+
+_generated_methods = [
+    forward_async,
+    forward,
+]
+
+
+
+
+def _remote_forward(
+    module_rref: RRef[module_interface_cls], device: str, is_device_map_set: bool, *args, **kwargs):
+    module = module_rref.local_value()
+    device = torch.device(device)
+
+    if device.type != "cuda":
+        return module.forward(*args, **kwargs)
+
+    # If the module is on a cuda device,
+    # move any CPU tensor in args or kwargs to the same cuda device.
+    # Since torch script does not support generator expression,
+    # have to use concatenation instead of
+    # ``tuple(i.to(device) if isinstance(i, Tensor) else i for i in *args)``.
+    args = (*args,)
+    out_args: Tuple[()] = ()
+    for arg in args:
+        arg = (arg.to(device),) if isinstance(arg, Tensor) else (arg,)
+        out_args = out_args + arg
+
+    kwargs = {**kwargs}
+    for k, v in kwargs.items():
+        if isinstance(v, Tensor):
+            kwargs[k] = kwargs[k].to(device)
+
+    if is_device_map_set:
+        return module.forward(*out_args, **kwargs)
+
+    # If the device map is empty, then only CPU tensors are allowed to send over wire,
+    # so have to move any GPU tensor to CPU in the output.
+    # Since torch script does not support generator expression,
+    # have to use concatenation instead of
+    # ``tuple(i.cpu() if isinstance(i, Tensor) else i for i in module.forward(*out_args, **kwargs))``.
+    ret: Tuple[()] = ()
+    for i in module.forward(*out_args, **kwargs):
+        i = (i.cpu(),) if isinstance(i, Tensor) else (i,)
+        ret = ret + i
+    return ret

tokenizer_config.json

@@ -0,0 +1,20 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1601887516dd207ea3d45428aba5b140bc08face2ce8467c932a0fa5602234ca
+size 5304