Training in progress, step 500

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3",
+  "use_cache": true,
+  "vocab_size": 50257
+}

dap_multiplexer.INFO

@@ -0,0 +1,22 @@
+Log file created at: 2025/03/09 17:56:17
+Running on machine: e3d082e6cb66
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0309 17:56:17.747295       1 log_spam.go:43] Process id 133
+I0309 17:56:17.749215       1 log_spam.go:47] Current working directory /
+I0309 17:56:17.749226       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0309 17:56:17.749264       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as //research/colab/dap_multiplexer:dap_multiplexer
+ with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: //research/colab/dap_multiplexer:dap_multiplexer
+Build id: unknown
+Built with PGO profile: unknown
+I0309 17:56:17.749271       1 log_spam.go:51] Command line arguments:
+I0309 17:56:17.749276       1 log_spam.go:53]  argv[0]: '/usr/local/bin/dap_multiplexer'
+I0309 17:56:17.749280       1 log_spam.go:53]  argv[1]: '--domain_socket_path=/tmp/debugger_1xebhtpim'

dap_multiplexer.e3d082e6cb66.root.log.INFO.20250309-175617.133

@@ -0,0 +1,22 @@
+Log file created at: 2025/03/09 17:56:17
+Running on machine: e3d082e6cb66
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0309 17:56:17.747295       1 log_spam.go:43] Process id 133
+I0309 17:56:17.749215       1 log_spam.go:47] Current working directory /
+I0309 17:56:17.749226       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0309 17:56:17.749264       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as //research/colab/dap_multiplexer:dap_multiplexer
+ with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: //research/colab/dap_multiplexer:dap_multiplexer
+Build id: unknown
+Built with PGO profile: unknown
+I0309 17:56:17.749271       1 log_spam.go:51] Command line arguments:
+I0309 17:56:17.749276       1 log_spam.go:53]  argv[0]: '/usr/local/bin/dap_multiplexer'
+I0309 17:56:17.749280       1 log_spam.go:53]  argv[1]: '--domain_socket_path=/tmp/debugger_1xebhtpim'

language_service.INFO

@@ -0,0 +1,31 @@
+Log file created at: 2025/03/09 18:21:03
+Running on machine: e3d082e6cb66
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0309 18:21:03.269862       1 log_spam.go:43] Process id 6652
+I0309 18:21:03.270191       1 log_spam.go:47] Current working directory /datalab/web
+I0309 18:21:03.270200       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0309 18:21:03.270225       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as //research/colab/datalab/language_service:language_service
+ with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: //research/colab/datalab/language_service:language_service
+Build id: unknown
+Built with PGO profile: unknown
+I0309 18:21:03.270229       1 log_spam.go:51] Command line arguments:
+I0309 18:21:03.270231       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0309 18:21:03.270234       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0309 18:21:03.270235       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0309 18:21:03.270237       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0309 18:21:03.270238       1 log_spam.go:53]  argv[4]: '--'
+I0309 18:21:03.270240       1 log_spam.go:53]  argv[5]: 'node'
+I0309 18:21:03.270241       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0309 18:21:03.270242       1 log_spam.go:53]  argv[7]: '--stdio'
+I0309 18:21:03.270245       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:e347095a5b57dd4c7c9316a4d4e6e8086ae0d776c0'
+I0309 18:21:06.267531      53 ls.go:1241] cancel was requested for: 2, needs to be canceled: false
+I0309 18:21:35.985178      53 ls.go:1241] cancel was requested for: 4, needs to be canceled: false

language_service.e3d082e6cb66.root.log.INFO.20250309-181034.3717

@@ -0,0 +1,29 @@
+Log file created at: 2025/03/09 18:10:34
+Running on machine: e3d082e6cb66
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0309 18:10:34.529596       1 log_spam.go:43] Process id 3717
+I0309 18:10:34.530051       1 log_spam.go:47] Current working directory /datalab/web
+I0309 18:10:34.530059       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0309 18:10:34.530082       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as //research/colab/datalab/language_service:language_service
+ with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: //research/colab/datalab/language_service:language_service
+Build id: unknown
+Built with PGO profile: unknown
+I0309 18:10:34.530085       1 log_spam.go:51] Command line arguments:
+I0309 18:10:34.530088       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0309 18:10:34.530091       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0309 18:10:34.530093       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0309 18:10:34.530095       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0309 18:10:34.530096       1 log_spam.go:53]  argv[4]: '--'
+I0309 18:10:34.530098       1 log_spam.go:53]  argv[5]: 'node'
+I0309 18:10:34.530108       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0309 18:10:34.530109       1 log_spam.go:53]  argv[7]: '--stdio'
+I0309 18:10:34.530111       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:7a3d97f7e9eb509b9a8a88c1f5023663d6138227e5'

language_service.e3d082e6cb66.root.log.INFO.20250309-181148.4081

@@ -0,0 +1,29 @@
+Log file created at: 2025/03/09 18:11:48
+Running on machine: e3d082e6cb66
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0309 18:11:48.823003       1 log_spam.go:43] Process id 4081
+I0309 18:11:48.823318       1 log_spam.go:47] Current working directory /datalab/web
+I0309 18:11:48.823325       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0309 18:11:48.823348       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as //research/colab/datalab/language_service:language_service
+ with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: //research/colab/datalab/language_service:language_service
+Build id: unknown
+Built with PGO profile: unknown
+I0309 18:11:48.823351       1 log_spam.go:51] Command line arguments:
+I0309 18:11:48.823353       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0309 18:11:48.823356       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0309 18:11:48.823358       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0309 18:11:48.823359       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0309 18:11:48.823361       1 log_spam.go:53]  argv[4]: '--'
+I0309 18:11:48.823363       1 log_spam.go:53]  argv[5]: 'node'
+I0309 18:11:48.823365       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0309 18:11:48.823366       1 log_spam.go:53]  argv[7]: '--stdio'
+I0309 18:11:48.823368       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:e5da152b40a699de6adc4e365fb4e2103c93e0cb83'

language_service.e3d082e6cb66.root.log.INFO.20250309-181206.4179

@@ -0,0 +1,46 @@
+Log file created at: 2025/03/09 18:12:06
+Running on machine: e3d082e6cb66
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0309 18:12:06.109056       1 log_spam.go:43] Process id 4179
+I0309 18:12:06.109386       1 log_spam.go:47] Current working directory /datalab/web
+I0309 18:12:06.109393       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0309 18:12:06.109415       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as //research/colab/datalab/language_service:language_service
+ with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: //research/colab/datalab/language_service:language_service
+Build id: unknown
+Built with PGO profile: unknown
+I0309 18:12:06.109419       1 log_spam.go:51] Command line arguments:
+I0309 18:12:06.109421       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0309 18:12:06.109424       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0309 18:12:06.109426       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0309 18:12:06.109427       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0309 18:12:06.109428       1 log_spam.go:53]  argv[4]: '--'
+I0309 18:12:06.109430       1 log_spam.go:53]  argv[5]: 'node'
+I0309 18:12:06.109431       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0309 18:12:06.109432       1 log_spam.go:53]  argv[7]: '--stdio'
+I0309 18:12:06.109433       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:b1eba660b64cfda8b97c051390e6c9cfb9c49c2fa9'
+I0309 18:12:30.769327      49 ls.go:1241] cancel was requested for: 3, needs to be canceled: false
+I0309 18:12:36.915986      49 ls.go:1241] cancel was requested for: 6, needs to be canceled: false
+I0309 18:16:10.243185      49 ls.go:1241] cancel was requested for: 10, needs to be canceled: false
+I0309 18:16:13.383111      49 ls.go:1241] cancel was requested for: 13, needs to be canceled: false
+I0309 18:16:13.383389      49 ls.go:1241] cancel was requested for: 14, needs to be canceled: false
+I0309 18:16:13.971867      49 ls.go:1241] cancel was requested for: 15, needs to be canceled: false
+I0309 18:16:14.695301      49 ls.go:1241] cancel was requested for: 16, needs to be canceled: false
+I0309 18:16:17.775045      49 ls.go:1241] cancel was requested for: 19, needs to be canceled: false
+I0309 18:16:18.851568      49 ls.go:1241] cancel was requested for: 21, needs to be canceled: false
+I0309 18:16:19.154765      49 ls.go:1241] cancel was requested for: 22, needs to be canceled: false
+I0309 18:16:21.805909      49 ls.go:1241] cancel was requested for: 26, needs to be canceled: false
+I0309 18:16:23.887897      49 ls.go:1241] cancel was requested for: 29, needs to be canceled: false
+I0309 18:18:11.384579      49 ls.go:1241] cancel was requested for: 44, needs to be canceled: false
+I0309 18:18:11.402045      49 ls.go:1241] cancel was requested for: 45, needs to be canceled: false
+I0309 18:18:12.145296      49 ls.go:1241] cancel was requested for: 46, needs to be canceled: false
+I0309 18:19:12.889267      49 ls.go:1241] cancel was requested for: 51, needs to be canceled: false
+I0309 18:19:23.730531      49 ls.go:1241] cancel was requested for: 54, needs to be canceled: false

language_service.e3d082e6cb66.root.log.INFO.20250309-182013.6286

@@ -0,0 +1,7 @@
+Log file created at: 2025/03/09 18:20:13
+Running on machine: e3d082e6cb66
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

language_service.e3d082e6cb66.root.log.INFO.20250309-182014.6309

@@ -0,0 +1,32 @@
+Log file created at: 2025/03/09 18:20:14
+Running on machine: e3d082e6cb66
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0309 18:20:14.082977       1 log_spam.go:43] Process id 6309
+I0309 18:20:14.083410       1 log_spam.go:47] Current working directory /datalab/web
+I0309 18:20:14.083418       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0309 18:20:14.083440       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as //research/colab/datalab/language_service:language_service
+ with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: //research/colab/datalab/language_service:language_service
+Build id: unknown
+Built with PGO profile: unknown
+I0309 18:20:14.083443       1 log_spam.go:51] Command line arguments:
+I0309 18:20:14.083446       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0309 18:20:14.083448       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0309 18:20:14.083450       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0309 18:20:14.083452       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0309 18:20:14.083453       1 log_spam.go:53]  argv[4]: '--'
+I0309 18:20:14.083455       1 log_spam.go:53]  argv[5]: 'node'
+I0309 18:20:14.083456       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0309 18:20:14.083458       1 log_spam.go:53]  argv[7]: '--stdio'
+I0309 18:20:14.083460       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:c166859c992a5f5d9a1bd8ecb5f5c35bec14074eb5'
+I0309 18:20:17.895781      50 ls.go:1241] cancel was requested for: 2, needs to be canceled: false
+I0309 18:20:18.706682      50 ls.go:1241] cancel was requested for: 3, needs to be canceled: false
+I0309 18:20:28.205018      50 ls.go:1241] cancel was requested for: 6, needs to be canceled: false

language_service.e3d082e6cb66.root.log.INFO.20250309-182059.6591

@@ -0,0 +1,7 @@
+Log file created at: 2025/03/09 18:20:59
+Running on machine: e3d082e6cb66
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

language_service.e3d082e6cb66.root.log.INFO.20250309-182102.6625

@@ -0,0 +1,7 @@
+Log file created at: 2025/03/09 18:21:02
+Running on machine: e3d082e6cb66
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

language_service.e3d082e6cb66.root.log.INFO.20250309-182103.6652

@@ -0,0 +1,31 @@
+Log file created at: 2025/03/09 18:21:03
+Running on machine: e3d082e6cb66
+Binary: Built on Dec 31 1969 16:00:00 -0800 (0)
+Binary: Built at redacted@redacted:.
+Binary: Built with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+Previous log: <none>
+Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
+I0309 18:21:03.269862       1 log_spam.go:43] Process id 6652
+I0309 18:21:03.270191       1 log_spam.go:47] Current working directory /datalab/web
+I0309 18:21:03.270200       1 log_spam.go:49] Current timezone is UTC (currently UTC +00:00)
+I0309 18:21:03.270225       1 log_spam.go:50] Built on Dec 31 1969 16:00:00 -0800 (0)
+ at redacted@redacted:.
+ as //research/colab/datalab/language_service:language_service
+ with gc go1.25-20250221-RC01 cl/729556652 +e1e65ae3ee X:fieldtrack,boringcrypto for linux/amd64
+ from changelist 0 in a unknown client based on redacted
+Build tool: unknown
+Build target: //research/colab/datalab/language_service:language_service
+Build id: unknown
+Built with PGO profile: unknown
+I0309 18:21:03.270229       1 log_spam.go:51] Command line arguments:
+I0309 18:21:03.270231       1 log_spam.go:53]  argv[0]: '/usr/colab/bin/language_service'
+I0309 18:21:03.270234       1 log_spam.go:53]  argv[1]: '--lsp_search_dirs=/datalab/web/pyright/typeshed-fallback/stdlib,/usr/local/lib/python3.10/dist-packages'
+I0309 18:21:03.270235       1 log_spam.go:53]  argv[2]: '--language_services_request_root_url=http://172.28.0.1:8013/'
+I0309 18:21:03.270237       1 log_spam.go:53]  argv[3]: '--language_services_request_timeout=30s'
+I0309 18:21:03.270238       1 log_spam.go:53]  argv[4]: '--'
+I0309 18:21:03.270240       1 log_spam.go:53]  argv[5]: 'node'
+I0309 18:21:03.270241       1 log_spam.go:53]  argv[6]: '/datalab/web/pyright/pyright-langserver.js'
+I0309 18:21:03.270242       1 log_spam.go:53]  argv[7]: '--stdio'
+I0309 18:21:03.270245       1 log_spam.go:53]  argv[8]: '--cancellationReceive=file:e347095a5b57dd4c7c9316a4d4e6e8086ae0d776c0'
+I0309 18:21:06.267531      53 ls.go:1241] cancel was requested for: 2, needs to be canceled: false
+I0309 18:21:35.985178      53 ls.go:1241] cancel was requested for: 4, needs to be canceled: false

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756cc8f96e18f6bb24e7be21cfd1650fd6173549ead746917bb0620671c51540
+size 497774208

runs/Mar09_18-21-39_e3d082e6cb66/events.out.tfevents.1741544561.e3d082e6cb66.6521.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2718986cb3920ca3936dbb5b55196b70af760c18bbeb2538cf5b6330ebfef0ad
+size 5848

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

tmp06tarwao/_remote_module_non_scriptable.py

@@ -0,0 +1,81 @@
+from typing import *
+
+import torch
+import torch.distributed.rpc as rpc
+from torch import Tensor
+from torch._jit_internal import Future
+from torch.distributed.rpc import RRef
+from typing import Tuple  # pyre-ignore: unused import
+
+
+module_interface_cls = None
+
+
+def forward_async(self, *args, **kwargs):
+    args = (self.module_rref, self.device, self.is_device_map_set, *args)
+    kwargs = {**kwargs}
+    return rpc.rpc_async(
+        self.module_rref.owner(),
+        _remote_forward,
+        args,
+        kwargs,
+    )
+
+
+def forward(self, *args, **kwargs):
+    args = (self.module_rref, self.device, self.is_device_map_set, *args)
+    kwargs = {**kwargs}
+    ret_fut = rpc.rpc_async(
+        self.module_rref.owner(),
+        _remote_forward,
+        args,
+        kwargs,
+    )
+    return ret_fut.wait()
+
+
+_generated_methods = [
+    forward_async,
+    forward,
+]
+
+
+
+
+def _remote_forward(
+    module_rref: RRef[module_interface_cls], device: str, is_device_map_set: bool, *args, **kwargs):
+    module = module_rref.local_value()
+    device = torch.device(device)
+
+    if device.type != "cuda":
+        return module.forward(*args, **kwargs)
+
+    # If the module is on a cuda device,
+    # move any CPU tensor in args or kwargs to the same cuda device.
+    # Since torch script does not support generator expression,
+    # have to use concatenation instead of
+    # ``tuple(i.to(device) if isinstance(i, Tensor) else i for i in *args)``.
+    args = (*args,)
+    out_args: Tuple[()] = ()
+    for arg in args:
+        arg = (arg.to(device),) if isinstance(arg, Tensor) else (arg,)
+        out_args = out_args + arg
+
+    kwargs = {**kwargs}
+    for k, v in kwargs.items():
+        if isinstance(v, Tensor):
+            kwargs[k] = kwargs[k].to(device)
+
+    if is_device_map_set:
+        return module.forward(*out_args, **kwargs)
+
+    # If the device map is empty, then only CPU tensors are allowed to send over wire,
+    # so have to move any GPU tensor to CPU in the output.
+    # Since torch script does not support generator expression,
+    # have to use concatenation instead of
+    # ``tuple(i.cpu() if isinstance(i, Tensor) else i for i in module.forward(*out_args, **kwargs))``.
+    ret: Tuple[()] = ()
+    for i in module.forward(*out_args, **kwargs):
+        i = (i.cpu(),) if isinstance(i, Tensor) else (i,)
+        ret = ret + i
+    return ret

tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59243fc1e38d2e8e8b459c7f52d27ddf16c1c0acc8b1a9d7f664c960e5d3febd
+size 5560