wandb/debug-internal.log

{"time":"2026-04-18T17:28:47.877484976+08:00","level":"INFO","msg":"stream: starting","core version":"0.23.0"}
{"time":"2026-04-18T17:28:48.347618035+08:00","level":"INFO","msg":"stream: created new stream","id":"c2a5hfz3"}
{"time":"2026-04-18T17:28:48.347701352+08:00","level":"INFO","msg":"handler: started","stream_id":"c2a5hfz3"}
{"time":"2026-04-18T17:28:48.350844585+08:00","level":"INFO","msg":"stream: started","id":"c2a5hfz3"}
{"time":"2026-04-18T17:28:48.350849894+08:00","level":"INFO","msg":"writer: started","stream_id":"c2a5hfz3"}
{"time":"2026-04-18T17:28:48.350854798+08:00","level":"INFO","msg":"sender: started","stream_id":"c2a5hfz3"}
{"time":"2026-04-18T17:37:33.858258418+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T02:34:07.470718868+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T02:38:39.32386773+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": http2: client conn could not be established"}
{"time":"2026-04-19T02:40:17.658933776+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T02:43:03.564180775+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T02:44:49.518795314+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T02:45:08.529740538+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T02:46:20.848321936+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T02:49:05.639172159+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T15:09:49.426045163+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T15:57:04.347389276+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T16:02:30.488210102+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:07:33.03303113+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:07:51.98901393+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:08:16.035247515+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:09:42.186767689+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:24:00.480169619+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:24:34.690158146+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:28:36.622066809+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:28:59.75540152+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:31:22.975036457+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:34:17.890202383+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:43:21.155119859+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:43:38.33530735+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:46:03.44895843+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:48:50.248056745+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:49:48.447601198+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:52:35.56119014+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:52:50.371922946+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:56:30.747794336+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T22:58:32.547706574+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T23:00:23.617563694+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T23:00:37.717734501+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T23:05:31.94573349+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-19T23:05:44.893259249+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T00:03:04.382543732+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T00:03:19.501053157+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T00:05:31.556601347+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T00:06:03.495128433+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T00:11:23.73287074+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T02:58:43.522847172+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
{"time":"2026-04-20T02:59:04.598457045+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": context deadline exceeded"}
{"time":"2026-04-20T02:59:15.733502761+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
{"time":"2026-04-20T02:59:49.917399553+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
{"time":"2026-04-20T03:00:07.058218433+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": context deadline exceeded"}
{"time":"2026-04-20T03:00:29.606621937+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
{"time":"2026-04-20T03:00:34.624296643+08:00","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":124381}
{"time":"2026-04-20T03:00:46.264621657+08:00","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":1}
{"time":"2026-04-20T03:44:43.734398398+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
{"time":"2026-04-20T04:11:48.762158534+08:00","level":"INFO","msg":"api: retrying HTTP error","status":503,"url":"https://api.wandb.ai/graphql","body":"upstream connect error or disconnect/reset before headers. reset reason: connection termination"}
{"time":"2026-04-20T04:13:58.74920069+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
{"time":"2026-04-20T06:34:34.21211755+08:00","level":"INFO","msg":"api: retrying HTTP error","status":503,"url":"https://api.wandb.ai/graphql","body":"upstream connect error or disconnect/reset before headers. reset reason: connection termination"}
{"time":"2026-04-20T10:50:53.628901466+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T16:00:42.158363018+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T16:02:08.101875007+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T16:03:45.141714956+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T16:04:52.17332644+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T16:05:06.320377956+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T16:05:29.800728083+08:00","level":"ERROR","msg":"sender: sendStopStatus: failed to get run stopped status: context deadline exceeded (Client.Timeout or context cancellation while reading body)"}
{"time":"2026-04-20T16:05:30.799799131+08:00","level":"INFO","msg":"stream: closing","id":"c2a5hfz3"}
{"time":"2026-04-20T16:05:39.191906442+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T16:05:43.710909983+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
{"time":"2026-04-20T16:06:10.469686843+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/pang_kaiyu-none/qwen3_asr_swift_dapo/c2a5hfz3/file_stream\": unexpected EOF"}
{"time":"2026-04-20T16:06:17.397266507+08:00","level":"INFO","msg":"handler: closed","stream_id":"c2a5hfz3"}
{"time":"2026-04-20T16:06:17.400263519+08:00","level":"INFO","msg":"sender: closed","stream_id":"c2a5hfz3"}
{"time":"2026-04-20T16:06:17.40028542+08:00","level":"INFO","msg":"stream: closed","id":"c2a5hfz3"}