ahcene-ikram commited on
Commit
3825979
1 Parent(s): f63efdc

Training in progress, step 1400

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c35ced3dd777346acccba776b5f7a837d92d68bee3fb2ad33ca5f58bc5788780
3
  size 485755120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4b34c8309c1ee9824f8fc318cf34b6c183dc01f134642fce8deeca8188da77a
3
  size 485755120
wandb/debug-internal.log CHANGED
@@ -1332,3 +1332,48 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
1332
  2024-06-02 22:12:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1333
  2024-06-02 22:12:00,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1334
  2024-06-02 22:12:03,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1332
  2024-06-02 22:12:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1333
  2024-06-02 22:12:00,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1334
  2024-06-02 22:12:03,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1335
+ 2024-06-02 22:12:08,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1336
+ 2024-06-02 22:12:13,617 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1337
+ 2024-06-02 22:12:14,618 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1338
+ 2024-06-02 22:12:14,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1339
+ 2024-06-02 22:12:15,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1340
+ 2024-06-02 22:12:15,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1341
+ 2024-06-02 22:12:19,704 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1342
+ 2024-06-02 22:12:24,705 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1343
+ 2024-06-02 22:12:29,706 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1344
+ 2024-06-02 22:12:29,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1345
+ 2024-06-02 22:12:30,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1346
+ 2024-06-02 22:12:30,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1347
+ 2024-06-02 22:12:35,641 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1348
+ 2024-06-02 22:12:40,642 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1349
+ 2024-06-02 22:12:43,618 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1350
+ 2024-06-02 22:12:44,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1351
+ 2024-06-02 22:12:45,617 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1352
+ 2024-06-02 22:12:45,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1353
+ 2024-06-02 22:12:45,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1354
+ 2024-06-02 22:12:50,702 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1355
+ 2024-06-02 22:12:55,703 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1356
+ 2024-06-02 22:12:59,953 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1357
+ 2024-06-02 22:13:00,617 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1358
+ 2024-06-02 22:13:00,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1359
+ 2024-06-02 22:13:00,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1360
+ 2024-06-02 22:13:05,746 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1361
+ 2024-06-02 22:13:10,747 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1362
+ 2024-06-02 22:13:13,619 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1363
+ 2024-06-02 22:13:14,953 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1364
+ 2024-06-02 22:13:15,617 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1365
+ 2024-06-02 22:13:15,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1366
+ 2024-06-02 22:13:16,718 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1367
+ 2024-06-02 22:13:21,719 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1368
+ 2024-06-02 22:13:26,720 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1369
+ 2024-06-02 22:13:29,953 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1370
+ 2024-06-02 22:13:30,617 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1371
+ 2024-06-02 22:13:30,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1372
+ 2024-06-02 22:13:31,748 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1373
+ 2024-06-02 22:13:36,928 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1374
+ 2024-06-02 22:13:37,643 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1375
+ 2024-06-02 22:13:41,929 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1376
+ 2024-06-02 22:13:43,620 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1377
+ 2024-06-02 22:13:44,953 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1378
+ 2024-06-02 22:13:45,617 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1379
+ 2024-06-02 22:13:45,618 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
wandb/run-20240602_212342-ypv2rcj7/files/output.log CHANGED
@@ -54,4 +54,6 @@
54
  warnings.warn('Was asked to gather along dimension 0, but all '
55
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
56
  warnings.warn('Was asked to gather along dimension 0, but all '
 
 
57
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
54
  warnings.warn('Was asked to gather along dimension 0, but all '
55
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
56
  warnings.warn('Was asked to gather along dimension 0, but all '
57
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
58
+ warnings.warn('Was asked to gather along dimension 0, but all '
59
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log CHANGED
@@ -1332,3 +1332,48 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
1332
  2024-06-02 22:12:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1333
  2024-06-02 22:12:00,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1334
  2024-06-02 22:12:03,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1332
  2024-06-02 22:12:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1333
  2024-06-02 22:12:00,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1334
  2024-06-02 22:12:03,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1335
+ 2024-06-02 22:12:08,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1336
+ 2024-06-02 22:12:13,617 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1337
+ 2024-06-02 22:12:14,618 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1338
+ 2024-06-02 22:12:14,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1339
+ 2024-06-02 22:12:15,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1340
+ 2024-06-02 22:12:15,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1341
+ 2024-06-02 22:12:19,704 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1342
+ 2024-06-02 22:12:24,705 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1343
+ 2024-06-02 22:12:29,706 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1344
+ 2024-06-02 22:12:29,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1345
+ 2024-06-02 22:12:30,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1346
+ 2024-06-02 22:12:30,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1347
+ 2024-06-02 22:12:35,641 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1348
+ 2024-06-02 22:12:40,642 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1349
+ 2024-06-02 22:12:43,618 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1350
+ 2024-06-02 22:12:44,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1351
+ 2024-06-02 22:12:45,617 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1352
+ 2024-06-02 22:12:45,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1353
+ 2024-06-02 22:12:45,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1354
+ 2024-06-02 22:12:50,702 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1355
+ 2024-06-02 22:12:55,703 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1356
+ 2024-06-02 22:12:59,953 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1357
+ 2024-06-02 22:13:00,617 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1358
+ 2024-06-02 22:13:00,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1359
+ 2024-06-02 22:13:00,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1360
+ 2024-06-02 22:13:05,746 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1361
+ 2024-06-02 22:13:10,747 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1362
+ 2024-06-02 22:13:13,619 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1363
+ 2024-06-02 22:13:14,953 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1364
+ 2024-06-02 22:13:15,617 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1365
+ 2024-06-02 22:13:15,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1366
+ 2024-06-02 22:13:16,718 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1367
+ 2024-06-02 22:13:21,719 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1368
+ 2024-06-02 22:13:26,720 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1369
+ 2024-06-02 22:13:29,953 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1370
+ 2024-06-02 22:13:30,617 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1371
+ 2024-06-02 22:13:30,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1372
+ 2024-06-02 22:13:31,748 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1373
+ 2024-06-02 22:13:36,928 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1374
+ 2024-06-02 22:13:37,643 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1375
+ 2024-06-02 22:13:41,929 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1376
+ 2024-06-02 22:13:43,620 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1377
+ 2024-06-02 22:13:44,953 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1378
+ 2024-06-02 22:13:45,617 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1379
+ 2024-06-02 22:13:45,618 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb CHANGED
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ