ahcene-ikram commited on
Commit
f63efdc
1 Parent(s): b8d9ef6

Training in progress, step 1350

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10e7793328628f7287999c3183269c89f1d1a701409563e02b77490afa0d306e
3
  size 485755120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c35ced3dd777346acccba776b5f7a837d92d68bee3fb2ad33ca5f58bc5788780
3
  size 485755120
wandb/debug-internal.log CHANGED
@@ -1289,3 +1289,46 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
1289
  2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1290
  2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1291
  2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1289
  2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1290
  2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1291
  2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1292
+ 2024-06-02 22:10:29,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1293
+ 2024-06-02 22:10:30,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1294
+ 2024-06-02 22:10:30,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1295
+ 2024-06-02 22:10:33,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1296
+ 2024-06-02 22:10:38,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1297
+ 2024-06-02 22:10:43,614 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1298
+ 2024-06-02 22:10:44,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1299
+ 2024-06-02 22:10:44,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1300
+ 2024-06-02 22:10:45,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1301
+ 2024-06-02 22:10:45,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1302
+ 2024-06-02 22:10:49,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1303
+ 2024-06-02 22:10:54,686 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1304
+ 2024-06-02 22:10:59,687 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1305
+ 2024-06-02 22:10:59,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1306
+ 2024-06-02 22:11:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1307
+ 2024-06-02 22:11:00,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1308
+ 2024-06-02 22:11:04,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1309
+ 2024-06-02 22:11:09,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1310
+ 2024-06-02 22:11:13,615 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1311
+ 2024-06-02 22:11:14,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1312
+ 2024-06-02 22:11:15,026 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1313
+ 2024-06-02 22:11:15,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1314
+ 2024-06-02 22:11:15,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1315
+ 2024-06-02 22:11:20,751 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1316
+ 2024-06-02 22:11:25,752 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1317
+ 2024-06-02 22:11:29,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1318
+ 2024-06-02 22:11:30,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1319
+ 2024-06-02 22:11:30,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1320
+ 2024-06-02 22:11:31,737 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1321
+ 2024-06-02 22:11:36,738 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1322
+ 2024-06-02 22:11:41,739 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1323
+ 2024-06-02 22:11:43,616 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1324
+ 2024-06-02 22:11:44,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1325
+ 2024-06-02 22:11:45,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1326
+ 2024-06-02 22:11:45,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1327
+ 2024-06-02 22:11:47,729 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1328
+ 2024-06-02 22:11:52,730 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1329
+ 2024-06-02 22:11:57,600 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1330
+ 2024-06-02 22:11:58,076 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1331
+ 2024-06-02 22:11:59,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1332
+ 2024-06-02 22:12:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1333
+ 2024-06-02 22:12:00,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1334
+ 2024-06-02 22:12:03,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240602_212342-ypv2rcj7/files/output.log CHANGED
@@ -52,4 +52,6 @@
52
  warnings.warn('Was asked to gather along dimension 0, but all '
53
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
54
  warnings.warn('Was asked to gather along dimension 0, but all '
 
 
55
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
52
  warnings.warn('Was asked to gather along dimension 0, but all '
53
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
54
  warnings.warn('Was asked to gather along dimension 0, but all '
55
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
56
+ warnings.warn('Was asked to gather along dimension 0, but all '
57
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log CHANGED
@@ -1289,3 +1289,46 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
1289
  2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1290
  2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1291
  2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1289
  2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1290
  2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1291
  2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1292
+ 2024-06-02 22:10:29,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1293
+ 2024-06-02 22:10:30,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1294
+ 2024-06-02 22:10:30,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1295
+ 2024-06-02 22:10:33,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1296
+ 2024-06-02 22:10:38,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1297
+ 2024-06-02 22:10:43,614 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1298
+ 2024-06-02 22:10:44,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1299
+ 2024-06-02 22:10:44,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1300
+ 2024-06-02 22:10:45,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1301
+ 2024-06-02 22:10:45,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1302
+ 2024-06-02 22:10:49,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1303
+ 2024-06-02 22:10:54,686 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1304
+ 2024-06-02 22:10:59,687 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1305
+ 2024-06-02 22:10:59,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1306
+ 2024-06-02 22:11:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1307
+ 2024-06-02 22:11:00,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1308
+ 2024-06-02 22:11:04,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1309
+ 2024-06-02 22:11:09,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1310
+ 2024-06-02 22:11:13,615 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1311
+ 2024-06-02 22:11:14,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1312
+ 2024-06-02 22:11:15,026 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1313
+ 2024-06-02 22:11:15,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1314
+ 2024-06-02 22:11:15,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1315
+ 2024-06-02 22:11:20,751 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1316
+ 2024-06-02 22:11:25,752 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1317
+ 2024-06-02 22:11:29,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1318
+ 2024-06-02 22:11:30,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1319
+ 2024-06-02 22:11:30,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1320
+ 2024-06-02 22:11:31,737 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1321
+ 2024-06-02 22:11:36,738 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1322
+ 2024-06-02 22:11:41,739 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1323
+ 2024-06-02 22:11:43,616 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1324
+ 2024-06-02 22:11:44,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1325
+ 2024-06-02 22:11:45,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1326
+ 2024-06-02 22:11:45,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1327
+ 2024-06-02 22:11:47,729 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1328
+ 2024-06-02 22:11:52,730 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1329
+ 2024-06-02 22:11:57,600 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1330
+ 2024-06-02 22:11:58,076 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1331
+ 2024-06-02 22:11:59,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1332
+ 2024-06-02 22:12:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1333
+ 2024-06-02 22:12:00,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1334
+ 2024-06-02 22:12:03,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report