ahcene-ikram commited on
Commit
b8d9ef6
1 Parent(s): 3bb66d4

Training in progress, step 1300

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6025b519cbc2463914bb86c27d3336b1efcd8d96639bd753253e1cfb1184696d
3
  size 485755120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e7793328628f7287999c3183269c89f1d1a701409563e02b77490afa0d306e
3
  size 485755120
wandb/debug-internal.log CHANGED
@@ -1247,3 +1247,45 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
1247
  2024-06-02 22:08:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1248
  2024-06-02 22:08:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1249
  2024-06-02 22:08:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1247
  2024-06-02 22:08:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1248
  2024-06-02 22:08:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1249
  2024-06-02 22:08:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1250
+ 2024-06-02 22:08:49,700 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1251
+ 2024-06-02 22:08:54,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1252
+ 2024-06-02 22:08:59,702 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1253
+ 2024-06-02 22:08:59,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1254
+ 2024-06-02 22:09:00,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1255
+ 2024-06-02 22:09:00,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1256
+ 2024-06-02 22:09:05,669 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1257
+ 2024-06-02 22:09:10,670 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1258
+ 2024-06-02 22:09:13,611 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1259
+ 2024-06-02 22:09:14,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1260
+ 2024-06-02 22:09:15,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1261
+ 2024-06-02 22:09:15,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1262
+ 2024-06-02 22:09:15,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1263
+ 2024-06-02 22:09:20,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1264
+ 2024-06-02 22:09:25,746 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1265
+ 2024-06-02 22:09:29,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1266
+ 2024-06-02 22:09:30,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1267
+ 2024-06-02 22:09:30,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1268
+ 2024-06-02 22:09:31,731 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1269
+ 2024-06-02 22:09:36,732 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1270
+ 2024-06-02 22:09:41,733 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1271
+ 2024-06-02 22:09:43,612 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1272
+ 2024-06-02 22:09:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1273
+ 2024-06-02 22:09:45,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1274
+ 2024-06-02 22:09:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1275
+ 2024-06-02 22:09:46,743 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1276
+ 2024-06-02 22:09:51,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1277
+ 2024-06-02 22:09:56,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1278
+ 2024-06-02 22:09:59,944 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1279
+ 2024-06-02 22:10:00,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1280
+ 2024-06-02 22:10:00,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1281
+ 2024-06-02 22:10:02,664 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1282
+ 2024-06-02 22:10:07,665 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1283
+ 2024-06-02 22:10:12,666 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1284
+ 2024-06-02 22:10:13,613 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1285
+ 2024-06-02 22:10:15,523 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1286
+ 2024-06-02 22:10:15,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1287
+ 2024-06-02 22:10:15,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1288
+ 2024-06-02 22:10:17,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1289
+ 2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1290
+ 2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1291
+ 2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240602_212342-ypv2rcj7/files/output.log CHANGED
@@ -50,4 +50,6 @@
50
  warnings.warn('Was asked to gather along dimension 0, but all '
51
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
52
  warnings.warn('Was asked to gather along dimension 0, but all '
 
 
53
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
50
  warnings.warn('Was asked to gather along dimension 0, but all '
51
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
52
  warnings.warn('Was asked to gather along dimension 0, but all '
53
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
54
+ warnings.warn('Was asked to gather along dimension 0, but all '
55
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log CHANGED
@@ -1247,3 +1247,45 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
1247
  2024-06-02 22:08:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1248
  2024-06-02 22:08:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1249
  2024-06-02 22:08:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1247
  2024-06-02 22:08:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1248
  2024-06-02 22:08:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1249
  2024-06-02 22:08:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1250
+ 2024-06-02 22:08:49,700 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1251
+ 2024-06-02 22:08:54,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1252
+ 2024-06-02 22:08:59,702 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1253
+ 2024-06-02 22:08:59,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1254
+ 2024-06-02 22:09:00,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1255
+ 2024-06-02 22:09:00,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1256
+ 2024-06-02 22:09:05,669 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1257
+ 2024-06-02 22:09:10,670 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1258
+ 2024-06-02 22:09:13,611 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1259
+ 2024-06-02 22:09:14,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1260
+ 2024-06-02 22:09:15,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1261
+ 2024-06-02 22:09:15,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1262
+ 2024-06-02 22:09:15,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1263
+ 2024-06-02 22:09:20,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1264
+ 2024-06-02 22:09:25,746 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1265
+ 2024-06-02 22:09:29,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1266
+ 2024-06-02 22:09:30,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1267
+ 2024-06-02 22:09:30,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1268
+ 2024-06-02 22:09:31,731 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1269
+ 2024-06-02 22:09:36,732 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1270
+ 2024-06-02 22:09:41,733 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1271
+ 2024-06-02 22:09:43,612 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1272
+ 2024-06-02 22:09:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1273
+ 2024-06-02 22:09:45,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1274
+ 2024-06-02 22:09:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1275
+ 2024-06-02 22:09:46,743 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1276
+ 2024-06-02 22:09:51,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1277
+ 2024-06-02 22:09:56,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1278
+ 2024-06-02 22:09:59,944 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1279
+ 2024-06-02 22:10:00,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1280
+ 2024-06-02 22:10:00,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1281
+ 2024-06-02 22:10:02,664 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1282
+ 2024-06-02 22:10:07,665 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1283
+ 2024-06-02 22:10:12,666 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1284
+ 2024-06-02 22:10:13,613 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1285
+ 2024-06-02 22:10:15,523 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1286
+ 2024-06-02 22:10:15,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1287
+ 2024-06-02 22:10:15,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1288
+ 2024-06-02 22:10:17,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1289
+ 2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1290
+ 2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1291
+ 2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb CHANGED
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ