kertob commited on
Commit
204bc7b
1 Parent(s): d1a8447

Training in progress, step 250

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:549dd5c1b8bdfea9f824847ddc0b265ef15375f257941511b3fa72b375441419
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a1337d65174fbad875e84103a514507f87a27c351fc7ea5de2e694375caebe9
3
  size 261131840
runs/Feb14_12-54-25_f4b889916ade/events.out.tfevents.1707915266.f4b889916ade.34240.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ecaa17b829e971b3f8c72a3477a562f7fd436a5d9c2a286cb06caed415b9fff7
3
- size 9198
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7f25051fa05a2ca8daefdec191b747228b88bf3f07e8777f767b5f5af12b88
3
+ size 9355
wandb/debug-internal.log CHANGED
@@ -1036,3 +1036,54 @@
1036
  2024-02-14 13:27:46,334 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
1037
  2024-02-14 13:27:47,327 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1038
  2024-02-14 13:27:52,328 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1036
  2024-02-14 13:27:46,334 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
1037
  2024-02-14 13:27:47,327 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1038
  2024-02-14 13:27:52,328 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1039
+ 2024-02-14 13:27:57,329 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1040
+ 2024-02-14 13:28:00,878 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
1041
+ 2024-02-14 13:28:00,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1042
+ 2024-02-14 13:28:00,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1043
+ 2024-02-14 13:28:00,908 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
1044
+ 2024-02-14 13:28:03,008 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1045
+ 2024-02-14 13:28:08,009 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1046
+ 2024-02-14 13:28:13,010 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1047
+ 2024-02-14 13:28:15,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1048
+ 2024-02-14 13:28:15,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1049
+ 2024-02-14 13:28:15,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
1050
+ 2024-02-14 13:28:18,987 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1051
+ 2024-02-14 13:28:23,989 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1052
+ 2024-02-14 13:28:28,990 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1053
+ 2024-02-14 13:28:30,878 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
1054
+ 2024-02-14 13:28:30,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1055
+ 2024-02-14 13:28:30,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1056
+ 2024-02-14 13:28:30,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
1057
+ 2024-02-14 13:28:34,989 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1058
+ 2024-02-14 13:28:39,990 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1059
+ 2024-02-14 13:28:44,992 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1060
+ 2024-02-14 13:28:45,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1061
+ 2024-02-14 13:28:45,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1062
+ 2024-02-14 13:28:45,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
1063
+ 2024-02-14 13:28:50,986 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1064
+ 2024-02-14 13:28:55,987 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1065
+ 2024-02-14 13:29:00,879 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
1066
+ 2024-02-14 13:29:00,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1067
+ 2024-02-14 13:29:00,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1068
+ 2024-02-14 13:29:00,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
1069
+ 2024-02-14 13:29:04,761 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1070
+ 2024-02-14 13:29:09,761 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1071
+ 2024-02-14 13:29:10,743 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: partial_history
1072
+ 2024-02-14 13:29:10,744 DEBUG SenderThread:35088 [sender.py:send():382] send: history
1073
+ 2024-02-14 13:29:10,744 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: summary_record
1074
+ 2024-02-14 13:29:10,745 INFO SenderThread:35088 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
1075
+ 2024-02-14 13:29:11,360 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
1076
+ 2024-02-14 13:29:15,030 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: partial_history
1077
+ 2024-02-14 13:29:15,031 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
1078
+ 2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
1079
+ 2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
1080
+ 2024-02-14 13:29:15,032 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1081
+ 2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
1082
+ 2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
1083
+ 2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send():382] send: history
1084
+ 2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: summary_record
1085
+ 2024-02-14 13:29:15,034 INFO SenderThread:35088 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
1086
+ 2024-02-14 13:29:15,361 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
1087
+ 2024-02-14 13:29:15,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1088
+ 2024-02-14 13:29:15,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1089
+ 2024-02-14 13:29:15,909 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.0889, "train/learning_rate": 8.41451353233369e-07, "train/epoch": 19.2, "train/global_step": 240, "_timestamp": 1707917266.3233232, "_runtime": 1996.9426021575928, "_step": 23}
 
1
+ {"train/loss": 0.0896, "train/learning_rate": 0.0, "train/epoch": 20.0, "train/global_step": 250, "_timestamp": 1707917355.0297863, "_runtime": 2085.649065256119, "_step": 25, "train/train_runtime": 2088.8507, "train/train_samples_per_second": 1.915, "train/train_steps_per_second": 0.12, "train/total_flos": 1.3048514881953024e+16, "train/train_loss": 0.30335809993743895}
wandb/run-20240214_125429-fe3s7gan/logs/debug-internal.log CHANGED
@@ -1036,3 +1036,54 @@
1036
  2024-02-14 13:27:46,334 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
1037
  2024-02-14 13:27:47,327 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1038
  2024-02-14 13:27:52,328 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1036
  2024-02-14 13:27:46,334 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
1037
  2024-02-14 13:27:47,327 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1038
  2024-02-14 13:27:52,328 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1039
+ 2024-02-14 13:27:57,329 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1040
+ 2024-02-14 13:28:00,878 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
1041
+ 2024-02-14 13:28:00,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1042
+ 2024-02-14 13:28:00,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1043
+ 2024-02-14 13:28:00,908 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
1044
+ 2024-02-14 13:28:03,008 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1045
+ 2024-02-14 13:28:08,009 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1046
+ 2024-02-14 13:28:13,010 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1047
+ 2024-02-14 13:28:15,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1048
+ 2024-02-14 13:28:15,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1049
+ 2024-02-14 13:28:15,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
1050
+ 2024-02-14 13:28:18,987 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1051
+ 2024-02-14 13:28:23,989 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1052
+ 2024-02-14 13:28:28,990 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1053
+ 2024-02-14 13:28:30,878 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
1054
+ 2024-02-14 13:28:30,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1055
+ 2024-02-14 13:28:30,886 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1056
+ 2024-02-14 13:28:30,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
1057
+ 2024-02-14 13:28:34,989 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1058
+ 2024-02-14 13:28:39,990 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1059
+ 2024-02-14 13:28:44,992 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1060
+ 2024-02-14 13:28:45,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1061
+ 2024-02-14 13:28:45,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1062
+ 2024-02-14 13:28:45,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
1063
+ 2024-02-14 13:28:50,986 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1064
+ 2024-02-14 13:28:55,987 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1065
+ 2024-02-14 13:29:00,879 DEBUG SenderThread:35088 [sender.py:send():382] send: stats
1066
+ 2024-02-14 13:29:00,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1067
+ 2024-02-14 13:29:00,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1068
+ 2024-02-14 13:29:00,927 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages
1069
+ 2024-02-14 13:29:04,761 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1070
+ 2024-02-14 13:29:09,761 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1071
+ 2024-02-14 13:29:10,743 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: partial_history
1072
+ 2024-02-14 13:29:10,744 DEBUG SenderThread:35088 [sender.py:send():382] send: history
1073
+ 2024-02-14 13:29:10,744 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: summary_record
1074
+ 2024-02-14 13:29:10,745 INFO SenderThread:35088 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
1075
+ 2024-02-14 13:29:11,360 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
1076
+ 2024-02-14 13:29:15,030 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: partial_history
1077
+ 2024-02-14 13:29:15,031 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
1078
+ 2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
1079
+ 2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
1080
+ 2024-02-14 13:29:15,032 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: status_report
1081
+ 2024-02-14 13:29:15,032 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
1082
+ 2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send():382] send: metric
1083
+ 2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send():382] send: history
1084
+ 2024-02-14 13:29:15,033 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: summary_record
1085
+ 2024-02-14 13:29:15,034 INFO SenderThread:35088 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
1086
+ 2024-02-14 13:29:15,361 INFO Thread-12 :35088 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240214_125429-fe3s7gan/files/wandb-summary.json
1087
+ 2024-02-14 13:29:15,886 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: stop_status
1088
+ 2024-02-14 13:29:15,887 DEBUG SenderThread:35088 [sender.py:send_request():409] send_request: stop_status
1089
+ 2024-02-14 13:29:15,909 DEBUG HandlerThread:35088 [handler.py:handle_request():146] handle_request: internal_messages