Mehdi Cherti
commited on
Commit
β’
5d30929
1
Parent(s):
cef8834
add $v
Browse filesThis view is limited to 50 files because it contains too many changes. Β
See raw diff
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_1.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_1.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_10.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_10.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_11.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_11.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_12.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_12.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_13.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_13.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_14.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_14.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_15.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_15.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_16.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_16.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_17.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_17.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_18.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_18.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_19.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_19.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_2.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_2.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_20.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_20.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_21.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_21.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_22.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_22.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_23.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_23.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_24.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_24.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_25.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_25.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_26.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_26.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_27.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_27.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_28.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_28.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_29.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_29.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_3.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_3.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_30.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_30.pt.txt +432 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_31.pt +3 -0
- full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_31.pt.txt +432 -0
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_1.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e556733a87a7fb5b882d07142897e25a279e52f340cf2e737f672d698cac82c1
|
3 |
+
size 1795822369
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_1.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<13:15, 1.26it/s]
|
2 |
1%| | 6/1000 [00:00<01:54, 8.65it/s]
|
3 |
1%| | 12/1000 [00:01<00:57, 17.24it/s]
|
4 |
2%|β | 18/1000 [00:01<00:38, 25.49it/s]
|
5 |
2%|β | 24/1000 [00:01<00:29, 32.73it/s]
|
6 |
3%|β | 30/1000 [00:01<00:25, 38.77it/s]
|
7 |
4%|β | 36/1000 [00:01<00:22, 43.60it/s]
|
8 |
4%|β | 42/1000 [00:01<00:20, 47.29it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 50.12it/s]
|
10 |
5%|β | 54/1000 [00:01<00:18, 52.20it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 53.68it/s]
|
12 |
7%|β | 66/1000 [00:01<00:17, 54.80it/s]
|
13 |
7%|β | 72/1000 [00:02<00:16, 55.51it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 56.06it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.49it/s]
|
16 |
9%|β | 90/1000 [00:02<00:16, 56.85it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.28it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.48it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.79it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 57.91it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 57.94it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.88it/s]
|
23 |
13%|ββ | 132/1000 [00:03<00:14, 57.94it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.92it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.94it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.98it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 57.95it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.83it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.69it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.69it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.66it/s]
|
32 |
19%|ββ | 186/1000 [00:04<00:14, 57.59it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.57it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.52it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.36it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.26it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.37it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.32it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.55it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.52it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.44it/s]
|
42 |
25%|βββ | 246/1000 [00:05<00:13, 57.50it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:12, 57.60it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.64it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.70it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.49it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.56it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.76it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.86it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 58.06it/s]
|
51 |
30%|βββ | 300/1000 [00:06<00:12, 58.03it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:11, 57.99it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 58.13it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 58.13it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 58.06it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.89it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.97it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 58.07it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 58.15it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.96it/s]
|
61 |
36%|ββββ | 360/1000 [00:07<00:11, 57.96it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 58.02it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 58.05it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.97it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.63it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.63it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.75it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.91it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 57.97it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 57.99it/s]
|
71 |
42%|βββββ | 420/1000 [00:08<00:09, 58.02it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 58.03it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 58.17it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 58.19it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.99it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 58.06it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 58.11it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 58.08it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 58.03it/s]
|
80 |
47%|βββββ | 474/1000 [00:09<00:09, 58.17it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:08, 58.09it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 58.06it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 58.07it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.98it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 58.03it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.93it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.99it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.04it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.15it/s]
|
90 |
53%|ββββββ | 534/1000 [00:10<00:08, 58.11it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.14it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.17it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.06it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.01it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.08it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.98it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.93it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.05it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.04it/s]
|
100 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.96it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.08it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.99it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.99it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.11it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.08it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.17it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.00it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.95it/s]
|
109 |
65%|βββββββ | 648/1000 [00:12<00:06, 58.12it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.06it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.15it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.18it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.10it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.12it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.13it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.16it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.04it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.15it/s]
|
119 |
71%|βββββββ | 708/1000 [00:13<00:05, 58.10it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.07it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.10it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.06it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.10it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.12it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.10it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.17it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.26it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.09it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:14<00:03, 58.19it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.14it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.01it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.07it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.91it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.93it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.99it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.97it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.96it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:15<00:03, 58.00it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.10it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.22it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.28it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.21it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.27it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.21it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.22it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.16it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.23it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:16<00:02, 58.22it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.07it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.16it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.14it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.12it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.15it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.16it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.14it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.23it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.26it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.27it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.28it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.30it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.26it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.34it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.39it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.41it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.37it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.33it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:02<07:46, 107.03it/s]
|
169 |
1%| | 512/50176 [00:04<07:16, 113.68it/s]
|
170 |
2%|β | 768/50176 [00:06<07:28, 110.04it/s]
|
171 |
2%|β | 1024/50176 [00:09<08:01, 102.02it/s]
|
172 |
3%|β | 1280/50176 [00:12<08:09, 99.84it/s]
|
173 |
3%|β | 1536/50176 [00:15<08:59, 90.20it/s]
|
174 |
4%|β | 1792/50176 [00:18<08:41, 92.86it/s]
|
175 |
4%|β | 2048/50176 [00:21<08:32, 93.89it/s]
|
176 |
5%|β | 2304/50176 [00:23<08:20, 95.58it/s]
|
177 |
5%|β | 2560/50176 [00:26<08:08, 97.50it/s]
|
178 |
6%|β | 2816/50176 [00:28<08:17, 95.22it/s]
|
179 |
6%|β | 3072/50176 [00:31<08:17, 94.75it/s]
|
180 |
7%|β | 3328/50176 [00:34<08:03, 96.91it/s]
|
181 |
7%|β | 3584/50176 [00:36<07:42, 100.65it/s]
|
182 |
8%|β | 3840/50176 [00:39<07:59, 96.73it/s]
|
183 |
8%|β | 4096/50176 [00:42<08:11, 93.71it/s]
|
184 |
9%|β | 4352/50176 [00:44<07:56, 96.12it/s]
|
185 |
9%|β | 4608/50176 [00:47<07:36, 99.73it/s]
|
186 |
10%|β | 4864/50176 [00:49<07:24, 101.93it/s]
|
187 |
10%|β | 5120/50176 [00:52<07:20, 102.37it/s]
|
188 |
11%|β | 5376/50176 [00:54<07:17, 102.30it/s]
|
189 |
11%|β | 5632/50176 [00:57<07:16, 101.96it/s]
|
190 |
12%|ββ | 5888/50176 [00:59<07:14, 101.87it/s]
|
191 |
12%|ββ | 6144/50176 [01:02<07:43, 94.98it/s]
|
192 |
13%|ββ | 6400/50176 [01:05<07:36, 95.97it/s]
|
193 |
13%|ββ | 6656/50176 [01:07<07:31, 96.36it/s]
|
194 |
14%|ββ | 6912/50176 [01:10<07:27, 96.60it/s]
|
195 |
14%|ββ | 7168/50176 [01:12<07:12, 99.54it/s]
|
196 |
15%|ββ | 7424/50176 [01:15<07:08, 99.67it/s]
|
197 |
15%|ββ | 7680/50176 [01:18<07:05, 99.84it/s]
|
198 |
16%|ββ | 7936/50176 [01:20<06:49, 103.28it/s]
|
199 |
16%|ββ | 8192/50176 [01:22<06:48, 102.90it/s]
|
200 |
17%|ββ | 8448/50176 [01:25<06:49, 101.90it/s]
|
201 |
17%|ββ | 8704/50176 [01:27<06:48, 101.40it/s]
|
202 |
18%|ββ | 8960/50176 [01:30<06:47, 101.09it/s]
|
203 |
18%|ββ | 9216/50176 [01:32<06:38, 102.73it/s]
|
204 |
19%|ββ | 9472/50176 [01:35<06:31, 103.96it/s]
|
205 |
19%|ββ | 9728/50176 [01:37<06:35, 102.24it/s]
|
206 |
20%|ββ | 9984/50176 [01:40<06:46, 98.76it/s]
|
207 |
20%|ββ | 10240/50176 [01:43<06:31, 102.07it/s]
|
208 |
21%|ββ | 10496/50176 [01:45<06:17, 105.12it/s]
|
209 |
21%|βββ | 10752/50176 [01:48<06:28, 101.39it/s]
|
210 |
22%|βββ | 11008/50176 [01:50<06:23, 102.16it/s]
|
211 |
22%|βββ | 11264/50176 [01:52<06:11, 104.68it/s]
|
212 |
23%|βββ | 11520/50176 [01:55<06:08, 104.82it/s]
|
213 |
23%|βββ | 11776/50176 [01:57<06:07, 104.61it/s]
|
214 |
24%|βββ | 12032/50176 [02:00<06:02, 105.36it/s]
|
215 |
24%|βββ | 12288/50176 [02:02<05:55, 106.68it/s]
|
216 |
25%|βββ | 12544/50176 [02:04<05:55, 105.83it/s]
|
217 |
26%|βββ | 12800/50176 [02:07<05:51, 106.48it/s]
|
218 |
26%|βββ | 13056/50176 [02:09<05:46, 107.22it/s]
|
219 |
27%|βββ | 13312/50176 [02:11<05:42, 107.63it/s]
|
220 |
27%|βββ | 13568/50176 [02:14<05:58, 102.13it/s]
|
221 |
28%|βββ | 13824/50176 [02:17<06:03, 99.98it/s]
|
222 |
28%|βββ | 14080/50176 [02:19<05:58, 100.62it/s]
|
223 |
29%|βββ | 14336/50176 [02:22<05:56, 100.46it/s]
|
224 |
29%|βββ | 14592/50176 [02:24<05:47, 102.42it/s]
|
225 |
30%|βββ | 14848/50176 [02:27<06:04, 96.97it/s]
|
226 |
30%|βββ | 15104/50176 [02:30<05:56, 98.36it/s]
|
227 |
31%|βββ | 15360/50176 [02:32<05:49, 99.67it/s]
|
228 |
31%|βββ | 15616/50176 [02:35<05:37, 102.52it/s]
|
229 |
32%|ββββ | 15872/50176 [02:37<05:37, 101.79it/s]
|
230 |
32%|ββββ | 16128/50176 [02:40<05:31, 102.86it/s]
|
231 |
33%|ββββ | 16384/50176 [02:42<05:27, 103.28it/s]
|
232 |
33%|ββββ | 16640/50176 [02:45<05:40, 98.35it/s]
|
233 |
34%|ββββ | 16896/50176 [02:47<05:30, 100.60it/s]
|
234 |
34%|ββββ | 17152/50176 [02:50<05:17, 103.95it/s]
|
235 |
35%|ββββ | 17408/50176 [02:52<05:18, 103.03it/s]
|
236 |
35%|ββββ | 17664/50176 [02:55<05:08, 105.39it/s]
|
237 |
36%|ββββ | 17920/50176 [02:57<05:01, 107.16it/s]
|
238 |
36%|ββββ | 18176/50176 [02:59<05:03, 105.38it/s]
|
239 |
37%|ββββ | 18432/50176 [03:02<05:00, 105.62it/s]
|
240 |
37%|ββββ | 18688/50176 [03:04<05:04, 103.39it/s]
|
241 |
38%|ββββ | 18944/50176 [03:07<05:02, 103.10it/s]
|
242 |
38%|ββββ | 19200/50176 [03:10<05:10, 99.68it/s]
|
243 |
39%|ββββ | 19456/50176 [03:12<05:13, 97.90it/s]
|
244 |
39%|ββββ | 19712/50176 [03:15<05:10, 98.01it/s]
|
245 |
40%|ββββ | 19968/50176 [03:18<05:08, 97.92it/s]
|
246 |
40%|ββββ | 20224/50176 [03:20<04:51, 102.82it/s]
|
247 |
41%|ββββ | 20480/50176 [03:22<04:41, 105.60it/s]
|
248 |
41%|βββββ | 20736/50176 [03:24<04:38, 105.84it/s]
|
249 |
42%|βββββ | 20992/50176 [03:27<04:34, 106.23it/s]
|
250 |
42%|βββββ | 21248/50176 [03:30<04:43, 102.11it/s]
|
251 |
43%|βββββ | 21504/50176 [03:32<04:39, 102.43it/s]
|
252 |
43%|βββββ | 21760/50176 [03:35<04:36, 102.72it/s]
|
253 |
44%|βββββ | 22016/50176 [03:37<04:26, 105.58it/s]
|
254 |
44%|βββββ | 22272/50176 [03:39<04:18, 107.77it/s]
|
255 |
45%|βββββ | 22528/50176 [03:41<04:16, 107.99it/s]
|
256 |
45%|βββββ | 22784/50176 [03:44<04:24, 103.40it/s]
|
257 |
46%|βββββ | 23040/50176 [03:47<04:29, 100.65it/s]
|
258 |
46%|βββββ | 23296/50176 [03:49<04:27, 100.46it/s]
|
259 |
47%|βββββ | 23552/50176 [03:52<04:32, 97.85it/s]
|
260 |
47%|βββββ | 23808/50176 [03:54<04:16, 102.78it/s]
|
261 |
48%|βββββ | 24064/50176 [03:57<04:11, 103.90it/s]
|
262 |
48%|βββββ | 24320/50176 [03:59<04:12, 102.56it/s]
|
263 |
49%|βββββ | 24576/50176 [04:02<04:15, 100.33it/s]
|
264 |
49%|βββββ | 24832/50176 [04:04<04:05, 103.13it/s]
|
265 |
50%|βββββ | 25088/50176 [04:07<03:59, 104.57it/s]
|
266 |
51%|βββββ | 25344/50176 [04:09<03:52, 106.77it/s]
|
267 |
51%|βββββ | 25600/50176 [04:12<03:54, 104.79it/s]
|
268 |
52%|ββββββ | 25856/50176 [04:14<03:48, 106.61it/s]
|
269 |
52%|ββββββ | 26112/50176 [04:16<03:45, 106.67it/s]
|
270 |
53%|ββββββ | 26368/50176 [04:19<03:46, 105.03it/s]
|
271 |
53%|ββββββ | 26624/50176 [04:21<03:41, 106.37it/s]
|
272 |
54%|ββββββ | 26880/50176 [04:24<03:40, 105.68it/s]
|
273 |
54%|ββββββ | 27136/50176 [04:26<03:39, 105.03it/s]
|
274 |
55%|ββββββ | 27392/50176 [04:28<03:34, 106.43it/s]
|
275 |
55%|ββββββ | 27648/50176 [04:30<03:22, 111.09it/s]
|
276 |
56%|ββββββ | 27904/50176 [04:33<03:31, 105.44it/s]
|
277 |
56%|ββββββ | 28160/50176 [04:36<03:33, 103.26it/s]
|
278 |
57%|ββββββ | 28416/50176 [04:38<03:28, 104.24it/s]
|
279 |
57%|ββββββ | 28672/50176 [04:41<03:30, 101.98it/s]
|
280 |
58%|ββββββ | 28928/50176 [04:43<03:24, 103.77it/s]
|
281 |
58%|ββββββ | 29184/50176 [04:46<03:21, 104.10it/s]
|
282 |
59%|ββββββ | 29440/50176 [04:49<03:30, 98.50it/s]
|
283 |
59%|ββββββ | 29696/50176 [04:51<03:29, 97.58it/s]
|
284 |
60%|ββββββ | 29952/50176 [04:54<03:28, 97.10it/s]
|
285 |
60%|ββββββ | 30208/50176 [04:56<03:21, 98.87it/s]
|
286 |
61%|ββββββ | 30464/50176 [04:59<03:09, 104.03it/s]
|
287 |
61%|ββββββ | 30720/50176 [05:01<03:10, 102.27it/s]
|
288 |
62%|βββββββ | 30976/50176 [05:04<03:06, 102.77it/s]
|
289 |
62%|βββββββ | 31232/50176 [05:06<03:02, 103.54it/s]
|
290 |
63%|βββββββ | 31488/50176 [05:08<02:57, 105.51it/s]
|
291 |
63%|βββββββ | 31744/50176 [05:11<02:53, 106.22it/s]
|
292 |
64%|βββββββ | 32000/50176 [05:13<02:49, 106.94it/s]
|
293 |
64%|βββββββ | 32256/50176 [05:15<02:47, 106.92it/s]
|
294 |
65%|βββββββ | 32512/50176 [05:18<02:55, 100.50it/s]
|
295 |
65%|βββββββ | 32768/50176 [05:21<02:50, 102.36it/s]
|
296 |
66%|βββββββ | 33024/50176 [05:23<02:43, 105.16it/s]
|
297 |
66%|βββββββ | 33280/50176 [05:26<02:42, 103.72it/s]
|
298 |
67%|βββββββ | 33536/50176 [05:28<02:40, 103.43it/s]
|
299 |
67%|βββββββ | 33792/50176 [05:30<02:33, 106.58it/s]
|
300 |
68%|βββββββ | 34048/50176 [05:33<02:28, 108.59it/s]
|
301 |
68%|βββββββ | 34304/50176 [05:35<02:22, 111.07it/s]
|
302 |
69%|βββββββ | 34560/50176 [05:37<02:27, 106.08it/s]
|
303 |
69%|βββββββ | 34816/50176 [05:45<03:54, 65.39it/s]
|
304 |
70%|βββββββ | 35072/50176 [05:47<03:27, 72.88it/s]
|
305 |
70%|βββββββ | 35328/50176 [05:50<03:01, 81.62it/s]
|
306 |
71%|βββββββ | 35584/50176 [05:52<02:46, 87.67it/s]
|
307 |
71%|ββββββββ | 35840/50176 [05:57<03:19, 71.84it/s]
|
308 |
72%|ββββββββ | 36096/50176 [06:02<03:30, 66.90it/s]
|
309 |
72%|ββββββββ | 36352/50176 [06:06<03:40, 62.70it/s]
|
310 |
73%|ββββββββ | 36608/50176 [06:11<03:46, 59.88it/s]
|
311 |
73%|ββββββββ | 36864/50176 [06:14<03:16, 67.61it/s]
|
312 |
74%|ββββββββ | 37120/50176 [06:16<02:50, 76.68it/s]
|
313 |
74%|ββββββββ | 37376/50176 [06:18<02:28, 86.07it/s]
|
314 |
75%|ββββββββ | 37632/50176 [06:20<02:17, 91.55it/s]
|
315 |
76%|ββββββββ | 37888/50176 [06:23<02:07, 96.23it/s]
|
316 |
76%|ββββββββ | 38144/50176 [06:28<02:47, 71.90it/s]
|
317 |
77%|ββββββββ | 38400/50176 [06:35<03:19, 59.08it/s]
|
318 |
77%|ββββββββ | 38656/50176 [06:37<02:49, 67.99it/s]
|
319 |
78%|ββββββββ | 38912/50176 [06:42<03:00, 62.24it/s]
|
320 |
78%|ββββββββ | 39168/50176 [06:45<02:38, 69.40it/s]
|
321 |
79%|ββββββββ | 39424/50176 [06:47<02:17, 78.43it/s]
|
322 |
79%|ββββββββ | 39680/50176 [06:49<02:02, 85.91it/s]
|
323 |
80%|ββββββββ | 39936/50176 [06:51<01:49, 93.15it/s]
|
324 |
80%|ββββββββ | 40192/50176 [06:54<01:41, 98.53it/s]
|
325 |
81%|ββββββββ | 40448/50176 [06:56<01:40, 97.08it/s]
|
326 |
81%|ββββββββ | 40704/50176 [06:59<01:37, 96.95it/s]
|
327 |
82%|βββββββββ | 40960/50176 [07:01<01:29, 102.74it/s]
|
328 |
82%|βββββββββ | 41216/50176 [07:04<01:27, 102.98it/s]
|
329 |
83%|βββββββββ | 41472/50176 [07:06<01:24, 102.63it/s]
|
330 |
83%|βββββββββ | 41728/50176 [07:08<01:19, 106.10it/s]
|
331 |
84%|βββββββββ | 41984/50176 [07:11<01:16, 106.48it/s]
|
332 |
84%|βββββββββ | 42240/50176 [07:13<01:13, 107.64it/s]
|
333 |
85%|βββββββββ | 42496/50176 [07:15<01:10, 109.64it/s]
|
334 |
85%|βββββββββ | 42752/50176 [07:18<01:07, 109.54it/s]
|
335 |
86%|βββββββββ | 43008/50176 [07:20<01:05, 108.84it/s]
|
336 |
86%|βββββββββ | 43264/50176 [07:22<01:04, 107.85it/s]
|
337 |
87%|βββββββββ | 43520/50176 [07:25<01:04, 103.15it/s]
|
338 |
87%|βββββββββ | 43776/50176 [07:28<01:01, 103.41it/s]
|
339 |
88%|βββββββββ | 44032/50176 [07:30<00:58, 104.48it/s]
|
340 |
88%|βββββββββ | 44288/50176 [07:32<00:55, 105.56it/s]
|
341 |
89%|βββββββββ | 44544/50176 [07:35<00:55, 102.37it/s]
|
342 |
89%|βββββββββ | 44800/50176 [07:38<00:52, 102.10it/s]
|
343 |
90%|βββββββββ | 45056/50176 [07:40<00:49, 103.23it/s]
|
344 |
90%|βββββββββ | 45312/50176 [07:43<00:48, 100.96it/s]
|
345 |
91%|βββββββββ | 45568/50176 [07:45<00:44, 103.99it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [07:47<00:41, 104.14it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [07:50<00:40, 101.59it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [07:53<00:37, 102.42it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [07:55<00:34, 104.61it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [07:57<00:32, 103.79it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [08:00<00:30, 99.44it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [08:03<00:28, 99.03it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [08:05<00:25, 101.62it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [08:08<00:22, 101.91it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [08:10<00:20, 101.62it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [08:13<00:17, 103.25it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [08:15<00:14, 102.85it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [08:18<00:12, 102.56it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [08:20<00:10, 99.93it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [08:23<00:07, 101.30it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [08:25<00:05, 100.05it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [08:28<00:02, 95.69it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:36:42 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:36:42 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:36:43 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_1.pt).
|
4 |
+
2022-12-21,09:36:52 | INFO | Model:
|
5 |
+
2022-12-21,09:36:52 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:36:52 | INFO | Params:
|
359 |
+
2022-12-21,09:36:52 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:36:52 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:36:52 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:36:52 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_1.pt/checkpoints
|
363 |
+
2022-12-21,09:36:52 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:36:52 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:36:52 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:36:52 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:36:52 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:36:52 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:36:52 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:36:52 | INFO | debug: False
|
371 |
+
2022-12-21,09:36:52 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:36:52 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:36:52 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:36:52 | INFO | distributed: False
|
375 |
+
2022-12-21,09:36:52 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:36:52 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:36:52 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:36:52 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:36:52 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:36:52 | INFO | horovod: False
|
381 |
+
2022-12-21,09:36:52 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:36:52 | INFO | image_std: None
|
383 |
+
2022-12-21,09:36:52 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:36:52 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:36:52 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:36:52 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:36:52 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:36:52 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:36:52 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:36:52 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:36:52 | INFO | log_local: False
|
392 |
+
2022-12-21,09:36:52 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_1.pt/out.log
|
393 |
+
2022-12-21,09:36:52 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:36:52 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:36:52 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:36:52 | INFO | name: epoch_1.pt
|
397 |
+
2022-12-21,09:36:52 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:36:52 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:36:52 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:36:52 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_1.pt
|
401 |
+
2022-12-21,09:36:52 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:36:52 | INFO | rank: 0
|
403 |
+
2022-12-21,09:36:52 | INFO | report_to:
|
404 |
+
2022-12-21,09:36:52 | INFO | resume: None
|
405 |
+
2022-12-21,09:36:52 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:36:52 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:36:52 | INFO | seed: 0
|
408 |
+
2022-12-21,09:36:52 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:36:52 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:36:52 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:36:52 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:36:52 | INFO | trace: False
|
413 |
+
2022-12-21,09:36:52 | INFO | train_data: None
|
414 |
+
2022-12-21,09:36:52 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:36:52 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:36:52 | INFO | val_data: None
|
417 |
+
2022-12-21,09:36:52 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:36:52 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:36:52 | INFO | wandb: False
|
420 |
+
2022-12-21,09:36:52 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:36:52 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:36:52 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:36:52 | INFO | workers: 1
|
424 |
+
2022-12-21,09:36:52 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:36:52 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:36:53 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:36:53 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<13:15, 1.26it/s]
|
431 |
1%| | 6/1000 [00:00<01:54, 8.65it/s]
|
432 |
1%| | 12/1000 [00:01<00:57, 17.24it/s]
|
433 |
2%|β | 18/1000 [00:01<00:38, 25.49it/s]
|
434 |
2%|β | 24/1000 [00:01<00:29, 32.73it/s]
|
435 |
3%|β | 30/1000 [00:01<00:25, 38.77it/s]
|
436 |
4%|β | 36/1000 [00:01<00:22, 43.60it/s]
|
437 |
4%|β | 42/1000 [00:01<00:20, 47.29it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 50.12it/s]
|
439 |
5%|β | 54/1000 [00:01<00:18, 52.20it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 53.68it/s]
|
441 |
7%|β | 66/1000 [00:01<00:17, 54.80it/s]
|
442 |
7%|β | 72/1000 [00:02<00:16, 55.51it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 56.06it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.49it/s]
|
445 |
9%|β | 90/1000 [00:02<00:16, 56.85it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.28it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.48it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.79it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 57.91it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 57.94it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.88it/s]
|
452 |
13%|ββ | 132/1000 [00:03<00:14, 57.94it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.92it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.94it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.98it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 57.95it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.83it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.69it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.69it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.66it/s]
|
461 |
19%|ββ | 186/1000 [00:04<00:14, 57.59it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.57it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.52it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.36it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.26it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.37it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.32it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.55it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.52it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.44it/s]
|
471 |
25%|βββ | 246/1000 [00:05<00:13, 57.50it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:12, 57.60it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.64it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.70it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.49it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.56it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.76it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.86it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 58.06it/s]
|
480 |
30%|βββ | 300/1000 [00:06<00:12, 58.03it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:11, 57.99it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 58.13it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 58.13it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 58.06it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.89it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.97it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 58.07it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 58.15it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.96it/s]
|
490 |
36%|ββββ | 360/1000 [00:07<00:11, 57.96it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 58.02it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 58.05it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.97it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.63it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.63it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.75it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.91it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 57.97it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 57.99it/s]
|
500 |
42%|βββββ | 420/1000 [00:08<00:09, 58.02it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 58.03it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 58.17it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 58.19it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.99it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 58.06it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 58.11it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 58.08it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 58.03it/s]
|
509 |
47%|βββββ | 474/1000 [00:09<00:09, 58.17it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:08, 58.09it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 58.06it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 58.07it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.98it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 58.03it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.93it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.99it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.04it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.15it/s]
|
519 |
53%|ββββββ | 534/1000 [00:10<00:08, 58.11it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.14it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.17it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.06it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.01it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.08it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.98it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.93it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.05it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.04it/s]
|
529 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.96it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.08it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.99it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.99it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.11it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.08it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.17it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.00it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.95it/s]
|
538 |
65%|βββββββ | 648/1000 [00:12<00:06, 58.12it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.06it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.15it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.18it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.10it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.12it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.13it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.16it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.04it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.15it/s]
|
548 |
71%|βββββββ | 708/1000 [00:13<00:05, 58.10it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.07it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.10it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.06it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.10it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.12it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.10it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.17it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.26it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.09it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:14<00:03, 58.19it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.14it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.01it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.07it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.91it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.93it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.99it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.97it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.96it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:15<00:03, 58.00it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.10it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.22it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.28it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.21it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.27it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.21it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.22it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.16it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.23it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:16<00:02, 58.22it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.07it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.16it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.14it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.12it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.15it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.16it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.14it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.23it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.26it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.27it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.28it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.30it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.26it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.34it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.39it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.41it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.37it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.33it/s]
|
596 |
+
2022-12-21,09:37:11 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:02<07:46, 107.03it/s]
|
600 |
1%| | 512/50176 [00:04<07:16, 113.68it/s]
|
601 |
2%|β | 768/50176 [00:06<07:28, 110.04it/s]
|
602 |
2%|β | 1024/50176 [00:09<08:01, 102.02it/s]
|
603 |
3%|β | 1280/50176 [00:12<08:09, 99.84it/s]
|
604 |
3%|β | 1536/50176 [00:15<08:59, 90.20it/s]
|
605 |
4%|β | 1792/50176 [00:18<08:41, 92.86it/s]
|
606 |
4%|β | 2048/50176 [00:21<08:32, 93.89it/s]
|
607 |
5%|β | 2304/50176 [00:23<08:20, 95.58it/s]
|
608 |
5%|β | 2560/50176 [00:26<08:08, 97.50it/s]
|
609 |
6%|β | 2816/50176 [00:28<08:17, 95.22it/s]
|
610 |
6%|β | 3072/50176 [00:31<08:17, 94.75it/s]
|
611 |
7%|β | 3328/50176 [00:34<08:03, 96.91it/s]
|
612 |
7%|β | 3584/50176 [00:36<07:42, 100.65it/s]
|
613 |
8%|β | 3840/50176 [00:39<07:59, 96.73it/s]
|
614 |
8%|β | 4096/50176 [00:42<08:11, 93.71it/s]
|
615 |
9%|β | 4352/50176 [00:44<07:56, 96.12it/s]
|
616 |
9%|β | 4608/50176 [00:47<07:36, 99.73it/s]
|
617 |
10%|β | 4864/50176 [00:49<07:24, 101.93it/s]
|
618 |
10%|β | 5120/50176 [00:52<07:20, 102.37it/s]
|
619 |
11%|β | 5376/50176 [00:54<07:17, 102.30it/s]
|
620 |
11%|β | 5632/50176 [00:57<07:16, 101.96it/s]
|
621 |
12%|ββ | 5888/50176 [00:59<07:14, 101.87it/s]
|
622 |
12%|ββ | 6144/50176 [01:02<07:43, 94.98it/s]
|
623 |
13%|ββ | 6400/50176 [01:05<07:36, 95.97it/s]
|
624 |
13%|ββ | 6656/50176 [01:07<07:31, 96.36it/s]
|
625 |
14%|ββ | 6912/50176 [01:10<07:27, 96.60it/s]
|
626 |
14%|ββ | 7168/50176 [01:12<07:12, 99.54it/s]
|
627 |
15%|ββ | 7424/50176 [01:15<07:08, 99.67it/s]
|
628 |
15%|ββ | 7680/50176 [01:18<07:05, 99.84it/s]
|
629 |
16%|ββ | 7936/50176 [01:20<06:49, 103.28it/s]
|
630 |
16%|ββ | 8192/50176 [01:22<06:48, 102.90it/s]
|
631 |
17%|ββ | 8448/50176 [01:25<06:49, 101.90it/s]
|
632 |
17%|ββ | 8704/50176 [01:27<06:48, 101.40it/s]
|
633 |
18%|ββ | 8960/50176 [01:30<06:47, 101.09it/s]
|
634 |
18%|ββ | 9216/50176 [01:32<06:38, 102.73it/s]
|
635 |
19%|ββ | 9472/50176 [01:35<06:31, 103.96it/s]
|
636 |
19%|ββ | 9728/50176 [01:37<06:35, 102.24it/s]
|
637 |
20%|ββ | 9984/50176 [01:40<06:46, 98.76it/s]
|
638 |
20%|ββ | 10240/50176 [01:43<06:31, 102.07it/s]
|
639 |
21%|ββ | 10496/50176 [01:45<06:17, 105.12it/s]
|
640 |
21%|βββ | 10752/50176 [01:48<06:28, 101.39it/s]
|
641 |
22%|βββ | 11008/50176 [01:50<06:23, 102.16it/s]
|
642 |
22%|βββ | 11264/50176 [01:52<06:11, 104.68it/s]
|
643 |
23%|βββ | 11520/50176 [01:55<06:08, 104.82it/s]
|
644 |
23%|βββ | 11776/50176 [01:57<06:07, 104.61it/s]
|
645 |
24%|βββ | 12032/50176 [02:00<06:02, 105.36it/s]
|
646 |
24%|βββ | 12288/50176 [02:02<05:55, 106.68it/s]
|
647 |
25%|βββ | 12544/50176 [02:04<05:55, 105.83it/s]
|
648 |
26%|βββ | 12800/50176 [02:07<05:51, 106.48it/s]
|
649 |
26%|βββ | 13056/50176 [02:09<05:46, 107.22it/s]
|
650 |
27%|βββ | 13312/50176 [02:11<05:42, 107.63it/s]
|
651 |
27%|βββ | 13568/50176 [02:14<05:58, 102.13it/s]
|
652 |
28%|βββ | 13824/50176 [02:17<06:03, 99.98it/s]
|
653 |
28%|βββ | 14080/50176 [02:19<05:58, 100.62it/s]
|
654 |
29%|βββ | 14336/50176 [02:22<05:56, 100.46it/s]
|
655 |
29%|βββ | 14592/50176 [02:24<05:47, 102.42it/s]
|
656 |
30%|βββ | 14848/50176 [02:27<06:04, 96.97it/s]
|
657 |
30%|βββ | 15104/50176 [02:30<05:56, 98.36it/s]
|
658 |
31%|βββ | 15360/50176 [02:32<05:49, 99.67it/s]
|
659 |
31%|βββ | 15616/50176 [02:35<05:37, 102.52it/s]
|
660 |
32%|ββββ | 15872/50176 [02:37<05:37, 101.79it/s]
|
661 |
32%|ββββ | 16128/50176 [02:40<05:31, 102.86it/s]
|
662 |
33%|ββββ | 16384/50176 [02:42<05:27, 103.28it/s]
|
663 |
33%|ββββ | 16640/50176 [02:45<05:40, 98.35it/s]
|
664 |
34%|ββββ | 16896/50176 [02:47<05:30, 100.60it/s]
|
665 |
34%|ββββ | 17152/50176 [02:50<05:17, 103.95it/s]
|
666 |
35%|ββββ | 17408/50176 [02:52<05:18, 103.03it/s]
|
667 |
35%|ββββ | 17664/50176 [02:55<05:08, 105.39it/s]
|
668 |
36%|ββββ | 17920/50176 [02:57<05:01, 107.16it/s]
|
669 |
36%|ββββ | 18176/50176 [02:59<05:03, 105.38it/s]
|
670 |
37%|ββββ | 18432/50176 [03:02<05:00, 105.62it/s]
|
671 |
37%|ββββ | 18688/50176 [03:04<05:04, 103.39it/s]
|
672 |
38%|ββββ | 18944/50176 [03:07<05:02, 103.10it/s]
|
673 |
38%|ββββ | 19200/50176 [03:10<05:10, 99.68it/s]
|
674 |
39%|ββββ | 19456/50176 [03:12<05:13, 97.90it/s]
|
675 |
39%|ββββ | 19712/50176 [03:15<05:10, 98.01it/s]
|
676 |
40%|ββββ | 19968/50176 [03:18<05:08, 97.92it/s]
|
677 |
40%|ββββ | 20224/50176 [03:20<04:51, 102.82it/s]
|
678 |
41%|ββββ | 20480/50176 [03:22<04:41, 105.60it/s]
|
679 |
41%|βββββ | 20736/50176 [03:24<04:38, 105.84it/s]
|
680 |
42%|βββββ | 20992/50176 [03:27<04:34, 106.23it/s]
|
681 |
42%|βββββ | 21248/50176 [03:30<04:43, 102.11it/s]
|
682 |
43%|βββββ | 21504/50176 [03:32<04:39, 102.43it/s]
|
683 |
43%|βββββ | 21760/50176 [03:35<04:36, 102.72it/s]
|
684 |
44%|βββββ | 22016/50176 [03:37<04:26, 105.58it/s]
|
685 |
44%|βββββ | 22272/50176 [03:39<04:18, 107.77it/s]
|
686 |
45%|βββββ | 22528/50176 [03:41<04:16, 107.99it/s]
|
687 |
45%|βββββ | 22784/50176 [03:44<04:24, 103.40it/s]
|
688 |
46%|βββββ | 23040/50176 [03:47<04:29, 100.65it/s]
|
689 |
46%|βββββ | 23296/50176 [03:49<04:27, 100.46it/s]
|
690 |
47%|βββββ | 23552/50176 [03:52<04:32, 97.85it/s]
|
691 |
47%|βββββ | 23808/50176 [03:54<04:16, 102.78it/s]
|
692 |
48%|βββββ | 24064/50176 [03:57<04:11, 103.90it/s]
|
693 |
48%|βββββ | 24320/50176 [03:59<04:12, 102.56it/s]
|
694 |
49%|βββββ | 24576/50176 [04:02<04:15, 100.33it/s]
|
695 |
49%|βββββ | 24832/50176 [04:04<04:05, 103.13it/s]
|
696 |
50%|βββββ | 25088/50176 [04:07<03:59, 104.57it/s]
|
697 |
51%|βββββ | 25344/50176 [04:09<03:52, 106.77it/s]
|
698 |
51%|βββββ | 25600/50176 [04:12<03:54, 104.79it/s]
|
699 |
52%|ββββββ | 25856/50176 [04:14<03:48, 106.61it/s]
|
700 |
52%|ββββββ | 26112/50176 [04:16<03:45, 106.67it/s]
|
701 |
53%|ββββββ | 26368/50176 [04:19<03:46, 105.03it/s]
|
702 |
53%|ββββββ | 26624/50176 [04:21<03:41, 106.37it/s]
|
703 |
54%|ββββββ | 26880/50176 [04:24<03:40, 105.68it/s]
|
704 |
54%|ββββββ | 27136/50176 [04:26<03:39, 105.03it/s]
|
705 |
55%|ββββββ | 27392/50176 [04:28<03:34, 106.43it/s]
|
706 |
55%|ββββββ | 27648/50176 [04:30<03:22, 111.09it/s]
|
707 |
56%|ββββββ | 27904/50176 [04:33<03:31, 105.44it/s]
|
708 |
56%|ββββββ | 28160/50176 [04:36<03:33, 103.26it/s]
|
709 |
57%|ββββββ | 28416/50176 [04:38<03:28, 104.24it/s]
|
710 |
57%|ββββββ | 28672/50176 [04:41<03:30, 101.98it/s]
|
711 |
58%|ββββββ | 28928/50176 [04:43<03:24, 103.77it/s]
|
712 |
58%|ββββββ | 29184/50176 [04:46<03:21, 104.10it/s]
|
713 |
59%|ββββββ | 29440/50176 [04:49<03:30, 98.50it/s]
|
714 |
59%|ββββββ | 29696/50176 [04:51<03:29, 97.58it/s]
|
715 |
60%|ββββββ | 29952/50176 [04:54<03:28, 97.10it/s]
|
716 |
60%|ββββββ | 30208/50176 [04:56<03:21, 98.87it/s]
|
717 |
61%|ββββββ | 30464/50176 [04:59<03:09, 104.03it/s]
|
718 |
61%|ββββββ | 30720/50176 [05:01<03:10, 102.27it/s]
|
719 |
62%|βββββββ | 30976/50176 [05:04<03:06, 102.77it/s]
|
720 |
62%|βββββββ | 31232/50176 [05:06<03:02, 103.54it/s]
|
721 |
63%|βββββββ | 31488/50176 [05:08<02:57, 105.51it/s]
|
722 |
63%|βββββββ | 31744/50176 [05:11<02:53, 106.22it/s]
|
723 |
64%|βββββββ | 32000/50176 [05:13<02:49, 106.94it/s]
|
724 |
64%|βββββββ | 32256/50176 [05:15<02:47, 106.92it/s]
|
725 |
65%|βββββββ | 32512/50176 [05:18<02:55, 100.50it/s]
|
726 |
65%|βββββββ | 32768/50176 [05:21<02:50, 102.36it/s]
|
727 |
66%|βββββββ | 33024/50176 [05:23<02:43, 105.16it/s]
|
728 |
66%|βββββββ | 33280/50176 [05:26<02:42, 103.72it/s]
|
729 |
67%|βββββββ | 33536/50176 [05:28<02:40, 103.43it/s]
|
730 |
67%|βββββββ | 33792/50176 [05:30<02:33, 106.58it/s]
|
731 |
68%|βββββββ | 34048/50176 [05:33<02:28, 108.59it/s]
|
732 |
68%|βββββββ | 34304/50176 [05:35<02:22, 111.07it/s]
|
733 |
69%|βββββββ | 34560/50176 [05:37<02:27, 106.08it/s]
|
734 |
69%|βββββββ | 34816/50176 [05:45<03:54, 65.39it/s]
|
735 |
70%|βββββββ | 35072/50176 [05:47<03:27, 72.88it/s]
|
736 |
70%|βββββββ | 35328/50176 [05:50<03:01, 81.62it/s]
|
737 |
71%|βββββββ | 35584/50176 [05:52<02:46, 87.67it/s]
|
738 |
71%|ββββββββ | 35840/50176 [05:57<03:19, 71.84it/s]
|
739 |
72%|ββββββββ | 36096/50176 [06:02<03:30, 66.90it/s]
|
740 |
72%|ββββββββ | 36352/50176 [06:06<03:40, 62.70it/s]
|
741 |
73%|ββββββββ | 36608/50176 [06:11<03:46, 59.88it/s]
|
742 |
73%|ββββββββ | 36864/50176 [06:14<03:16, 67.61it/s]
|
743 |
74%|ββββββββ | 37120/50176 [06:16<02:50, 76.68it/s]
|
744 |
74%|ββββββββ | 37376/50176 [06:18<02:28, 86.07it/s]
|
745 |
75%|ββββββββ | 37632/50176 [06:20<02:17, 91.55it/s]
|
746 |
76%|ββββββββ | 37888/50176 [06:23<02:07, 96.23it/s]
|
747 |
76%|ββββββββ | 38144/50176 [06:28<02:47, 71.90it/s]
|
748 |
77%|ββββββββ | 38400/50176 [06:35<03:19, 59.08it/s]
|
749 |
77%|ββββββββ | 38656/50176 [06:37<02:49, 67.99it/s]
|
750 |
78%|ββββββββ | 38912/50176 [06:42<03:00, 62.24it/s]
|
751 |
78%|ββββββββ | 39168/50176 [06:45<02:38, 69.40it/s]
|
752 |
79%|ββββββββ | 39424/50176 [06:47<02:17, 78.43it/s]
|
753 |
79%|ββββββββ | 39680/50176 [06:49<02:02, 85.91it/s]
|
754 |
80%|ββββββββ | 39936/50176 [06:51<01:49, 93.15it/s]
|
755 |
80%|ββββββββ | 40192/50176 [06:54<01:41, 98.53it/s]
|
756 |
81%|ββββββββ | 40448/50176 [06:56<01:40, 97.08it/s]
|
757 |
81%|ββββββββ | 40704/50176 [06:59<01:37, 96.95it/s]
|
758 |
82%|βββββββββ | 40960/50176 [07:01<01:29, 102.74it/s]
|
759 |
82%|βββββββββ | 41216/50176 [07:04<01:27, 102.98it/s]
|
760 |
83%|βββββββββ | 41472/50176 [07:06<01:24, 102.63it/s]
|
761 |
83%|βββββββββ | 41728/50176 [07:08<01:19, 106.10it/s]
|
762 |
84%|βββββββββ | 41984/50176 [07:11<01:16, 106.48it/s]
|
763 |
84%|βββββββββ | 42240/50176 [07:13<01:13, 107.64it/s]
|
764 |
85%|βββββββββ | 42496/50176 [07:15<01:10, 109.64it/s]
|
765 |
85%|βββββββββ | 42752/50176 [07:18<01:07, 109.54it/s]
|
766 |
86%|βββββββββ | 43008/50176 [07:20<01:05, 108.84it/s]
|
767 |
86%|βββββββββ | 43264/50176 [07:22<01:04, 107.85it/s]
|
768 |
87%|βββββββββ | 43520/50176 [07:25<01:04, 103.15it/s]
|
769 |
87%|βββββββββ | 43776/50176 [07:28<01:01, 103.41it/s]
|
770 |
88%|βββββββββ | 44032/50176 [07:30<00:58, 104.48it/s]
|
771 |
88%|βββββββββ | 44288/50176 [07:32<00:55, 105.56it/s]
|
772 |
89%|βββββββββ | 44544/50176 [07:35<00:55, 102.37it/s]
|
773 |
89%|βββββββββ | 44800/50176 [07:38<00:52, 102.10it/s]
|
774 |
90%|βββββββββ | 45056/50176 [07:40<00:49, 103.23it/s]
|
775 |
90%|βββββββββ | 45312/50176 [07:43<00:48, 100.96it/s]
|
776 |
91%|βββββββββ | 45568/50176 [07:45<00:44, 103.99it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [07:47<00:41, 104.14it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [07:50<00:40, 101.59it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [07:53<00:37, 102.42it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [07:55<00:34, 104.61it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [07:57<00:32, 103.79it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [08:00<00:30, 99.44it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [08:03<00:28, 99.03it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [08:05<00:25, 101.62it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [08:08<00:22, 101.91it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [08:10<00:20, 101.62it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [08:13<00:17, 103.25it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [08:15<00:14, 102.85it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [08:18<00:12, 102.56it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [08:20<00:10, 99.93it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [08:23<00:07, 101.30it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [08:25<00:05, 100.05it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [08:28<00:02, 95.69it/s]
|
794 |
+
2022-12-21,09:45:40 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,09:45:40 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.0824 imagenet-zeroshot-val-top5: 0.2147
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_10.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:72084bdc52bf7efc62684a4d92a1ce685652690b429d5fe5cd6f9f2fb627d95e
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_10.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<13:09, 1.27it/s]
|
2 |
1%| | 6/1000 [00:00<01:54, 8.68it/s]
|
3 |
1%| | 12/1000 [00:01<00:57, 17.30it/s]
|
4 |
2%|β | 18/1000 [00:01<00:38, 25.22it/s]
|
5 |
2%|β | 24/1000 [00:01<00:30, 32.51it/s]
|
6 |
3%|β | 30/1000 [00:01<00:25, 38.66it/s]
|
7 |
4%|β | 36/1000 [00:01<00:22, 43.48it/s]
|
8 |
4%|β | 42/1000 [00:01<00:20, 47.26it/s]
|
9 |
5%|β | 48/1000 [00:01<00:19, 50.08it/s]
|
10 |
5%|β | 54/1000 [00:01<00:18, 52.18it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 53.72it/s]
|
12 |
7%|β | 66/1000 [00:01<00:17, 54.87it/s]
|
13 |
7%|β | 72/1000 [00:02<00:16, 55.66it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 56.20it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.79it/s]
|
16 |
9%|β | 90/1000 [00:02<00:15, 57.14it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.56it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.75it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.97it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 58.12it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 58.04it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.97it/s]
|
23 |
13%|ββ | 132/1000 [00:03<00:14, 58.05it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 58.03it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 58.04it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 58.12it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 58.15it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 58.04it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.89it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.89it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.79it/s]
|
32 |
19%|ββ | 186/1000 [00:04<00:14, 57.74it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.68it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.62it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.39it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.28it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.43it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.39it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.61it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.61it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.52it/s]
|
42 |
25%|βββ | 246/1000 [00:05<00:13, 57.57it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:12, 57.68it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.79it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.82it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.65it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.68it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.87it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.96it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 58.18it/s]
|
51 |
30%|βββ | 300/1000 [00:06<00:12, 58.10it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:11, 58.08it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 58.21it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 58.22it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 58.15it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.94it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 58.02it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 58.14it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 58.26it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 58.04it/s]
|
61 |
36%|ββββ | 360/1000 [00:07<00:11, 58.00it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 58.09it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 58.20it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 58.09it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.77it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.84it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.94it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 58.07it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 58.16it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 58.14it/s]
|
71 |
42%|βββββ | 420/1000 [00:08<00:09, 58.17it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 58.21it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 58.11it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 58.16it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.98it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 58.07it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 58.12it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 58.13it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 58.09it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 58.24it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:08, 58.15it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 58.11it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 58.13it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 58.04it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 58.11it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 58.01it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 58.10it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.15it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.24it/s]
|
90 |
53%|ββββββ | 534/1000 [00:10<00:08, 58.16it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.26it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.26it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.16it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.17it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.22it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.10it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 58.04it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.19it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.96it/s]
|
100 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.91it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.08it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.00it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.04it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.18it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.20it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.30it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.13it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 58.09it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.25it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.20it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.27it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.30it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.21it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.25it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.27it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.28it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.15it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.26it/s]
|
119 |
71%|βββββββ | 708/1000 [00:13<00:05, 58.26it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.24it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.28it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.23it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.25it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.27it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.26it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.33it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.40it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.23it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:14<00:03, 58.30it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.23it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.28it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.28it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 58.01it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 58.02it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.09it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.08it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 58.06it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 58.11it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.23it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.39it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.42it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.34it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.41it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.37it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.39it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.28it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.34it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:16<00:02, 58.33it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.18it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.28it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.28it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.23it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.26it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.24it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.21it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.29it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.32it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.32it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.33it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.36it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.28it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.37it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.46it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.46it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.46it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.42it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:02<07:54, 105.19it/s]
|
169 |
1%| | 512/50176 [00:04<07:18, 113.27it/s]
|
170 |
2%|β | 768/50176 [00:07<07:31, 109.44it/s]
|
171 |
2%|β | 1024/50176 [00:09<08:01, 102.01it/s]
|
172 |
3%|β | 1280/50176 [00:12<08:10, 99.66it/s]
|
173 |
3%|β | 1536/50176 [00:15<09:00, 90.03it/s]
|
174 |
4%|β | 1792/50176 [00:18<08:40, 93.03it/s]
|
175 |
4%|β | 2048/50176 [00:21<08:33, 93.69it/s]
|
176 |
5%|β | 2304/50176 [00:23<08:20, 95.68it/s]
|
177 |
5%|β | 2560/50176 [00:26<08:08, 97.42it/s]
|
178 |
6%|β | 2816/50176 [00:28<08:17, 95.18it/s]
|
179 |
6%|β | 3072/50176 [00:31<08:17, 94.70it/s]
|
180 |
7%|β | 3328/50176 [00:34<08:03, 96.84it/s]
|
181 |
7%|β | 3584/50176 [00:36<07:42, 100.64it/s]
|
182 |
8%|β | 3840/50176 [00:39<07:58, 96.79it/s]
|
183 |
8%|β | 4096/50176 [00:42<08:12, 93.59it/s]
|
184 |
9%|β | 4352/50176 [00:44<07:56, 96.21it/s]
|
185 |
9%|β | 4608/50176 [00:47<07:37, 99.64it/s]
|
186 |
10%|β | 4864/50176 [00:49<07:24, 101.84it/s]
|
187 |
10%|β | 5120/50176 [00:52<07:20, 102.34it/s]
|
188 |
11%|β | 5376/50176 [00:54<07:17, 102.30it/s]
|
189 |
11%|β | 5632/50176 [00:57<07:16, 102.02it/s]
|
190 |
12%|ββ | 5888/50176 [00:59<07:14, 101.89it/s]
|
191 |
12%|ββ | 6144/50176 [01:02<07:43, 94.91it/s]
|
192 |
13%|ββ | 6400/50176 [01:05<07:36, 95.96it/s]
|
193 |
13%|ββ | 6656/50176 [01:07<07:31, 96.35it/s]
|
194 |
14%|ββ | 6912/50176 [01:10<07:27, 96.65it/s]
|
195 |
14%|ββ | 7168/50176 [01:12<07:12, 99.52it/s]
|
196 |
15%|ββ | 7424/50176 [01:15<07:08, 99.68it/s]
|
197 |
15%|ββ | 7680/50176 [01:18<07:05, 99.81it/s]
|
198 |
16%|ββ | 7936/50176 [01:20<06:49, 103.18it/s]
|
199 |
16%|ββ | 8192/50176 [01:22<06:48, 102.89it/s]
|
200 |
17%|ββ | 8448/50176 [01:25<06:48, 102.12it/s]
|
201 |
17%|ββ | 8704/50176 [01:28<06:48, 101.50it/s]
|
202 |
18%|ββ | 8960/50176 [01:30<06:47, 101.03it/s]
|
203 |
18%|ββ | 9216/50176 [01:32<06:38, 102.72it/s]
|
204 |
19%|ββ | 9472/50176 [01:35<06:31, 103.97it/s]
|
205 |
19%|ββ | 9728/50176 [01:37<06:35, 102.26it/s]
|
206 |
20%|ββ | 9984/50176 [01:40<06:46, 98.87it/s]
|
207 |
20%|ββ | 10240/50176 [01:43<06:31, 102.06it/s]
|
208 |
21%|ββ | 10496/50176 [01:45<06:17, 105.09it/s]
|
209 |
21%|βββ | 10752/50176 [01:48<06:28, 101.36it/s]
|
210 |
22%|βββ | 11008/50176 [01:50<06:23, 102.08it/s]
|
211 |
22%|βββ | 11264/50176 [01:52<06:11, 104.76it/s]
|
212 |
23%|βββ | 11520/50176 [01:55<06:08, 104.94it/s]
|
213 |
23%|βββ | 11776/50176 [01:57<06:07, 104.56it/s]
|
214 |
24%|βββ | 12032/50176 [02:00<06:01, 105.44it/s]
|
215 |
24%|βββ | 12288/50176 [02:02<05:55, 106.51it/s]
|
216 |
25%|βββ | 12544/50176 [02:04<05:55, 105.80it/s]
|
217 |
26%|βββ | 12800/50176 [02:07<05:51, 106.45it/s]
|
218 |
26%|βββ | 13056/50176 [02:09<05:46, 107.19it/s]
|
219 |
27%|βββ | 13312/50176 [02:11<05:42, 107.70it/s]
|
220 |
27%|βββ | 13568/50176 [02:14<05:58, 102.04it/s]
|
221 |
28%|βββ | 13824/50176 [02:17<06:03, 100.07it/s]
|
222 |
28%|βββ | 14080/50176 [02:19<05:58, 100.57it/s]
|
223 |
29%|βββ | 14336/50176 [02:22<05:56, 100.49it/s]
|
224 |
29%|βββ | 14592/50176 [02:24<05:47, 102.50it/s]
|
225 |
30%|βββ | 14848/50176 [02:27<06:04, 96.84it/s]
|
226 |
30%|βββ | 15104/50176 [02:30<05:56, 98.50it/s]
|
227 |
31%|βββ | 15360/50176 [02:32<05:49, 99.66it/s]
|
228 |
31%|βββ | 15616/50176 [02:35<05:36, 102.60it/s]
|
229 |
32%|ββββ | 15872/50176 [02:37<05:37, 101.62it/s]
|
230 |
32%|ββββ | 16128/50176 [02:40<05:31, 102.79it/s]
|
231 |
33%|ββββ | 16384/50176 [02:42<05:27, 103.34it/s]
|
232 |
33%|ββββ | 16640/50176 [02:45<05:41, 98.34it/s]
|
233 |
34%|ββββ | 16896/50176 [02:47<05:30, 100.60it/s]
|
234 |
34%|ββββ | 17152/50176 [02:50<05:17, 103.93it/s]
|
235 |
35%|ββββ | 17408/50176 [02:52<05:17, 103.12it/s]
|
236 |
35%|ββββ | 17664/50176 [02:55<05:08, 105.34it/s]
|
237 |
36%|ββββ | 17920/50176 [02:57<05:01, 107.11it/s]
|
238 |
36%|ββββ | 18176/50176 [02:59<05:03, 105.42it/s]
|
239 |
37%|ββββ | 18432/50176 [03:02<05:00, 105.63it/s]
|
240 |
37%|ββββ | 18688/50176 [03:04<05:04, 103.34it/s]
|
241 |
38%|ββββ | 18944/50176 [03:07<05:03, 103.07it/s]
|
242 |
38%|ββββ | 19200/50176 [03:10<05:10, 99.66it/s]
|
243 |
39%|ββββ | 19456/50176 [03:12<05:13, 97.84it/s]
|
244 |
39%|ββββ | 19712/50176 [03:15<05:10, 97.97it/s]
|
245 |
40%|ββββ | 19968/50176 [03:18<05:08, 97.86it/s]
|
246 |
40%|ββββ | 20224/50176 [03:20<04:51, 102.81it/s]
|
247 |
41%|ββββ | 20480/50176 [03:22<04:41, 105.61it/s]
|
248 |
41%|βββββ | 20736/50176 [03:25<04:38, 105.79it/s]
|
249 |
42%|βββββ | 20992/50176 [03:27<04:34, 106.25it/s]
|
250 |
42%|βββββ | 21248/50176 [03:30<04:43, 102.17it/s]
|
251 |
43%|βββββ | 21504/50176 [03:32<04:39, 102.49it/s]
|
252 |
43%|βββββ | 21760/50176 [03:35<04:36, 102.70it/s]
|
253 |
44%|βββββ | 22016/50176 [03:37<04:26, 105.69it/s]
|
254 |
44%|βββββ | 22272/50176 [03:39<04:18, 108.04it/s]
|
255 |
45%|βββββ | 22528/50176 [03:41<04:16, 107.88it/s]
|
256 |
45%|βββββ | 22784/50176 [03:44<04:25, 103.36it/s]
|
257 |
46%|βββββ | 23040/50176 [03:47<04:29, 100.54it/s]
|
258 |
46%|ββοΏ½οΏ½οΏ½ββ | 23296/50176 [03:49<04:27, 100.48it/s]
|
259 |
47%|βββββ | 23552/50176 [03:52<04:31, 97.96it/s]
|
260 |
47%|βββββ | 23808/50176 [03:54<04:16, 102.88it/s]
|
261 |
48%|βββββ | 24064/50176 [03:57<04:11, 103.93it/s]
|
262 |
48%|βββββ | 24320/50176 [03:59<04:12, 102.40it/s]
|
263 |
49%|βββββ | 24576/50176 [04:02<04:14, 100.41it/s]
|
264 |
49%|βββββ | 24832/50176 [04:04<04:05, 103.06it/s]
|
265 |
50%|βββββ | 25088/50176 [04:07<03:59, 104.54it/s]
|
266 |
51%|βββββ | 25344/50176 [04:09<03:52, 106.72it/s]
|
267 |
51%|βββββ | 25600/50176 [04:12<03:54, 104.84it/s]
|
268 |
52%|ββββββ | 25856/50176 [04:14<03:48, 106.54it/s]
|
269 |
52%|ββββββ | 26112/50176 [04:16<03:45, 106.67it/s]
|
270 |
53%|ββββββ | 26368/50176 [04:19<03:46, 105.11it/s]
|
271 |
53%|ββββββ | 26624/50176 [04:21<03:41, 106.25it/s]
|
272 |
54%|ββββββ | 26880/50176 [04:24<03:40, 105.62it/s]
|
273 |
54%|ββββββ | 27136/50176 [04:26<03:39, 105.13it/s]
|
274 |
55%|ββββββ | 27392/50176 [04:28<03:34, 106.31it/s]
|
275 |
55%|ββββββ | 27648/50176 [04:30<03:22, 111.02it/s]
|
276 |
56%|ββββββ | 27904/50176 [04:33<03:31, 105.43it/s]
|
277 |
56%|ββββββ | 28160/50176 [04:36<03:33, 103.27it/s]
|
278 |
57%|ββββββ | 28416/50176 [04:38<03:28, 104.35it/s]
|
279 |
57%|ββββββ | 28672/50176 [04:41<03:30, 102.04it/s]
|
280 |
58%|ββββββ | 28928/50176 [04:43<03:24, 103.71it/s]
|
281 |
58%|ββββββ | 29184/50176 [04:46<03:21, 104.20it/s]
|
282 |
59%|ββββββ | 29440/50176 [04:49<03:30, 98.39it/s]
|
283 |
59%|ββββββ | 29696/50176 [04:51<03:30, 97.50it/s]
|
284 |
60%|ββββββ | 29952/50176 [04:54<03:28, 97.18it/s]
|
285 |
60%|ββββββ | 30208/50176 [04:56<03:21, 98.86it/s]
|
286 |
61%|ββββββ | 30464/50176 [04:59<03:09, 104.10it/s]
|
287 |
61%|ββββββ | 30720/50176 [05:01<03:10, 102.27it/s]
|
288 |
62%|βββββββ | 30976/50176 [05:04<03:06, 102.80it/s]
|
289 |
62%|βββββββ | 31232/50176 [05:06<03:02, 103.57it/s]
|
290 |
63%|βββββββ | 31488/50176 [05:08<02:57, 105.36it/s]
|
291 |
63%|βββββββ | 31744/50176 [05:11<02:53, 106.27it/s]
|
292 |
64%|βββββββ | 32000/50176 [05:13<02:49, 107.03it/s]
|
293 |
64%|βββββββ | 32256/50176 [05:15<02:47, 106.97it/s]
|
294 |
65%|βββββββ | 32512/50176 [05:18<02:55, 100.44it/s]
|
295 |
65%|βββββββ | 32768/50176 [05:21<02:50, 102.30it/s]
|
296 |
66%|βββββββ | 33024/50176 [05:23<02:43, 105.10it/s]
|
297 |
66%|βββββββ | 33280/50176 [05:26<02:42, 103.80it/s]
|
298 |
67%|βββββββ | 33536/50176 [05:28<02:41, 103.35it/s]
|
299 |
67%|βββββββ | 33792/50176 [05:30<02:33, 106.53it/s]
|
300 |
68%|βββββββ | 34048/50176 [05:33<02:28, 108.41it/s]
|
301 |
68%|βββββββ | 34304/50176 [05:35<02:22, 111.11it/s]
|
302 |
69%|βββββββ | 34560/50176 [05:37<02:27, 106.00it/s]
|
303 |
69%|βββββββ | 34816/50176 [05:45<03:54, 65.41it/s]
|
304 |
70%|βββββββ | 35072/50176 [05:47<03:27, 72.89it/s]
|
305 |
70%|βββββββ | 35328/50176 [05:50<03:01, 81.65it/s]
|
306 |
71%|βββββββ | 35584/50176 [05:52<02:46, 87.65it/s]
|
307 |
71%|ββββββββ | 35840/50176 [05:57<03:19, 71.84it/s]
|
308 |
72%|ββββββββ | 36096/50176 [06:02<03:30, 66.87it/s]
|
309 |
72%|ββββββββ | 36352/50176 [06:06<03:40, 62.68it/s]
|
310 |
73%|ββββββββ | 36608/50176 [06:11<03:46, 59.88it/s]
|
311 |
73%|ββββββββ | 36864/50176 [06:14<03:16, 67.63it/s]
|
312 |
74%|ββββββββ | 37120/50176 [06:16<02:50, 76.62it/s]
|
313 |
74%|ββββββββ | 37376/50176 [06:18<02:28, 86.12it/s]
|
314 |
75%|ββββββββ | 37632/50176 [06:20<02:16, 91.64it/s]
|
315 |
76%|ββββββββ | 37888/50176 [06:23<02:07, 96.19it/s]
|
316 |
76%|ββββββββ | 38144/50176 [06:28<02:47, 71.85it/s]
|
317 |
77%|ββββββββ | 38400/50176 [06:35<03:19, 59.15it/s]
|
318 |
77%|ββββββββ | 38656/50176 [06:37<02:49, 68.01it/s]
|
319 |
78%|ββββββββ | 38912/50176 [06:42<03:01, 62.22it/s]
|
320 |
78%|ββββββββ | 39168/50176 [06:45<02:38, 69.46it/s]
|
321 |
79%|ββββββββ | 39424/50176 [06:47<02:17, 78.40it/s]
|
322 |
79%|ββββββββ | 39680/50176 [06:49<02:02, 85.81it/s]
|
323 |
80%|ββββββββ | 39936/50176 [06:51<01:49, 93.11it/s]
|
324 |
80%|ββββββββ | 40192/50176 [06:54<01:41, 98.47it/s]
|
325 |
81%|ββββββββ | 40448/50176 [06:56<01:40, 97.12it/s]
|
326 |
81%|ββββββββ | 40704/50176 [06:59<01:37, 96.97it/s]
|
327 |
82%|βββββββββ | 40960/50176 [07:01<01:29, 102.89it/s]
|
328 |
82%|βββββββββ | 41216/50176 [07:04<01:27, 102.95it/s]
|
329 |
83%|βββββββββ | 41472/50176 [07:06<01:24, 102.54it/s]
|
330 |
83%|βββββββββ | 41728/50176 [07:08<01:19, 106.02it/s]
|
331 |
84%|βββββββββ | 41984/50176 [07:11<01:16, 106.43it/s]
|
332 |
84%|βββββββββ | 42240/50176 [07:13<01:13, 107.78it/s]
|
333 |
85%|βββββββββ | 42496/50176 [07:15<01:10, 109.61it/s]
|
334 |
85%|βββββββββ | 42752/50176 [07:18<01:07, 109.42it/s]
|
335 |
86%|βββββββββ | 43008/50176 [07:20<01:05, 108.77it/s]
|
336 |
86%|βββββββββ | 43264/50176 [07:23<01:04, 107.81it/s]
|
337 |
87%|βββββββββ | 43520/50176 [07:25<01:04, 103.24it/s]
|
338 |
87%|βββββββββ | 43776/50176 [07:28<01:01, 103.43it/s]
|
339 |
88%|βββββββββ | 44032/50176 [07:30<00:58, 104.50it/s]
|
340 |
88%|βββββββββ | 44288/50176 [07:32<00:55, 105.67it/s]
|
341 |
89%|βββββββββ | 44544/50176 [07:35<00:55, 102.36it/s]
|
342 |
89%|βββββββββ | 44800/50176 [07:38<00:52, 101.99it/s]
|
343 |
90%|βββββββββ | 45056/50176 [07:40<00:49, 103.16it/s]
|
344 |
90%|βββββββββ | 45312/50176 [07:43<00:48, 101.07it/s]
|
345 |
91%|βββββββββ | 45568/50176 [07:45<00:44, 104.01it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [07:48<00:41, 104.14it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [07:50<00:40, 101.53it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [07:53<00:37, 102.37it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [07:55<00:34, 104.66it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [07:57<00:32, 103.70it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [08:00<00:30, 99.39it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [08:03<00:28, 99.07it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [08:05<00:25, 101.66it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [08:08<00:22, 101.86it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [08:10<00:20, 101.69it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [08:13<00:17, 103.34it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [08:15<00:14, 102.83it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [08:18<00:12, 102.71it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [08:20<00:10, 99.90it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [08:23<00:07, 101.20it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [08:26<00:05, 99.97it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [08:28<00:02, 95.71it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:36:42 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:36:42 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:36:43 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_10.pt).
|
4 |
+
2022-12-21,09:36:52 | INFO | Model:
|
5 |
+
2022-12-21,09:36:52 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:36:52 | INFO | Params:
|
359 |
+
2022-12-21,09:36:52 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:36:52 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:36:52 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:36:52 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_10.pt/checkpoints
|
363 |
+
2022-12-21,09:36:52 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:36:52 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:36:52 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:36:52 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:36:52 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:36:52 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:36:52 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:36:52 | INFO | debug: False
|
371 |
+
2022-12-21,09:36:52 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:36:52 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:36:52 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:36:52 | INFO | distributed: False
|
375 |
+
2022-12-21,09:36:52 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:36:52 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:36:52 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:36:52 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:36:52 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:36:52 | INFO | horovod: False
|
381 |
+
2022-12-21,09:36:52 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:36:52 | INFO | image_std: None
|
383 |
+
2022-12-21,09:36:52 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:36:52 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:36:52 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:36:52 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:36:52 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:36:52 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:36:52 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:36:52 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:36:52 | INFO | log_local: False
|
392 |
+
2022-12-21,09:36:52 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_10.pt/out.log
|
393 |
+
2022-12-21,09:36:52 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:36:52 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:36:52 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:36:52 | INFO | name: epoch_10.pt
|
397 |
+
2022-12-21,09:36:52 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:36:52 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:36:52 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:36:52 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_10.pt
|
401 |
+
2022-12-21,09:36:52 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:36:52 | INFO | rank: 0
|
403 |
+
2022-12-21,09:36:52 | INFO | report_to:
|
404 |
+
2022-12-21,09:36:52 | INFO | resume: None
|
405 |
+
2022-12-21,09:36:52 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:36:52 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:36:52 | INFO | seed: 0
|
408 |
+
2022-12-21,09:36:52 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:36:52 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:36:52 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:36:52 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:36:52 | INFO | trace: False
|
413 |
+
2022-12-21,09:36:52 | INFO | train_data: None
|
414 |
+
2022-12-21,09:36:52 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:36:52 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:36:52 | INFO | val_data: None
|
417 |
+
2022-12-21,09:36:52 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:36:52 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:36:52 | INFO | wandb: False
|
420 |
+
2022-12-21,09:36:52 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:36:52 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:36:52 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:36:52 | INFO | workers: 1
|
424 |
+
2022-12-21,09:36:52 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:36:52 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:36:53 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:36:53 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<13:09, 1.27it/s]
|
431 |
1%| | 6/1000 [00:00<01:54, 8.68it/s]
|
432 |
1%| | 12/1000 [00:01<00:57, 17.30it/s]
|
433 |
2%|β | 18/1000 [00:01<00:38, 25.22it/s]
|
434 |
2%|β | 24/1000 [00:01<00:30, 32.51it/s]
|
435 |
3%|β | 30/1000 [00:01<00:25, 38.66it/s]
|
436 |
4%|β | 36/1000 [00:01<00:22, 43.48it/s]
|
437 |
4%|β | 42/1000 [00:01<00:20, 47.26it/s]
|
438 |
5%|β | 48/1000 [00:01<00:19, 50.08it/s]
|
439 |
5%|β | 54/1000 [00:01<00:18, 52.18it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 53.72it/s]
|
441 |
7%|β | 66/1000 [00:01<00:17, 54.87it/s]
|
442 |
7%|β | 72/1000 [00:02<00:16, 55.66it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 56.20it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.79it/s]
|
445 |
9%|β | 90/1000 [00:02<00:15, 57.14it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.56it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.75it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.97it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 58.12it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 58.04it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.97it/s]
|
452 |
13%|ββ | 132/1000 [00:03<00:14, 58.05it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 58.03it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 58.04it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 58.12it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 58.15it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 58.04it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.89it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.89it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.79it/s]
|
461 |
19%|ββ | 186/1000 [00:04<00:14, 57.74it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.68it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.62it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.39it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.28it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.43it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.39it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.61it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.61it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.52it/s]
|
471 |
25%|βββ | 246/1000 [00:05<00:13, 57.57it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:12, 57.68it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.79it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.82it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.65it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.68it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.87it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.96it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 58.18it/s]
|
480 |
30%|βββ | 300/1000 [00:06<00:12, 58.10it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:11, 58.08it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 58.21it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 58.22it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 58.15it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.94it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 58.02it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 58.14it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 58.26it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 58.04it/s]
|
490 |
36%|ββββ | 360/1000 [00:07<00:11, 58.00it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 58.09it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 58.20it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 58.09it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.77it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.84it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.94it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 58.07it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 58.16it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 58.14it/s]
|
500 |
42%|βββββ | 420/1000 [00:08<00:09, 58.17it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 58.21it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 58.11it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 58.16it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.98it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 58.07it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 58.12it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 58.13it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 58.09it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 58.24it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:08, 58.15it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 58.11it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 58.13it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 58.04it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 58.11it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 58.01it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 58.10it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.15it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.24it/s]
|
519 |
53%|ββββββ | 534/1000 [00:10<00:08, 58.16it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.26it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.26it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.16it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.17it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.22it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.10it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 58.04it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.19it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.96it/s]
|
529 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.91it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.08it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.00it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.04it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.18it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.20it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.30it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.13it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 58.09it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.25it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.20it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.27it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.30it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.21it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.25it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.27it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.28it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.15it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.26it/s]
|
548 |
71%|βββββββ | 708/1000 [00:13<00:05, 58.26it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.24it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.28it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.23it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.25it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.27it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.26it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.33it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.40it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.23it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:14<00:03, 58.30it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.23it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.28it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.28it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 58.01it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 58.02it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.09it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.08it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 58.06it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 58.11it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.23it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.39it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.42it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.34it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.41it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.37it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.39it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.28it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.34it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:16<00:02, 58.33it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.18it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.28it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.28it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.23it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.26it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.24it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.21it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.29it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.32it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.32it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.33it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.36it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.28it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.37it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.46it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.46it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.46it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.42it/s]
|
596 |
+
2022-12-21,09:37:11 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:02<07:54, 105.19it/s]
|
600 |
1%| | 512/50176 [00:04<07:18, 113.27it/s]
|
601 |
2%|β | 768/50176 [00:07<07:31, 109.44it/s]
|
602 |
2%|β | 1024/50176 [00:09<08:01, 102.01it/s]
|
603 |
3%|β | 1280/50176 [00:12<08:10, 99.66it/s]
|
604 |
3%|β | 1536/50176 [00:15<09:00, 90.03it/s]
|
605 |
4%|β | 1792/50176 [00:18<08:40, 93.03it/s]
|
606 |
4%|β | 2048/50176 [00:21<08:33, 93.69it/s]
|
607 |
5%|β | 2304/50176 [00:23<08:20, 95.68it/s]
|
608 |
5%|β | 2560/50176 [00:26<08:08, 97.42it/s]
|
609 |
6%|β | 2816/50176 [00:28<08:17, 95.18it/s]
|
610 |
6%|β | 3072/50176 [00:31<08:17, 94.70it/s]
|
611 |
7%|β | 3328/50176 [00:34<08:03, 96.84it/s]
|
612 |
7%|β | 3584/50176 [00:36<07:42, 100.64it/s]
|
613 |
8%|β | 3840/50176 [00:39<07:58, 96.79it/s]
|
614 |
8%|β | 4096/50176 [00:42<08:12, 93.59it/s]
|
615 |
9%|β | 4352/50176 [00:44<07:56, 96.21it/s]
|
616 |
9%|β | 4608/50176 [00:47<07:37, 99.64it/s]
|
617 |
10%|β | 4864/50176 [00:49<07:24, 101.84it/s]
|
618 |
10%|β | 5120/50176 [00:52<07:20, 102.34it/s]
|
619 |
11%|β | 5376/50176 [00:54<07:17, 102.30it/s]
|
620 |
11%|β | 5632/50176 [00:57<07:16, 102.02it/s]
|
621 |
12%|ββ | 5888/50176 [00:59<07:14, 101.89it/s]
|
622 |
12%|ββ | 6144/50176 [01:02<07:43, 94.91it/s]
|
623 |
13%|ββ | 6400/50176 [01:05<07:36, 95.96it/s]
|
624 |
13%|ββ | 6656/50176 [01:07<07:31, 96.35it/s]
|
625 |
14%|ββ | 6912/50176 [01:10<07:27, 96.65it/s]
|
626 |
14%|ββ | 7168/50176 [01:12<07:12, 99.52it/s]
|
627 |
15%|ββ | 7424/50176 [01:15<07:08, 99.68it/s]
|
628 |
15%|ββ | 7680/50176 [01:18<07:05, 99.81it/s]
|
629 |
16%|ββ | 7936/50176 [01:20<06:49, 103.18it/s]
|
630 |
16%|ββ | 8192/50176 [01:22<06:48, 102.89it/s]
|
631 |
17%|ββ | 8448/50176 [01:25<06:48, 102.12it/s]
|
632 |
17%|ββ | 8704/50176 [01:28<06:48, 101.50it/s]
|
633 |
18%|ββ | 8960/50176 [01:30<06:47, 101.03it/s]
|
634 |
18%|ββ | 9216/50176 [01:32<06:38, 102.72it/s]
|
635 |
19%|ββ | 9472/50176 [01:35<06:31, 103.97it/s]
|
636 |
19%|ββ | 9728/50176 [01:37<06:35, 102.26it/s]
|
637 |
20%|ββ | 9984/50176 [01:40<06:46, 98.87it/s]
|
638 |
20%|ββ | 10240/50176 [01:43<06:31, 102.06it/s]
|
639 |
21%|ββ | 10496/50176 [01:45<06:17, 105.09it/s]
|
640 |
21%|βββ | 10752/50176 [01:48<06:28, 101.36it/s]
|
641 |
22%|βββ | 11008/50176 [01:50<06:23, 102.08it/s]
|
642 |
22%|βββ | 11264/50176 [01:52<06:11, 104.76it/s]
|
643 |
23%|βββ | 11520/50176 [01:55<06:08, 104.94it/s]
|
644 |
23%|βββ | 11776/50176 [01:57<06:07, 104.56it/s]
|
645 |
24%|βββ | 12032/50176 [02:00<06:01, 105.44it/s]
|
646 |
24%|βββ | 12288/50176 [02:02<05:55, 106.51it/s]
|
647 |
25%|βββ | 12544/50176 [02:04<05:55, 105.80it/s]
|
648 |
26%|βββ | 12800/50176 [02:07<05:51, 106.45it/s]
|
649 |
26%|βββ | 13056/50176 [02:09<05:46, 107.19it/s]
|
650 |
27%|βββ | 13312/50176 [02:11<05:42, 107.70it/s]
|
651 |
27%|βββ | 13568/50176 [02:14<05:58, 102.04it/s]
|
652 |
28%|βββ | 13824/50176 [02:17<06:03, 100.07it/s]
|
653 |
28%|βββ | 14080/50176 [02:19<05:58, 100.57it/s]
|
654 |
29%|βββ | 14336/50176 [02:22<05:56, 100.49it/s]
|
655 |
29%|βββ | 14592/50176 [02:24<05:47, 102.50it/s]
|
656 |
30%|βββ | 14848/50176 [02:27<06:04, 96.84it/s]
|
657 |
30%|βββ | 15104/50176 [02:30<05:56, 98.50it/s]
|
658 |
31%|βββ | 15360/50176 [02:32<05:49, 99.66it/s]
|
659 |
31%|βββ | 15616/50176 [02:35<05:36, 102.60it/s]
|
660 |
32%|ββββ | 15872/50176 [02:37<05:37, 101.62it/s]
|
661 |
32%|ββββ | 16128/50176 [02:40<05:31, 102.79it/s]
|
662 |
33%|ββββ | 16384/50176 [02:42<05:27, 103.34it/s]
|
663 |
33%|ββββ | 16640/50176 [02:45<05:41, 98.34it/s]
|
664 |
34%|ββββ | 16896/50176 [02:47<05:30, 100.60it/s]
|
665 |
34%|ββββ | 17152/50176 [02:50<05:17, 103.93it/s]
|
666 |
35%|ββββ | 17408/50176 [02:52<05:17, 103.12it/s]
|
667 |
35%|ββββ | 17664/50176 [02:55<05:08, 105.34it/s]
|
668 |
36%|ββββ | 17920/50176 [02:57<05:01, 107.11it/s]
|
669 |
36%|ββββ | 18176/50176 [02:59<05:03, 105.42it/s]
|
670 |
37%|ββββ | 18432/50176 [03:02<05:00, 105.63it/s]
|
671 |
37%|ββββ | 18688/50176 [03:04<05:04, 103.34it/s]
|
672 |
38%|ββββ | 18944/50176 [03:07<05:03, 103.07it/s]
|
673 |
38%|ββββ | 19200/50176 [03:10<05:10, 99.66it/s]
|
674 |
39%|ββββ | 19456/50176 [03:12<05:13, 97.84it/s]
|
675 |
39%|ββββ | 19712/50176 [03:15<05:10, 97.97it/s]
|
676 |
40%|ββββ | 19968/50176 [03:18<05:08, 97.86it/s]
|
677 |
40%|ββββ | 20224/50176 [03:20<04:51, 102.81it/s]
|
678 |
41%|ββββ | 20480/50176 [03:22<04:41, 105.61it/s]
|
679 |
41%|βββββ | 20736/50176 [03:25<04:38, 105.79it/s]
|
680 |
42%|βββββ | 20992/50176 [03:27<04:34, 106.25it/s]
|
681 |
42%|βββββ | 21248/50176 [03:30<04:43, 102.17it/s]
|
682 |
43%|βββββ | 21504/50176 [03:32<04:39, 102.49it/s]
|
683 |
43%|βββββ | 21760/50176 [03:35<04:36, 102.70it/s]
|
684 |
44%|βββββ | 22016/50176 [03:37<04:26, 105.69it/s]
|
685 |
44%|βββββ | 22272/50176 [03:39<04:18, 108.04it/s]
|
686 |
45%|βββββ | 22528/50176 [03:41<04:16, 107.88it/s]
|
687 |
45%|βββββ | 22784/50176 [03:44<04:25, 103.36it/s]
|
688 |
46%|βββββ | 23040/50176 [03:47<04:29, 100.54it/s]
|
689 |
46%|ββοΏ½οΏ½οΏ½ββ | 23296/50176 [03:49<04:27, 100.48it/s]
|
690 |
47%|βββββ | 23552/50176 [03:52<04:31, 97.96it/s]
|
691 |
47%|βββββ | 23808/50176 [03:54<04:16, 102.88it/s]
|
692 |
48%|βββββ | 24064/50176 [03:57<04:11, 103.93it/s]
|
693 |
48%|βββββ | 24320/50176 [03:59<04:12, 102.40it/s]
|
694 |
49%|βββββ | 24576/50176 [04:02<04:14, 100.41it/s]
|
695 |
49%|βββββ | 24832/50176 [04:04<04:05, 103.06it/s]
|
696 |
50%|βββββ | 25088/50176 [04:07<03:59, 104.54it/s]
|
697 |
51%|βββββ | 25344/50176 [04:09<03:52, 106.72it/s]
|
698 |
51%|βββββ | 25600/50176 [04:12<03:54, 104.84it/s]
|
699 |
52%|ββββββ | 25856/50176 [04:14<03:48, 106.54it/s]
|
700 |
52%|ββββββ | 26112/50176 [04:16<03:45, 106.67it/s]
|
701 |
53%|ββββββ | 26368/50176 [04:19<03:46, 105.11it/s]
|
702 |
53%|ββββββ | 26624/50176 [04:21<03:41, 106.25it/s]
|
703 |
54%|ββββββ | 26880/50176 [04:24<03:40, 105.62it/s]
|
704 |
54%|ββββββ | 27136/50176 [04:26<03:39, 105.13it/s]
|
705 |
55%|ββββββ | 27392/50176 [04:28<03:34, 106.31it/s]
|
706 |
55%|ββββββ | 27648/50176 [04:30<03:22, 111.02it/s]
|
707 |
56%|ββββββ | 27904/50176 [04:33<03:31, 105.43it/s]
|
708 |
56%|ββββββ | 28160/50176 [04:36<03:33, 103.27it/s]
|
709 |
57%|ββββββ | 28416/50176 [04:38<03:28, 104.35it/s]
|
710 |
57%|ββββββ | 28672/50176 [04:41<03:30, 102.04it/s]
|
711 |
58%|ββββββ | 28928/50176 [04:43<03:24, 103.71it/s]
|
712 |
58%|ββββββ | 29184/50176 [04:46<03:21, 104.20it/s]
|
713 |
59%|ββββββ | 29440/50176 [04:49<03:30, 98.39it/s]
|
714 |
59%|ββββββ | 29696/50176 [04:51<03:30, 97.50it/s]
|
715 |
60%|ββββββ | 29952/50176 [04:54<03:28, 97.18it/s]
|
716 |
60%|ββββββ | 30208/50176 [04:56<03:21, 98.86it/s]
|
717 |
61%|ββββββ | 30464/50176 [04:59<03:09, 104.10it/s]
|
718 |
61%|ββββββ | 30720/50176 [05:01<03:10, 102.27it/s]
|
719 |
62%|βββββββ | 30976/50176 [05:04<03:06, 102.80it/s]
|
720 |
62%|βββββββ | 31232/50176 [05:06<03:02, 103.57it/s]
|
721 |
63%|βββββββ | 31488/50176 [05:08<02:57, 105.36it/s]
|
722 |
63%|βββββββ | 31744/50176 [05:11<02:53, 106.27it/s]
|
723 |
64%|βββββββ | 32000/50176 [05:13<02:49, 107.03it/s]
|
724 |
64%|βββββββ | 32256/50176 [05:15<02:47, 106.97it/s]
|
725 |
65%|βββββββ | 32512/50176 [05:18<02:55, 100.44it/s]
|
726 |
65%|βββββββ | 32768/50176 [05:21<02:50, 102.30it/s]
|
727 |
66%|βββββββ | 33024/50176 [05:23<02:43, 105.10it/s]
|
728 |
66%|βββββββ | 33280/50176 [05:26<02:42, 103.80it/s]
|
729 |
67%|βββββββ | 33536/50176 [05:28<02:41, 103.35it/s]
|
730 |
67%|βββββββ | 33792/50176 [05:30<02:33, 106.53it/s]
|
731 |
68%|βββββββ | 34048/50176 [05:33<02:28, 108.41it/s]
|
732 |
68%|βββββββ | 34304/50176 [05:35<02:22, 111.11it/s]
|
733 |
69%|βββββββ | 34560/50176 [05:37<02:27, 106.00it/s]
|
734 |
69%|βββββββ | 34816/50176 [05:45<03:54, 65.41it/s]
|
735 |
70%|βββββββ | 35072/50176 [05:47<03:27, 72.89it/s]
|
736 |
70%|βββββββ | 35328/50176 [05:50<03:01, 81.65it/s]
|
737 |
71%|βββββββ | 35584/50176 [05:52<02:46, 87.65it/s]
|
738 |
71%|ββββββββ | 35840/50176 [05:57<03:19, 71.84it/s]
|
739 |
72%|ββββββββ | 36096/50176 [06:02<03:30, 66.87it/s]
|
740 |
72%|ββββββββ | 36352/50176 [06:06<03:40, 62.68it/s]
|
741 |
73%|ββββββββ | 36608/50176 [06:11<03:46, 59.88it/s]
|
742 |
73%|ββββββββ | 36864/50176 [06:14<03:16, 67.63it/s]
|
743 |
74%|ββββββββ | 37120/50176 [06:16<02:50, 76.62it/s]
|
744 |
74%|ββββββββ | 37376/50176 [06:18<02:28, 86.12it/s]
|
745 |
75%|ββββββββ | 37632/50176 [06:20<02:16, 91.64it/s]
|
746 |
76%|ββββββββ | 37888/50176 [06:23<02:07, 96.19it/s]
|
747 |
76%|ββββββββ | 38144/50176 [06:28<02:47, 71.85it/s]
|
748 |
77%|ββββββββ | 38400/50176 [06:35<03:19, 59.15it/s]
|
749 |
77%|ββββββββ | 38656/50176 [06:37<02:49, 68.01it/s]
|
750 |
78%|ββββββββ | 38912/50176 [06:42<03:01, 62.22it/s]
|
751 |
78%|ββββββββ | 39168/50176 [06:45<02:38, 69.46it/s]
|
752 |
79%|ββββββββ | 39424/50176 [06:47<02:17, 78.40it/s]
|
753 |
79%|ββββββββ | 39680/50176 [06:49<02:02, 85.81it/s]
|
754 |
80%|ββββββββ | 39936/50176 [06:51<01:49, 93.11it/s]
|
755 |
80%|ββββββββ | 40192/50176 [06:54<01:41, 98.47it/s]
|
756 |
81%|ββββββββ | 40448/50176 [06:56<01:40, 97.12it/s]
|
757 |
81%|ββββββββ | 40704/50176 [06:59<01:37, 96.97it/s]
|
758 |
82%|βββββββββ | 40960/50176 [07:01<01:29, 102.89it/s]
|
759 |
82%|βββββββββ | 41216/50176 [07:04<01:27, 102.95it/s]
|
760 |
83%|βββββββββ | 41472/50176 [07:06<01:24, 102.54it/s]
|
761 |
83%|βββββββββ | 41728/50176 [07:08<01:19, 106.02it/s]
|
762 |
84%|βββββββββ | 41984/50176 [07:11<01:16, 106.43it/s]
|
763 |
84%|βββββββββ | 42240/50176 [07:13<01:13, 107.78it/s]
|
764 |
85%|βββββββββ | 42496/50176 [07:15<01:10, 109.61it/s]
|
765 |
85%|βββββββββ | 42752/50176 [07:18<01:07, 109.42it/s]
|
766 |
86%|βββββββββ | 43008/50176 [07:20<01:05, 108.77it/s]
|
767 |
86%|βββββββββ | 43264/50176 [07:23<01:04, 107.81it/s]
|
768 |
87%|βββββββββ | 43520/50176 [07:25<01:04, 103.24it/s]
|
769 |
87%|βββββββββ | 43776/50176 [07:28<01:01, 103.43it/s]
|
770 |
88%|βββββββββ | 44032/50176 [07:30<00:58, 104.50it/s]
|
771 |
88%|βββββββββ | 44288/50176 [07:32<00:55, 105.67it/s]
|
772 |
89%|βββββββββ | 44544/50176 [07:35<00:55, 102.36it/s]
|
773 |
89%|βββββββββ | 44800/50176 [07:38<00:52, 101.99it/s]
|
774 |
90%|βββββββββ | 45056/50176 [07:40<00:49, 103.16it/s]
|
775 |
90%|βββββββββ | 45312/50176 [07:43<00:48, 101.07it/s]
|
776 |
91%|βββββββββ | 45568/50176 [07:45<00:44, 104.01it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [07:48<00:41, 104.14it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [07:50<00:40, 101.53it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [07:53<00:37, 102.37it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [07:55<00:34, 104.66it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [07:57<00:32, 103.70it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [08:00<00:30, 99.39it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [08:03<00:28, 99.07it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [08:05<00:25, 101.66it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [08:08<00:22, 101.86it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [08:10<00:20, 101.69it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [08:13<00:17, 103.34it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [08:15<00:14, 102.83it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [08:18<00:12, 102.71it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [08:20<00:10, 99.90it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [08:23<00:07, 101.20it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [08:26<00:05, 99.97it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [08:28<00:02, 95.71it/s]
|
794 |
+
2022-12-21,09:45:40 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,09:45:40 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5273 imagenet-zeroshot-val-top5: 0.8075
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_11.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:903f91d7e64c801669f785900efcaa03eaed3f561177264f77e22f744c9cd83a
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_11.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<14:16, 1.17it/s]
|
2 |
1%| | 6/1000 [00:00<02:02, 8.13it/s]
|
3 |
1%| | 12/1000 [00:01<01:00, 16.40it/s]
|
4 |
2%|β | 18/1000 [00:01<00:40, 24.35it/s]
|
5 |
2%|β | 24/1000 [00:01<00:30, 31.55it/s]
|
6 |
3%|β | 30/1000 [00:01<00:25, 37.71it/s]
|
7 |
4%|β | 36/1000 [00:01<00:22, 42.67it/s]
|
8 |
4%|β | 42/1000 [00:01<00:20, 46.55it/s]
|
9 |
5%|β | 48/1000 [00:01<00:19, 49.50it/s]
|
10 |
5%|β | 54/1000 [00:01<00:18, 51.70it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 53.29it/s]
|
12 |
7%|β | 66/1000 [00:02<00:17, 54.45it/s]
|
13 |
7%|β | 72/1000 [00:02<00:16, 55.27it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 55.85it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.25it/s]
|
16 |
9%|β | 90/1000 [00:02<00:16, 56.63it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.02it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.24it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.54it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 57.67it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 57.67it/s]
|
22 |
13%|ββ | 126/1000 [00:03<00:15, 57.62it/s]
|
23 |
13%|ββ | 132/1000 [00:03<00:15, 57.67it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.63it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.64it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.71it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 57.62it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.32it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.25it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.28it/s]
|
31 |
18%|ββ | 180/1000 [00:04<00:14, 57.26it/s]
|
32 |
19%|ββ | 186/1000 [00:04<00:14, 57.24it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.22it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:14, 57.20it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.01it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 56.92it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.03it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.03it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.23it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.21it/s]
|
41 |
24%|βββ | 240/1000 [00:05<00:13, 57.13it/s]
|
42 |
25%|βββ | 246/1000 [00:05<00:13, 57.17it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:13, 57.28it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.19it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.29it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.13it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.02it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.26it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.42it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 57.67it/s]
|
51 |
30%|βββ | 300/1000 [00:06<00:12, 57.65it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:12, 57.64it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 57.79it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 57.80it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 57.70it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.53it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.61it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 57.73it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 57.82it/s]
|
60 |
35%|ββββ | 354/1000 [00:07<00:11, 57.61it/s]
|
61 |
36%|ββββ | 360/1000 [00:07<00:11, 57.62it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 57.67it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 57.75it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.45it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.20it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.30it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.43it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.61it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 57.69it/s]
|
70 |
41%|βββββ | 414/1000 [00:08<00:10, 57.70it/s]
|
71 |
42%|βββββ | 420/1000 [00:08<00:10, 57.70it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 57.75it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 57.84it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 57.85it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.66it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 57.73it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 57.78it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 57.73it/s]
|
79 |
47%|βββββ | 468/1000 [00:09<00:09, 57.66it/s]
|
80 |
47%|βββββ | 474/1000 [00:09<00:09, 57.81it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:09, 57.67it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 57.66it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 57.66it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.56it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 57.62it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.44it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.55it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.61it/s]
|
89 |
53%|ββββββ | 528/1000 [00:10<00:08, 57.70it/s]
|
90 |
53%|ββββββ | 534/1000 [00:10<00:08, 57.57it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.71it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.75it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.65it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.68it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.75it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.65it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.56it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.68it/s]
|
99 |
59%|ββββββ | 588/1000 [00:11<00:07, 57.69it/s]
|
100 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.60it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.69it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.62it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.63it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.75it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.76it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.85it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.68it/s]
|
108 |
64%|βββββββ | 642/1000 [00:12<00:06, 57.62it/s]
|
109 |
65%|βββββββ | 648/1000 [00:12<00:06, 57.76it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.74it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.79it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.83it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.74it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.77it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.77it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.82it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.72it/s]
|
118 |
70%|βββββββ | 702/1000 [00:13<00:05, 57.79it/s]
|
119 |
71%|βββββββ | 708/1000 [00:13<00:05, 57.78it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.76it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.71it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.67it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.72it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.74it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.71it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.80it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:14<00:04, 57.89it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:14<00:04, 57.73it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.82it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.77it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.80it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.83it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.64it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.63it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.69it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.66it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:15<00:03, 57.66it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:15<00:03, 57.68it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.79it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 57.92it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 57.95it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 57.87it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 57.93it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.88it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.85it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.79it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:16<00:02, 57.85it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:16<00:02, 57.83it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.71it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.79it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.80it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.79it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.83it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.82it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.62it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:17<00:01, 57.75it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:17<00:01, 57.84it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:01, 57.84it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.77it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.82it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.81it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.88it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 57.96it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 57.94it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 57.94it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:18<00:00, 57.87it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:02<07:17, 114.04it/s]
|
169 |
1%| | 512/50176 [00:04<07:03, 117.32it/s]
|
170 |
2%|β | 768/50176 [00:06<07:22, 111.54it/s]
|
171 |
2%|β | 1024/50176 [00:09<07:56, 103.23it/s]
|
172 |
3%|β | 1280/50176 [00:12<08:07, 100.28it/s]
|
173 |
3%|β | 1536/50176 [00:15<08:57, 90.57it/s]
|
174 |
4%|β | 1792/50176 [00:18<08:39, 93.22it/s]
|
175 |
4%|β | 2048/50176 [00:20<08:31, 94.10it/s]
|
176 |
5%|β | 2304/50176 [00:23<08:20, 95.70it/s]
|
177 |
5%|β | 2560/50176 [00:25<08:09, 97.37it/s]
|
178 |
6%|β | 2816/50176 [00:28<08:17, 95.24it/s]
|
179 |
6%|β | 3072/50176 [00:31<08:16, 94.79it/s]
|
180 |
7%|β | 3328/50176 [00:34<08:03, 96.90it/s]
|
181 |
7%|β | 3584/50176 [00:36<07:43, 100.63it/s]
|
182 |
8%|β | 3840/50176 [00:39<07:58, 96.81it/s]
|
183 |
8%|β | 4096/50176 [00:42<08:12, 93.64it/s]
|
184 |
9%|β | 4352/50176 [00:44<07:56, 96.20it/s]
|
185 |
9%|β | 4608/50176 [00:46<07:37, 99.70it/s]
|
186 |
10%|β | 4864/50176 [00:49<07:25, 101.82it/s]
|
187 |
10%|β | 5120/50176 [00:51<07:21, 102.16it/s]
|
188 |
11%|β | 5376/50176 [00:54<07:17, 102.50it/s]
|
189 |
11%|β | 5632/50176 [00:56<07:16, 102.03it/s]
|
190 |
12%|ββ | 5888/50176 [00:59<07:14, 101.96it/s]
|
191 |
12%|ββ | 6144/50176 [01:02<07:44, 94.87it/s]
|
192 |
13%|ββ | 6400/50176 [01:05<07:36, 95.91it/s]
|
193 |
13%|ββ | 6656/50176 [01:07<07:31, 96.31it/s]
|
194 |
14%|ββ | 6912/50176 [01:10<07:27, 96.57it/s]
|
195 |
14%|ββ | 7168/50176 [01:12<07:12, 99.49it/s]
|
196 |
15%|ββ | 7424/50176 [01:15<07:08, 99.86it/s]
|
197 |
15%|ββ | 7680/50176 [01:17<07:05, 99.87it/s]
|
198 |
16%|ββ | 7936/50176 [01:20<06:48, 103.41it/s]
|
199 |
16%|ββ | 8192/50176 [01:22<06:48, 102.83it/s]
|
200 |
17%|ββ | 8448/50176 [01:25<06:49, 101.99it/s]
|
201 |
17%|ββ | 8704/50176 [01:27<06:48, 101.40it/s]
|
202 |
18%|ββ | 8960/50176 [01:30<06:48, 100.94it/s]
|
203 |
18%|ββ | 9216/50176 [01:32<06:38, 102.71it/s]
|
204 |
19%|ββ | 9472/50176 [01:35<06:31, 103.95it/s]
|
205 |
19%|ββ | 9728/50176 [01:37<06:35, 102.20it/s]
|
206 |
20%|ββ | 9984/50176 [01:40<06:46, 98.88it/s]
|
207 |
20%|ββ | 10240/50176 [01:42<06:31, 101.93it/s]
|
208 |
21%|ββ | 10496/50176 [01:45<06:17, 105.13it/s]
|
209 |
21%|βββ | 10752/50176 [01:47<06:28, 101.42it/s]
|
210 |
22%|βββ | 11008/50176 [01:50<06:23, 102.12it/s]
|
211 |
22%|βββ | 11264/50176 [01:52<06:11, 104.79it/s]
|
212 |
23%|βββ | 11520/50176 [01:55<06:08, 104.93it/s]
|
213 |
23%|βββ | 11776/50176 [01:57<06:07, 104.57it/s]
|
214 |
24%|βββ | 12032/50176 [01:59<06:01, 105.45it/s]
|
215 |
24%|βββ | 12288/50176 [02:02<05:55, 106.54it/s]
|
216 |
25%|βββ | 12544/50176 [02:04<05:55, 105.87it/s]
|
217 |
26%|βββ | 12800/50176 [02:07<05:50, 106.49it/s]
|
218 |
26%|βββ | 13056/50176 [02:09<05:46, 107.23it/s]
|
219 |
27%|βββ | 13312/50176 [02:11<05:42, 107.66it/s]
|
220 |
27%|βββ | 13568/50176 [02:14<05:58, 102.07it/s]
|
221 |
28%|βββ | 13824/50176 [02:17<06:03, 100.10it/s]
|
222 |
28%|βββ | 14080/50176 [02:19<05:59, 100.51it/s]
|
223 |
29%|βββ | 14336/50176 [02:22<05:56, 100.43it/s]
|
224 |
29%|βββ | 14592/50176 [02:24<05:47, 102.50it/s]
|
225 |
30%|βββ | 14848/50176 [02:27<06:04, 96.84it/s]
|
226 |
30%|βββ | 15104/50176 [02:30<05:56, 98.38it/s]
|
227 |
31%|βββ | 15360/50176 [02:32<05:49, 99.67it/s]
|
228 |
31%|βββ | 15616/50176 [02:35<05:36, 102.63it/s]
|
229 |
32%|ββββ | 15872/50176 [02:37<05:37, 101.67it/s]
|
230 |
32%|ββββ | 16128/50176 [02:40<05:31, 102.82it/s]
|
231 |
33%|ββββ | 16384/50176 [02:42<05:26, 103.38it/s]
|
232 |
33%|ββββ | 16640/50176 [02:45<05:41, 98.33it/s]
|
233 |
34%|ββββ | 16896/50176 [02:47<05:30, 100.59it/s]
|
234 |
34%|ββββ | 17152/50176 [02:50<05:17, 103.91it/s]
|
235 |
35%|ββββ | 17408/50176 [02:52<05:17, 103.20it/s]
|
236 |
35%|ββββ | 17664/50176 [02:54<05:08, 105.37it/s]
|
237 |
36%|ββββ | 17920/50176 [02:57<05:01, 107.14it/s]
|
238 |
36%|ββββ | 18176/50176 [02:59<05:03, 105.37it/s]
|
239 |
37%|ββββ | 18432/50176 [03:02<05:00, 105.61it/s]
|
240 |
37%|ββββ | 18688/50176 [03:04<05:04, 103.40it/s]
|
241 |
38%|ββββ | 18944/50176 [03:07<05:03, 102.98it/s]
|
242 |
38%|ββββ | 19200/50176 [03:09<05:10, 99.67it/s]
|
243 |
39%|ββββ | 19456/50176 [03:12<05:13, 97.87it/s]
|
244 |
39%|ββββ | 19712/50176 [03:15<05:11, 97.93it/s]
|
245 |
40%|ββββ | 19968/50176 [03:17<05:08, 97.94it/s]
|
246 |
40%|ββββ | 20224/50176 [03:20<04:51, 102.85it/s]
|
247 |
41%|ββββ | 20480/50176 [03:22<04:41, 105.64it/s]
|
248 |
41%|βββββ | 20736/50176 [03:24<04:38, 105.80it/s]
|
249 |
42%|βββββ | 20992/50176 [03:27<04:34, 106.24it/s]
|
250 |
42%|βββββ | 21248/50176 [03:29<04:43, 102.17it/s]
|
251 |
43%|βββββ | 21504/50176 [03:32<04:39, 102.42it/s]
|
252 |
43%|βββββ | 21760/50176 [03:34<04:36, 102.72it/s]
|
253 |
44%|βββββ | 22016/50176 [03:37<04:26, 105.70it/s]
|
254 |
44%|βββββ | 22272/50176 [03:39<04:18, 107.83it/s]
|
255 |
45%|βββββ | 22528/50176 [03:41<04:15, 108.04it/s]
|
256 |
45%|βββββ | 22784/50176 [03:44<04:24, 103.37it/s]
|
257 |
46%|βββββ | 23040/50176 [03:47<04:29, 100.55it/s]
|
258 |
46%|βββββ | 23296/50176 [03:49<04:27, 100.41it/s]
|
259 |
47%|βββββ | 23552/50176 [03:52<04:32, 97.85it/s]
|
260 |
47%|βββββ | 23808/50176 [03:54<04:16, 102.78it/s]
|
261 |
48%|βββββ | 24064/50176 [03:57<04:11, 103.99it/s]
|
262 |
48%|βββββ | 24320/50176 [03:59<04:12, 102.49it/s]
|
263 |
49%|βββββ | 24576/50176 [04:02<04:15, 100.34it/s]
|
264 |
49%|βββββ | 24832/50176 [04:04<04:05, 103.10it/s]
|
265 |
50%|βββββ | 25088/50176 [04:07<04:00, 104.52it/s]
|
266 |
51%|βββββ | 25344/50176 [04:09<03:52, 106.71it/s]
|
267 |
51%|βββββ | 25600/50176 [04:11<03:54, 104.81it/s]
|
268 |
52%|ββββββ | 25856/50176 [04:14<03:48, 106.60it/s]
|
269 |
52%|ββββββ | 26112/50176 [04:16<03:45, 106.70it/s]
|
270 |
53%|ββββββ | 26368/50176 [04:19<03:46, 105.12it/s]
|
271 |
53%|ββββββ | 26624/50176 [04:21<03:41, 106.31it/s]
|
272 |
54%|ββββββ | 26880/50176 [04:23<03:40, 105.77it/s]
|
273 |
54%|ββββββ | 27136/50176 [04:26<03:39, 104.99it/s]
|
274 |
55%|ββββββ | 27392/50176 [04:28<03:34, 106.40it/s]
|
275 |
55%|ββββββ | 27648/50176 [04:30<03:22, 111.15it/s]
|
276 |
56%|ββββββ | 27904/50176 [04:33<03:31, 105.31it/s]
|
277 |
56%|ββββββ | 28160/50176 [04:36<03:33, 103.26it/s]
|
278 |
57%|ββββββ | 28416/50176 [04:38<03:28, 104.26it/s]
|
279 |
57%|ββββββ | 28672/50176 [04:41<03:30, 101.92it/s]
|
280 |
58%|ββββββ | 28928/50176 [04:43<03:24, 103.81it/s]
|
281 |
58%|ββββββ | 29184/50176 [04:45<03:21, 104.17it/s]
|
282 |
59%|ββββββ | 29440/50176 [04:48<03:30, 98.48it/s]
|
283 |
59%|ββββββ | 29696/50176 [04:51<03:29, 97.57it/s]
|
284 |
60%|ββββββ | 29952/50176 [04:54<03:28, 97.08it/s]
|
285 |
60%|ββββββ | 30208/50176 [04:56<03:21, 98.87it/s]
|
286 |
61%|ββββββ | 30464/50176 [04:58<03:09, 104.06it/s]
|
287 |
61%|ββββββ | 30720/50176 [05:01<03:10, 102.35it/s]
|
288 |
62%|βββββββ | 30976/50176 [05:03<03:06, 102.70it/s]
|
289 |
62%|βββββββ | 31232/50176 [05:06<03:02, 103.53it/s]
|
290 |
63%|βββββββ | 31488/50176 [05:08<02:57, 105.47it/s]
|
291 |
63%|βββββββ | 31744/50176 [05:11<02:53, 106.28it/s]
|
292 |
64%|βββββββ | 32000/50176 [05:13<02:49, 106.93it/s]
|
293 |
64%|βββββββ | 32256/50176 [05:15<02:47, 107.01it/s]
|
294 |
65%|βββββββ | 32512/50176 [05:18<02:55, 100.49it/s]
|
295 |
65%|βββββββ | 32768/50176 [05:21<02:50, 102.31it/s]
|
296 |
66%|βββββββ | 33024/50176 [05:23<02:43, 105.13it/s]
|
297 |
66%|βββββββ | 33280/50176 [05:25<02:42, 103.71it/s]
|
298 |
67%|βββββββ | 33536/50176 [05:28<02:40, 103.43it/s]
|
299 |
67%|βββββββ | 33792/50176 [05:30<02:33, 106.53it/s]
|
300 |
68%|βββββββ | 34048/50176 [05:32<02:28, 108.51it/s]
|
301 |
68%|βββββββ | 34304/50176 [05:35<02:22, 111.09it/s]
|
302 |
69%|βββββββ | 34560/50176 [05:37<02:27, 106.09it/s]
|
303 |
69%|βββββββ | 34816/50176 [05:45<03:54, 65.40it/s]
|
304 |
70%|βββββββ | 35072/50176 [05:47<03:27, 72.89it/s]
|
305 |
70%|βββββββ | 35328/50176 [05:49<03:01, 81.64it/s]
|
306 |
71%|βββββββ | 35584/50176 [05:52<02:46, 87.66it/s]
|
307 |
71%|ββββββββ | 35840/50176 [05:57<03:19, 71.83it/s]
|
308 |
72%|ββββββββ | 36096/50176 [06:01<03:30, 66.87it/s]
|
309 |
72%|ββββββββ | 36352/50176 [06:06<03:40, 62.71it/s]
|
310 |
73%|ββββββββ | 36608/50176 [06:11<03:46, 59.90it/s]
|
311 |
73%|ββββββββ | 36864/50176 [06:13<03:16, 67.63it/s]
|
312 |
74%|ββββββββ | 37120/50176 [06:16<02:50, 76.62it/s]
|
313 |
74%|ββββββββ | 37376/50176 [06:18<02:28, 86.12it/s]
|
314 |
75%|ββββββββ | 37632/50176 [06:20<02:16, 91.60it/s]
|
315 |
76%|ββββββββ | 37888/50176 [06:23<02:07, 96.25it/s]
|
316 |
76%|ββββββββ | 38144/50176 [06:28<02:47, 71.88it/s]
|
317 |
77%|ββββββββ | 38400/50176 [06:34<03:19, 59.10it/s]
|
318 |
77%|ββββββββ | 38656/50176 [06:37<02:49, 67.97it/s]
|
319 |
78%|ββββββββ | 38912/50176 [06:42<03:00, 62.24it/s]
|
320 |
78%|ββββββββ | 39168/50176 [06:44<02:38, 69.46it/s]
|
321 |
79%|ββββββββ | 39424/50176 [06:47<02:17, 78.41it/s]
|
322 |
79%|ββββββββ | 39680/50176 [06:49<02:02, 85.87it/s]
|
323 |
80%|ββββββββ | 39936/50176 [06:51<01:49, 93.13it/s]
|
324 |
80%|ββββββββ | 40192/50176 [06:54<01:41, 98.52it/s]
|
325 |
81%|ββββββββ | 40448/50176 [06:56<01:40, 97.07it/s]
|
326 |
81%|ββββββββ | 40704/50176 [06:59<01:37, 96.93it/s]
|
327 |
82%|βββββββββ | 40960/50176 [07:01<01:29, 102.74it/s]
|
328 |
82%|βββββββββ | 41216/50176 [07:04<01:27, 102.99it/s]
|
329 |
83%|βββββββββ | 41472/50176 [07:06<01:24, 102.62it/s]
|
330 |
83%|βββββββββ | 41728/50176 [07:08<01:19, 106.15it/s]
|
331 |
84%|βββββββββ | 41984/50176 [07:11<01:16, 106.48it/s]
|
332 |
84%|βββββββββ | 42240/50176 [07:13<01:13, 107.66it/s]
|
333 |
85%|βββββββββ | 42496/50176 [07:15<01:10, 109.66it/s]
|
334 |
85%|βββββββββ | 42752/50176 [07:18<01:07, 109.57it/s]
|
335 |
86%|βββββββββ | 43008/50176 [07:20<01:05, 108.84it/s]
|
336 |
86%|βββββββββ | 43264/50176 [07:22<01:04, 107.81it/s]
|
337 |
87%|βββββββββ | 43520/50176 [07:25<01:04, 103.14it/s]
|
338 |
87%|βββββββββ | 43776/50176 [07:28<01:01, 103.38it/s]
|
339 |
88%|βββββββββ | 44032/50176 [07:30<00:58, 104.47it/s]
|
340 |
88%|βββββββββ | 44288/50176 [07:32<00:55, 105.56it/s]
|
341 |
89%|βββββββββ | 44544/50176 [07:35<00:55, 102.36it/s]
|
342 |
89%|βββββββββ | 44800/50176 [07:37<00:52, 102.08it/s]
|
343 |
90%|βββββββββ | 45056/50176 [07:40<00:49, 103.24it/s]
|
344 |
90%|βββββββββ | 45312/50176 [07:43<00:48, 100.89it/s]
|
345 |
91%|βββββββββ | 45568/50176 [07:45<00:44, 104.01it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [07:47<00:41, 104.14it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [07:50<00:40, 101.63it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [07:52<00:37, 102.25it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [07:55<00:34, 104.74it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [07:57<00:32, 103.86it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [08:00<00:30, 99.48it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [08:03<00:28, 99.08it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [08:05<00:25, 101.58it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [08:08<00:22, 101.89it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [08:10<00:20, 101.59it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [08:12<00:17, 103.22it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [08:15<00:14, 102.91it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [08:18<00:12, 102.51it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [08:20<00:10, 99.92it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [08:23<00:07, 101.32it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [08:25<00:05, 100.06it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [08:28<00:02, 95.68it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:36:42 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:36:42 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:36:43 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_11.pt).
|
4 |
+
2022-12-21,09:36:52 | INFO | Model:
|
5 |
+
2022-12-21,09:36:52 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:36:52 | INFO | Params:
|
359 |
+
2022-12-21,09:36:52 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:36:52 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:36:52 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:36:52 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_11.pt/checkpoints
|
363 |
+
2022-12-21,09:36:52 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:36:52 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:36:52 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:36:52 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:36:52 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:36:52 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:36:52 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:36:52 | INFO | debug: False
|
371 |
+
2022-12-21,09:36:52 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:36:52 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:36:52 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:36:52 | INFO | distributed: False
|
375 |
+
2022-12-21,09:36:52 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:36:52 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:36:52 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:36:52 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:36:52 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:36:52 | INFO | horovod: False
|
381 |
+
2022-12-21,09:36:52 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:36:52 | INFO | image_std: None
|
383 |
+
2022-12-21,09:36:52 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:36:52 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:36:52 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:36:52 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:36:52 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:36:52 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:36:52 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:36:52 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:36:52 | INFO | log_local: False
|
392 |
+
2022-12-21,09:36:52 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_11.pt/out.log
|
393 |
+
2022-12-21,09:36:52 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:36:52 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:36:52 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:36:52 | INFO | name: epoch_11.pt
|
397 |
+
2022-12-21,09:36:52 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:36:52 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:36:52 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:36:52 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_11.pt
|
401 |
+
2022-12-21,09:36:52 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:36:52 | INFO | rank: 0
|
403 |
+
2022-12-21,09:36:52 | INFO | report_to:
|
404 |
+
2022-12-21,09:36:52 | INFO | resume: None
|
405 |
+
2022-12-21,09:36:52 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:36:52 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:36:52 | INFO | seed: 0
|
408 |
+
2022-12-21,09:36:52 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:36:52 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:36:52 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:36:52 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:36:52 | INFO | trace: False
|
413 |
+
2022-12-21,09:36:52 | INFO | train_data: None
|
414 |
+
2022-12-21,09:36:52 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:36:52 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:36:52 | INFO | val_data: None
|
417 |
+
2022-12-21,09:36:52 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:36:52 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:36:52 | INFO | wandb: False
|
420 |
+
2022-12-21,09:36:52 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:36:52 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:36:52 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:36:52 | INFO | workers: 1
|
424 |
+
2022-12-21,09:36:52 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:36:52 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:36:53 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:36:53 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<14:16, 1.17it/s]
|
431 |
1%| | 6/1000 [00:00<02:02, 8.13it/s]
|
432 |
1%| | 12/1000 [00:01<01:00, 16.40it/s]
|
433 |
2%|β | 18/1000 [00:01<00:40, 24.35it/s]
|
434 |
2%|β | 24/1000 [00:01<00:30, 31.55it/s]
|
435 |
3%|β | 30/1000 [00:01<00:25, 37.71it/s]
|
436 |
4%|β | 36/1000 [00:01<00:22, 42.67it/s]
|
437 |
4%|β | 42/1000 [00:01<00:20, 46.55it/s]
|
438 |
5%|β | 48/1000 [00:01<00:19, 49.50it/s]
|
439 |
5%|β | 54/1000 [00:01<00:18, 51.70it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 53.29it/s]
|
441 |
7%|β | 66/1000 [00:02<00:17, 54.45it/s]
|
442 |
7%|β | 72/1000 [00:02<00:16, 55.27it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 55.85it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.25it/s]
|
445 |
9%|β | 90/1000 [00:02<00:16, 56.63it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.02it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.24it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.54it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 57.67it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 57.67it/s]
|
451 |
13%|ββ | 126/1000 [00:03<00:15, 57.62it/s]
|
452 |
13%|ββ | 132/1000 [00:03<00:15, 57.67it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.63it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.64it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.71it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 57.62it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.32it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.25it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.28it/s]
|
460 |
18%|ββ | 180/1000 [00:04<00:14, 57.26it/s]
|
461 |
19%|ββ | 186/1000 [00:04<00:14, 57.24it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.22it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:14, 57.20it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.01it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 56.92it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.03it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.03it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.23it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.21it/s]
|
470 |
24%|βββ | 240/1000 [00:05<00:13, 57.13it/s]
|
471 |
25%|βββ | 246/1000 [00:05<00:13, 57.17it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:13, 57.28it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.19it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.29it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.13it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.02it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.26it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.42it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 57.67it/s]
|
480 |
30%|βββ | 300/1000 [00:06<00:12, 57.65it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:12, 57.64it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 57.79it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 57.80it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 57.70it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.53it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.61it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 57.73it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 57.82it/s]
|
489 |
35%|ββββ | 354/1000 [00:07<00:11, 57.61it/s]
|
490 |
36%|ββββ | 360/1000 [00:07<00:11, 57.62it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 57.67it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 57.75it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.45it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.20it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.30it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.43it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.61it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 57.69it/s]
|
499 |
41%|βββββ | 414/1000 [00:08<00:10, 57.70it/s]
|
500 |
42%|βββββ | 420/1000 [00:08<00:10, 57.70it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 57.75it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 57.84it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 57.85it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.66it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 57.73it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 57.78it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 57.73it/s]
|
508 |
47%|βββββ | 468/1000 [00:09<00:09, 57.66it/s]
|
509 |
47%|βββββ | 474/1000 [00:09<00:09, 57.81it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:09, 57.67it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 57.66it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 57.66it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.56it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 57.62it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.44it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.55it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.61it/s]
|
518 |
53%|ββββββ | 528/1000 [00:10<00:08, 57.70it/s]
|
519 |
53%|ββββββ | 534/1000 [00:10<00:08, 57.57it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.71it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.75it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.65it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.68it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.75it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.65it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.56it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.68it/s]
|
528 |
59%|ββββββ | 588/1000 [00:11<00:07, 57.69it/s]
|
529 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.60it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.69it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.62it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.63it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.75it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.76it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.85it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.68it/s]
|
537 |
64%|βββββββ | 642/1000 [00:12<00:06, 57.62it/s]
|
538 |
65%|βββββββ | 648/1000 [00:12<00:06, 57.76it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.74it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.79it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.83it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.74it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.77it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.77it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.82it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.72it/s]
|
547 |
70%|βββββββ | 702/1000 [00:13<00:05, 57.79it/s]
|
548 |
71%|βββββββ | 708/1000 [00:13<00:05, 57.78it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.76it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.71it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.67it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.72it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.74it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.71it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.80it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:14<00:04, 57.89it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:14<00:04, 57.73it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.82it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.77it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.80it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.83it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.64it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.63it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.69it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.66it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:15<00:03, 57.66it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:15<00:03, 57.68it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.79it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 57.92it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 57.95it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 57.87it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 57.93it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.88it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.85it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.79it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:16<00:02, 57.85it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:16<00:02, 57.83it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.71it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.79it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.80it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.79it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.83it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.82it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.62it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:17<00:01, 57.75it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:17<00:01, 57.84it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:01, 57.84it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.77it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.82it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.81it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.88it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 57.96it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 57.94it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 57.94it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:18<00:00, 57.87it/s]
|
596 |
+
2022-12-21,09:37:11 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:02<07:17, 114.04it/s]
|
600 |
1%| | 512/50176 [00:04<07:03, 117.32it/s]
|
601 |
2%|β | 768/50176 [00:06<07:22, 111.54it/s]
|
602 |
2%|β | 1024/50176 [00:09<07:56, 103.23it/s]
|
603 |
3%|β | 1280/50176 [00:12<08:07, 100.28it/s]
|
604 |
3%|β | 1536/50176 [00:15<08:57, 90.57it/s]
|
605 |
4%|β | 1792/50176 [00:18<08:39, 93.22it/s]
|
606 |
4%|β | 2048/50176 [00:20<08:31, 94.10it/s]
|
607 |
5%|β | 2304/50176 [00:23<08:20, 95.70it/s]
|
608 |
5%|β | 2560/50176 [00:25<08:09, 97.37it/s]
|
609 |
6%|β | 2816/50176 [00:28<08:17, 95.24it/s]
|
610 |
6%|β | 3072/50176 [00:31<08:16, 94.79it/s]
|
611 |
7%|β | 3328/50176 [00:34<08:03, 96.90it/s]
|
612 |
7%|β | 3584/50176 [00:36<07:43, 100.63it/s]
|
613 |
8%|β | 3840/50176 [00:39<07:58, 96.81it/s]
|
614 |
8%|β | 4096/50176 [00:42<08:12, 93.64it/s]
|
615 |
9%|β | 4352/50176 [00:44<07:56, 96.20it/s]
|
616 |
9%|β | 4608/50176 [00:46<07:37, 99.70it/s]
|
617 |
10%|β | 4864/50176 [00:49<07:25, 101.82it/s]
|
618 |
10%|β | 5120/50176 [00:51<07:21, 102.16it/s]
|
619 |
11%|β | 5376/50176 [00:54<07:17, 102.50it/s]
|
620 |
11%|β | 5632/50176 [00:56<07:16, 102.03it/s]
|
621 |
12%|ββ | 5888/50176 [00:59<07:14, 101.96it/s]
|
622 |
12%|ββ | 6144/50176 [01:02<07:44, 94.87it/s]
|
623 |
13%|ββ | 6400/50176 [01:05<07:36, 95.91it/s]
|
624 |
13%|ββ | 6656/50176 [01:07<07:31, 96.31it/s]
|
625 |
14%|ββ | 6912/50176 [01:10<07:27, 96.57it/s]
|
626 |
14%|ββ | 7168/50176 [01:12<07:12, 99.49it/s]
|
627 |
15%|ββ | 7424/50176 [01:15<07:08, 99.86it/s]
|
628 |
15%|ββ | 7680/50176 [01:17<07:05, 99.87it/s]
|
629 |
16%|ββ | 7936/50176 [01:20<06:48, 103.41it/s]
|
630 |
16%|ββ | 8192/50176 [01:22<06:48, 102.83it/s]
|
631 |
17%|ββ | 8448/50176 [01:25<06:49, 101.99it/s]
|
632 |
17%|ββ | 8704/50176 [01:27<06:48, 101.40it/s]
|
633 |
18%|ββ | 8960/50176 [01:30<06:48, 100.94it/s]
|
634 |
18%|ββ | 9216/50176 [01:32<06:38, 102.71it/s]
|
635 |
19%|ββ | 9472/50176 [01:35<06:31, 103.95it/s]
|
636 |
19%|ββ | 9728/50176 [01:37<06:35, 102.20it/s]
|
637 |
20%|ββ | 9984/50176 [01:40<06:46, 98.88it/s]
|
638 |
20%|ββ | 10240/50176 [01:42<06:31, 101.93it/s]
|
639 |
21%|ββ | 10496/50176 [01:45<06:17, 105.13it/s]
|
640 |
21%|βββ | 10752/50176 [01:47<06:28, 101.42it/s]
|
641 |
22%|βββ | 11008/50176 [01:50<06:23, 102.12it/s]
|
642 |
22%|βββ | 11264/50176 [01:52<06:11, 104.79it/s]
|
643 |
23%|βββ | 11520/50176 [01:55<06:08, 104.93it/s]
|
644 |
23%|βββ | 11776/50176 [01:57<06:07, 104.57it/s]
|
645 |
24%|βββ | 12032/50176 [01:59<06:01, 105.45it/s]
|
646 |
24%|βββ | 12288/50176 [02:02<05:55, 106.54it/s]
|
647 |
25%|βββ | 12544/50176 [02:04<05:55, 105.87it/s]
|
648 |
26%|βββ | 12800/50176 [02:07<05:50, 106.49it/s]
|
649 |
26%|βββ | 13056/50176 [02:09<05:46, 107.23it/s]
|
650 |
27%|βββ | 13312/50176 [02:11<05:42, 107.66it/s]
|
651 |
27%|βββ | 13568/50176 [02:14<05:58, 102.07it/s]
|
652 |
28%|βββ | 13824/50176 [02:17<06:03, 100.10it/s]
|
653 |
28%|βββ | 14080/50176 [02:19<05:59, 100.51it/s]
|
654 |
29%|βββ | 14336/50176 [02:22<05:56, 100.43it/s]
|
655 |
29%|βββ | 14592/50176 [02:24<05:47, 102.50it/s]
|
656 |
30%|βββ | 14848/50176 [02:27<06:04, 96.84it/s]
|
657 |
30%|βββ | 15104/50176 [02:30<05:56, 98.38it/s]
|
658 |
31%|βββ | 15360/50176 [02:32<05:49, 99.67it/s]
|
659 |
31%|βββ | 15616/50176 [02:35<05:36, 102.63it/s]
|
660 |
32%|ββββ | 15872/50176 [02:37<05:37, 101.67it/s]
|
661 |
32%|ββββ | 16128/50176 [02:40<05:31, 102.82it/s]
|
662 |
33%|ββββ | 16384/50176 [02:42<05:26, 103.38it/s]
|
663 |
33%|ββββ | 16640/50176 [02:45<05:41, 98.33it/s]
|
664 |
34%|ββββ | 16896/50176 [02:47<05:30, 100.59it/s]
|
665 |
34%|ββββ | 17152/50176 [02:50<05:17, 103.91it/s]
|
666 |
35%|ββββ | 17408/50176 [02:52<05:17, 103.20it/s]
|
667 |
35%|ββββ | 17664/50176 [02:54<05:08, 105.37it/s]
|
668 |
36%|ββββ | 17920/50176 [02:57<05:01, 107.14it/s]
|
669 |
36%|ββββ | 18176/50176 [02:59<05:03, 105.37it/s]
|
670 |
37%|ββββ | 18432/50176 [03:02<05:00, 105.61it/s]
|
671 |
37%|ββββ | 18688/50176 [03:04<05:04, 103.40it/s]
|
672 |
38%|ββββ | 18944/50176 [03:07<05:03, 102.98it/s]
|
673 |
38%|ββββ | 19200/50176 [03:09<05:10, 99.67it/s]
|
674 |
39%|ββββ | 19456/50176 [03:12<05:13, 97.87it/s]
|
675 |
39%|ββββ | 19712/50176 [03:15<05:11, 97.93it/s]
|
676 |
40%|ββββ | 19968/50176 [03:17<05:08, 97.94it/s]
|
677 |
40%|ββββ | 20224/50176 [03:20<04:51, 102.85it/s]
|
678 |
41%|ββββ | 20480/50176 [03:22<04:41, 105.64it/s]
|
679 |
41%|βββββ | 20736/50176 [03:24<04:38, 105.80it/s]
|
680 |
42%|βββββ | 20992/50176 [03:27<04:34, 106.24it/s]
|
681 |
42%|βββββ | 21248/50176 [03:29<04:43, 102.17it/s]
|
682 |
43%|βββββ | 21504/50176 [03:32<04:39, 102.42it/s]
|
683 |
43%|βββββ | 21760/50176 [03:34<04:36, 102.72it/s]
|
684 |
44%|βββββ | 22016/50176 [03:37<04:26, 105.70it/s]
|
685 |
44%|βββββ | 22272/50176 [03:39<04:18, 107.83it/s]
|
686 |
45%|βββββ | 22528/50176 [03:41<04:15, 108.04it/s]
|
687 |
45%|βββββ | 22784/50176 [03:44<04:24, 103.37it/s]
|
688 |
46%|βββββ | 23040/50176 [03:47<04:29, 100.55it/s]
|
689 |
46%|βββββ | 23296/50176 [03:49<04:27, 100.41it/s]
|
690 |
47%|βββββ | 23552/50176 [03:52<04:32, 97.85it/s]
|
691 |
47%|βββββ | 23808/50176 [03:54<04:16, 102.78it/s]
|
692 |
48%|βββββ | 24064/50176 [03:57<04:11, 103.99it/s]
|
693 |
48%|βββββ | 24320/50176 [03:59<04:12, 102.49it/s]
|
694 |
49%|βββββ | 24576/50176 [04:02<04:15, 100.34it/s]
|
695 |
49%|βββββ | 24832/50176 [04:04<04:05, 103.10it/s]
|
696 |
50%|βββββ | 25088/50176 [04:07<04:00, 104.52it/s]
|
697 |
51%|βββββ | 25344/50176 [04:09<03:52, 106.71it/s]
|
698 |
51%|βββββ | 25600/50176 [04:11<03:54, 104.81it/s]
|
699 |
52%|ββββββ | 25856/50176 [04:14<03:48, 106.60it/s]
|
700 |
52%|ββββββ | 26112/50176 [04:16<03:45, 106.70it/s]
|
701 |
53%|ββββββ | 26368/50176 [04:19<03:46, 105.12it/s]
|
702 |
53%|ββββββ | 26624/50176 [04:21<03:41, 106.31it/s]
|
703 |
54%|ββββββ | 26880/50176 [04:23<03:40, 105.77it/s]
|
704 |
54%|ββββββ | 27136/50176 [04:26<03:39, 104.99it/s]
|
705 |
55%|ββββββ | 27392/50176 [04:28<03:34, 106.40it/s]
|
706 |
55%|ββββββ | 27648/50176 [04:30<03:22, 111.15it/s]
|
707 |
56%|ββββββ | 27904/50176 [04:33<03:31, 105.31it/s]
|
708 |
56%|ββββββ | 28160/50176 [04:36<03:33, 103.26it/s]
|
709 |
57%|ββββββ | 28416/50176 [04:38<03:28, 104.26it/s]
|
710 |
57%|ββββββ | 28672/50176 [04:41<03:30, 101.92it/s]
|
711 |
58%|ββββββ | 28928/50176 [04:43<03:24, 103.81it/s]
|
712 |
58%|ββββββ | 29184/50176 [04:45<03:21, 104.17it/s]
|
713 |
59%|ββββββ | 29440/50176 [04:48<03:30, 98.48it/s]
|
714 |
59%|ββββββ | 29696/50176 [04:51<03:29, 97.57it/s]
|
715 |
60%|ββββββ | 29952/50176 [04:54<03:28, 97.08it/s]
|
716 |
60%|ββββββ | 30208/50176 [04:56<03:21, 98.87it/s]
|
717 |
61%|ββββββ | 30464/50176 [04:58<03:09, 104.06it/s]
|
718 |
61%|ββββββ | 30720/50176 [05:01<03:10, 102.35it/s]
|
719 |
62%|βββββββ | 30976/50176 [05:03<03:06, 102.70it/s]
|
720 |
62%|βββββββ | 31232/50176 [05:06<03:02, 103.53it/s]
|
721 |
63%|βββββββ | 31488/50176 [05:08<02:57, 105.47it/s]
|
722 |
63%|βββββββ | 31744/50176 [05:11<02:53, 106.28it/s]
|
723 |
64%|βββββββ | 32000/50176 [05:13<02:49, 106.93it/s]
|
724 |
64%|βββββββ | 32256/50176 [05:15<02:47, 107.01it/s]
|
725 |
65%|βββββββ | 32512/50176 [05:18<02:55, 100.49it/s]
|
726 |
65%|βββββββ | 32768/50176 [05:21<02:50, 102.31it/s]
|
727 |
66%|βββββββ | 33024/50176 [05:23<02:43, 105.13it/s]
|
728 |
66%|βββββββ | 33280/50176 [05:25<02:42, 103.71it/s]
|
729 |
67%|βββββββ | 33536/50176 [05:28<02:40, 103.43it/s]
|
730 |
67%|βββββββ | 33792/50176 [05:30<02:33, 106.53it/s]
|
731 |
68%|βββββββ | 34048/50176 [05:32<02:28, 108.51it/s]
|
732 |
68%|βββββββ | 34304/50176 [05:35<02:22, 111.09it/s]
|
733 |
69%|βββββββ | 34560/50176 [05:37<02:27, 106.09it/s]
|
734 |
69%|βββββββ | 34816/50176 [05:45<03:54, 65.40it/s]
|
735 |
70%|βββββββ | 35072/50176 [05:47<03:27, 72.89it/s]
|
736 |
70%|βββββββ | 35328/50176 [05:49<03:01, 81.64it/s]
|
737 |
71%|βββββββ | 35584/50176 [05:52<02:46, 87.66it/s]
|
738 |
71%|ββββββββ | 35840/50176 [05:57<03:19, 71.83it/s]
|
739 |
72%|ββββββββ | 36096/50176 [06:01<03:30, 66.87it/s]
|
740 |
72%|ββββββββ | 36352/50176 [06:06<03:40, 62.71it/s]
|
741 |
73%|ββββββββ | 36608/50176 [06:11<03:46, 59.90it/s]
|
742 |
73%|ββββββββ | 36864/50176 [06:13<03:16, 67.63it/s]
|
743 |
74%|ββββββββ | 37120/50176 [06:16<02:50, 76.62it/s]
|
744 |
74%|ββββββββ | 37376/50176 [06:18<02:28, 86.12it/s]
|
745 |
75%|ββββββββ | 37632/50176 [06:20<02:16, 91.60it/s]
|
746 |
76%|ββββββββ | 37888/50176 [06:23<02:07, 96.25it/s]
|
747 |
76%|ββββββββ | 38144/50176 [06:28<02:47, 71.88it/s]
|
748 |
77%|ββββββββ | 38400/50176 [06:34<03:19, 59.10it/s]
|
749 |
77%|ββββββββ | 38656/50176 [06:37<02:49, 67.97it/s]
|
750 |
78%|ββββββββ | 38912/50176 [06:42<03:00, 62.24it/s]
|
751 |
78%|ββββββββ | 39168/50176 [06:44<02:38, 69.46it/s]
|
752 |
79%|ββββββββ | 39424/50176 [06:47<02:17, 78.41it/s]
|
753 |
79%|ββββββββ | 39680/50176 [06:49<02:02, 85.87it/s]
|
754 |
80%|ββββββββ | 39936/50176 [06:51<01:49, 93.13it/s]
|
755 |
80%|ββββββββ | 40192/50176 [06:54<01:41, 98.52it/s]
|
756 |
81%|ββββββββ | 40448/50176 [06:56<01:40, 97.07it/s]
|
757 |
81%|ββββββββ | 40704/50176 [06:59<01:37, 96.93it/s]
|
758 |
82%|βββββββββ | 40960/50176 [07:01<01:29, 102.74it/s]
|
759 |
82%|βββββββββ | 41216/50176 [07:04<01:27, 102.99it/s]
|
760 |
83%|βββββββββ | 41472/50176 [07:06<01:24, 102.62it/s]
|
761 |
83%|βββββββββ | 41728/50176 [07:08<01:19, 106.15it/s]
|
762 |
84%|βββββββββ | 41984/50176 [07:11<01:16, 106.48it/s]
|
763 |
84%|βββββββββ | 42240/50176 [07:13<01:13, 107.66it/s]
|
764 |
85%|βββββββββ | 42496/50176 [07:15<01:10, 109.66it/s]
|
765 |
85%|βββββββββ | 42752/50176 [07:18<01:07, 109.57it/s]
|
766 |
86%|βββββββββ | 43008/50176 [07:20<01:05, 108.84it/s]
|
767 |
86%|βββββββββ | 43264/50176 [07:22<01:04, 107.81it/s]
|
768 |
87%|βββββββββ | 43520/50176 [07:25<01:04, 103.14it/s]
|
769 |
87%|βββββββββ | 43776/50176 [07:28<01:01, 103.38it/s]
|
770 |
88%|βββββββββ | 44032/50176 [07:30<00:58, 104.47it/s]
|
771 |
88%|βββββββββ | 44288/50176 [07:32<00:55, 105.56it/s]
|
772 |
89%|βββββββββ | 44544/50176 [07:35<00:55, 102.36it/s]
|
773 |
89%|βββββββββ | 44800/50176 [07:37<00:52, 102.08it/s]
|
774 |
90%|βββββββββ | 45056/50176 [07:40<00:49, 103.24it/s]
|
775 |
90%|βββββββββ | 45312/50176 [07:43<00:48, 100.89it/s]
|
776 |
91%|βββββββββ | 45568/50176 [07:45<00:44, 104.01it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [07:47<00:41, 104.14it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [07:50<00:40, 101.63it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [07:52<00:37, 102.25it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [07:55<00:34, 104.74it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [07:57<00:32, 103.86it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [08:00<00:30, 99.48it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [08:03<00:28, 99.08it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [08:05<00:25, 101.58it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [08:08<00:22, 101.89it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [08:10<00:20, 101.59it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [08:12<00:17, 103.22it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [08:15<00:14, 102.91it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [08:18<00:12, 102.51it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [08:20<00:10, 99.92it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [08:23<00:07, 101.32it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [08:25<00:05, 100.06it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [08:28<00:02, 95.68it/s]
|
794 |
+
2022-12-21,09:45:40 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,09:45:40 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5318 imagenet-zeroshot-val-top5: 0.8127
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_12.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e6b50f9f65b8eaffec9d605452b04e8553836c84d313abf3705a7931ed08b552
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_12.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<13:26, 1.24it/s]
|
2 |
1%| | 6/1000 [00:00<01:56, 8.56it/s]
|
3 |
1%| | 12/1000 [00:01<00:57, 17.16it/s]
|
4 |
2%|β | 18/1000 [00:01<00:38, 25.44it/s]
|
5 |
2%|β | 24/1000 [00:01<00:29, 32.66it/s]
|
6 |
3%|β | 30/1000 [00:01<00:25, 38.77it/s]
|
7 |
4%|β | 36/1000 [00:01<00:22, 43.60it/s]
|
8 |
4%|β | 42/1000 [00:01<00:20, 47.36it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 50.20it/s]
|
10 |
5%|β | 54/1000 [00:01<00:18, 52.27it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 53.81it/s]
|
12 |
7%|β | 66/1000 [00:01<00:17, 54.92it/s]
|
13 |
7%|β | 72/1000 [00:02<00:16, 55.65it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 56.19it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.77it/s]
|
16 |
9%|β | 90/1000 [00:02<00:15, 57.04it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.46it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.59it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.88it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 58.01it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 58.02it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.88it/s]
|
23 |
13%|ββ | 132/1000 [00:03<00:14, 57.94it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.91it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.97it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 58.03it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 58.07it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.95it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.81it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.81it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.76it/s]
|
32 |
19%|ββ | 186/1000 [00:04<00:14, 57.67it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.64it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.61it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.43it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.35it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.46it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.42it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.58it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:14, 51.94it/s]
|
41 |
24%|βββ | 240/1000 [00:05<00:14, 53.44it/s]
|
42 |
25%|βββ | 246/1000 [00:05<00:13, 54.63it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:13, 55.55it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:13, 56.26it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 56.75it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 56.89it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.13it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.46it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.67it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 57.94it/s]
|
51 |
30%|βββ | 300/1000 [00:06<00:12, 57.97it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:11, 57.93it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 58.11it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 58.12it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 58.06it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.91it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.98it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 58.08it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 58.18it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.94it/s]
|
61 |
36%|ββββ | 360/1000 [00:07<00:11, 57.85it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 57.93it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 58.04it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.96it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.66it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.70it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.82it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.98it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 58.05it/s]
|
70 |
41%|βββββ | 414/1000 [00:08<00:10, 58.05it/s]
|
71 |
42%|βββββ | 420/1000 [00:08<00:09, 58.05it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 58.07it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 58.18it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 58.17it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.96it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 58.02it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 58.07it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 58.03it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 57.98it/s]
|
80 |
47%|βββββ | 474/1000 [00:09<00:09, 58.13it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:08, 58.06it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 58.04it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 58.04it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.94it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 58.00it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.92it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.99it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.04it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.13it/s]
|
90 |
53%|ββββββ | 534/1000 [00:10<00:08, 58.01it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.13it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.15it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.06it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.07it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.11it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.02it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.94it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.09it/s]
|
99 |
59%|ββββββ | 588/1000 [00:11<00:07, 58.07it/s]
|
100 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.99it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.09it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.02it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.03it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.13it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.14it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.22it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.05it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.99it/s]
|
109 |
65%|βββββββ | 648/1000 [00:12<00:06, 58.14it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.10it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.17it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.21it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.12it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.15it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.17it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.21it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.09it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.18it/s]
|
119 |
71%|βββββββ | 708/1000 [00:13<00:05, 58.16it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.12it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.14it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.10it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.11it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.13it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.10it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.18it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.27it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:14<00:04, 58.11it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:14<00:03, 58.18it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.13it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.17it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.20it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 58.02it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 58.02it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.07it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.01it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 58.02it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:15<00:03, 57.83it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.97it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.16it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.24it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.19it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.26it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.20it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.21it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.15it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.19it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:16<00:02, 58.19it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.07it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.17it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.15it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.12it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.16it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.15it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.14it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.22it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.26it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.25it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.26it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.29it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.24it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.29it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.36it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.38it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.37it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.30it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:02<07:42, 108.02it/s]
|
169 |
1%| | 512/50176 [00:04<07:12, 114.70it/s]
|
170 |
2%|β | 768/50176 [00:06<07:28, 110.23it/s]
|
171 |
2%|β | 1024/50176 [00:09<08:00, 102.38it/s]
|
172 |
3%|β | 1280/50176 [00:12<08:10, 99.76it/s]
|
173 |
3%|β | 1536/50176 [00:15<08:59, 90.09it/s]
|
174 |
4%|β | 1792/50176 [00:18<08:39, 93.12it/s]
|
175 |
4%|β | 2048/50176 [00:21<08:32, 93.87it/s]
|
176 |
5%|β | 2304/50176 [00:23<08:20, 95.67it/s]
|
177 |
5%|β | 2560/50176 [00:26<08:08, 97.49it/s]
|
178 |
6%|β | 2816/50176 [00:28<08:17, 95.24it/s]
|
179 |
6%|β | 3072/50176 [00:31<08:16, 94.80it/s]
|
180 |
7%|β | 3328/50176 [00:34<08:03, 96.83it/s]
|
181 |
7%|β | 3584/50176 [00:36<07:43, 100.56it/s]
|
182 |
8%|β | 3840/50176 [00:39<07:58, 96.75it/s]
|
183 |
8%|β | 4096/50176 [00:42<08:11, 93.73it/s]
|
184 |
9%|β | 4352/50176 [00:44<07:56, 96.11it/s]
|
185 |
9%|β | 4608/50176 [00:47<07:36, 99.82it/s]
|
186 |
10%|β | 4864/50176 [00:49<07:24, 101.96it/s]
|
187 |
10%|β | 5120/50176 [00:51<07:20, 102.25it/s]
|
188 |
11%|β | 5376/50176 [00:54<07:17, 102.29it/s]
|
189 |
11%|β | 5632/50176 [00:57<07:16, 102.12it/s]
|
190 |
12%|ββ | 5888/50176 [00:59<07:15, 101.79it/s]
|
191 |
12%|ββ | 6144/50176 [01:02<07:43, 94.98it/s]
|
192 |
13%|ββ | 6400/50176 [01:05<07:36, 95.96it/s]
|
193 |
13%|ββ | 6656/50176 [01:07<07:31, 96.41it/s]
|
194 |
14%|ββ | 6912/50176 [01:10<07:27, 96.69it/s]
|
195 |
14%|ββ | 7168/50176 [01:12<07:12, 99.54it/s]
|
196 |
15%|ββ | 7424/50176 [01:15<07:09, 99.58it/s]
|
197 |
15%|ββ | 7680/50176 [01:18<07:05, 99.81it/s]
|
198 |
16%|ββ | 7936/50176 [01:20<06:49, 103.11it/s]
|
199 |
16%|ββ | 8192/50176 [01:22<06:47, 102.93it/s]
|
200 |
17%|ββ | 8448/50176 [01:25<06:48, 102.08it/s]
|
201 |
17%|ββ | 8704/50176 [01:27<06:49, 101.38it/s]
|
202 |
18%|ββ | 8960/50176 [01:30<06:47, 101.13it/s]
|
203 |
18%|ββ | 9216/50176 [01:32<06:38, 102.75it/s]
|
204 |
19%|ββ | 9472/50176 [01:35<06:31, 103.95it/s]
|
205 |
19%|ββ | 9728/50176 [01:37<06:35, 102.18it/s]
|
206 |
20%|ββ | 9984/50176 [01:40<06:47, 98.75it/s]
|
207 |
20%|ββ | 10240/50176 [01:42<06:30, 102.16it/s]
|
208 |
21%|ββ | 10496/50176 [01:45<06:17, 105.06it/s]
|
209 |
21%|βββ | 10752/50176 [01:47<06:28, 101.39it/s]
|
210 |
22%|βββ | 11008/50176 [01:50<06:23, 102.19it/s]
|
211 |
22%|βββ | 11264/50176 [01:52<06:11, 104.67it/s]
|
212 |
23%|βββ | 11520/50176 [01:55<06:09, 104.71it/s]
|
213 |
23%|βββ | 11776/50176 [01:57<06:07, 104.63it/s]
|
214 |
24%|βββ | 12032/50176 [02:00<06:02, 105.37it/s]
|
215 |
24%|βββ | 12288/50176 [02:02<05:55, 106.72it/s]
|
216 |
25%|βββ | 12544/50176 [02:04<05:55, 105.79it/s]
|
217 |
26%|βββ | 12800/50176 [02:07<05:50, 106.56it/s]
|
218 |
26%|βββ | 13056/50176 [02:09<05:46, 107.16it/s]
|
219 |
27%|βββ | 13312/50176 [02:11<05:42, 107.65it/s]
|
220 |
27%|βββ | 13568/50176 [02:14<05:58, 102.07it/s]
|
221 |
28%|βββ | 13824/50176 [02:17<06:03, 99.92it/s]
|
222 |
28%|βββ | 14080/50176 [02:19<05:58, 100.69it/s]
|
223 |
29%|βββ | 14336/50176 [02:22<05:56, 100.47it/s]
|
224 |
29%|βββ | 14592/50176 [02:24<05:47, 102.43it/s]
|
225 |
30%|βββ | 14848/50176 [02:27<06:04, 96.88it/s]
|
226 |
30%|βββ | 15104/50176 [02:30<05:56, 98.42it/s]
|
227 |
31%|βββ | 15360/50176 [02:32<05:48, 99.78it/s]
|
228 |
31%|βββ | 15616/50176 [02:35<05:37, 102.49it/s]
|
229 |
32%|ββββ | 15872/50176 [02:37<05:37, 101.66it/s]
|
230 |
32%|ββββ | 16128/50176 [02:40<05:31, 102.80it/s]
|
231 |
33%|ββββ | 16384/50176 [02:42<05:27, 103.32it/s]
|
232 |
33%|ββββ | 16640/50176 [02:45<05:40, 98.38it/s]
|
233 |
34%|ββββ | 16896/50176 [02:47<05:30, 100.62it/s]
|
234 |
34%|ββββ | 17152/50176 [02:50<05:17, 104.02it/s]
|
235 |
35%|ββββ | 17408/50176 [02:52<05:18, 102.95it/s]
|
236 |
35%|ββββ | 17664/50176 [02:55<05:08, 105.42it/s]
|
237 |
36%|ββββ | 17920/50176 [02:57<05:01, 107.07it/s]
|
238 |
36%|ββββ | 18176/50176 [02:59<05:03, 105.41it/s]
|
239 |
37%|ββββ | 18432/50176 [03:02<05:00, 105.68it/s]
|
240 |
37%|ββββ | 18688/50176 [03:04<05:04, 103.31it/s]
|
241 |
38%|ββββ | 18944/50176 [03:07<05:02, 103.17it/s]
|
242 |
38%|ββββ | 19200/50176 [03:10<05:10, 99.70it/s]
|
243 |
39%|ββββ | 19456/50176 [03:12<05:14, 97.81it/s]
|
244 |
39%|ββββ | 19712/50176 [03:15<05:10, 98.02it/s]
|
245 |
40%|ββββ | 19968/50176 [03:18<05:08, 97.90it/s]
|
246 |
40%|ββββ | 20224/50176 [03:20<04:51, 102.86it/s]
|
247 |
41%|ββββ | 20480/50176 [03:22<04:41, 105.51it/s]
|
248 |
41%|βββββ | 20736/50176 [03:24<04:38, 105.71it/s]
|
249 |
42%|βββββ | 20992/50176 [03:27<04:34, 106.35it/s]
|
250 |
42%|βββββ | 21248/50176 [03:30<04:43, 102.11it/s]
|
251 |
43%|βββββ | 21504/50176 [03:32<04:39, 102.50it/s]
|
252 |
43%|βββββ | 21760/50176 [03:35<04:36, 102.79it/s]
|
253 |
44%|βββββ | 22016/50176 [03:37<04:26, 105.59it/s]
|
254 |
44%|βββββ | 22272/50176 [03:39<04:18, 107.90it/s]
|
255 |
45%|βββββ | 22528/50176 [03:41<04:16, 107.84it/s]
|
256 |
45%|βββββ | 22784/50176 [03:44<04:24, 103.38it/s]
|
257 |
46%|βββββ | 23040/50176 [03:47<04:29, 100.58it/s]
|
258 |
46%|ββοΏ½οΏ½οΏ½ββ | 23296/50176 [03:49<04:27, 100.55it/s]
|
259 |
47%|βββββ | 23552/50176 [03:52<04:32, 97.87it/s]
|
260 |
47%|βββββ | 23808/50176 [03:54<04:16, 102.78it/s]
|
261 |
48%|βββββ | 24064/50176 [03:57<04:11, 103.91it/s]
|
262 |
48%|βββββ | 24320/50176 [03:59<04:12, 102.55it/s]
|
263 |
49%|βββββ | 24576/50176 [04:02<04:15, 100.33it/s]
|
264 |
49%|βββββ | 24832/50176 [04:04<04:05, 103.17it/s]
|
265 |
50%|βββββ | 25088/50176 [04:07<03:59, 104.58it/s]
|
266 |
51%|βββββ | 25344/50176 [04:09<03:52, 106.86it/s]
|
267 |
51%|βββββ | 25600/50176 [04:12<03:54, 104.75it/s]
|
268 |
52%|ββββββ | 25856/50176 [04:14<03:48, 106.64it/s]
|
269 |
52%|ββββββ | 26112/50176 [04:16<03:45, 106.67it/s]
|
270 |
53%|ββββββ | 26368/50176 [04:19<03:46, 105.03it/s]
|
271 |
53%|ββββββ | 26624/50176 [04:21<03:41, 106.36it/s]
|
272 |
54%|ββββββ | 26880/50176 [04:24<03:40, 105.65it/s]
|
273 |
54%|ββββββ | 27136/50176 [04:26<03:39, 104.97it/s]
|
274 |
55%|ββββββ | 27392/50176 [04:28<03:34, 106.44it/s]
|
275 |
55%|ββββββ | 27648/50176 [04:30<03:23, 110.88it/s]
|
276 |
56%|ββββββ | 27904/50176 [04:33<03:31, 105.48it/s]
|
277 |
56%|ββββββ | 28160/50176 [04:36<03:33, 103.27it/s]
|
278 |
57%|ββββββ | 28416/50176 [04:38<03:28, 104.27it/s]
|
279 |
57%|ββββββ | 28672/50176 [04:41<03:30, 101.94it/s]
|
280 |
58%|ββββββ | 28928/50176 [04:43<03:25, 103.62it/s]
|
281 |
58%|ββββββ | 29184/50176 [04:46<03:21, 104.01it/s]
|
282 |
59%|ββββββ | 29440/50176 [04:48<03:30, 98.57it/s]
|
283 |
59%|ββββββ | 29696/50176 [04:51<03:30, 97.50it/s]
|
284 |
60%|ββββββ | 29952/50176 [04:54<03:28, 97.14it/s]
|
285 |
60%|ββββββ | 30208/50176 [04:56<03:21, 98.92it/s]
|
286 |
61%|ββββββ | 30464/50176 [04:58<03:09, 104.10it/s]
|
287 |
61%|ββββββ | 30720/50176 [05:01<03:10, 102.29it/s]
|
288 |
62%|βββββββ | 30976/50176 [05:04<03:06, 102.74it/s]
|
289 |
62%|βββββββ | 31232/50176 [05:06<03:02, 103.56it/s]
|
290 |
63%|βββββββ | 31488/50176 [05:08<02:57, 105.56it/s]
|
291 |
63%|βββββββ | 31744/50176 [05:11<02:53, 106.31it/s]
|
292 |
64%|βββββββ | 32000/50176 [05:13<02:49, 106.95it/s]
|
293 |
64%|βββββββ | 32256/50176 [05:15<02:47, 106.93it/s]
|
294 |
65%|βββββββ | 32512/50176 [05:18<02:55, 100.50it/s]
|
295 |
65%|βββββββ | 32768/50176 [05:21<02:50, 102.31it/s]
|
296 |
66%|βββββββ | 33024/50176 [05:23<02:43, 105.19it/s]
|
297 |
66%|βββββββ | 33280/50176 [05:26<02:42, 103.71it/s]
|
298 |
67%|βββββββ | 33536/50176 [05:28<02:40, 103.45it/s]
|
299 |
67%|βββββββ | 33792/50176 [05:30<02:33, 106.63it/s]
|
300 |
68%|βββββββ | 34048/50176 [05:33<02:28, 108.49it/s]
|
301 |
68%|βββββββ | 34304/50176 [05:35<02:22, 111.13it/s]
|
302 |
69%|βββββββ | 34560/50176 [05:37<02:27, 106.01it/s]
|
303 |
69%|βββββββ | 34816/50176 [05:45<03:54, 65.40it/s]
|
304 |
70%|βββββββ | 35072/50176 [05:47<03:27, 72.87it/s]
|
305 |
70%|βββββββ | 35328/50176 [05:50<03:01, 81.63it/s]
|
306 |
71%|βββββββ | 35584/50176 [05:52<02:46, 87.68it/s]
|
307 |
71%|ββββββββ | 35840/50176 [05:57<03:19, 71.84it/s]
|
308 |
72%|ββββββββ | 36096/50176 [06:02<03:30, 66.88it/s]
|
309 |
72%|ββββββββ | 36352/50176 [06:06<03:40, 62.68it/s]
|
310 |
73%|ββββββββ | 36608/50176 [06:11<03:46, 59.86it/s]
|
311 |
73%|ββββββββ | 36864/50176 [06:14<03:16, 67.60it/s]
|
312 |
74%|ββββββββ | 37120/50176 [06:16<02:50, 76.67it/s]
|
313 |
74%|ββββββββ | 37376/50176 [06:18<02:28, 86.07it/s]
|
314 |
75%|ββββββββ | 37632/50176 [06:20<02:17, 91.54it/s]
|
315 |
76%|ββββββββ | 37888/50176 [06:23<02:07, 96.25it/s]
|
316 |
76%|ββββββββ | 38144/50176 [06:28<02:47, 71.88it/s]
|
317 |
77%|ββββββββ | 38400/50176 [06:35<03:19, 59.09it/s]
|
318 |
77%|ββββββββ | 38656/50176 [06:37<02:49, 67.99it/s]
|
319 |
78%|ββββββββ | 38912/50176 [06:42<03:00, 62.26it/s]
|
320 |
78%|ββββββββ | 39168/50176 [06:45<02:38, 69.41it/s]
|
321 |
79%|ββββββββ | 39424/50176 [06:47<02:17, 78.44it/s]
|
322 |
79%|ββββββββ | 39680/50176 [06:49<02:02, 85.91it/s]
|
323 |
80%|ββββββββ | 39936/50176 [06:51<01:49, 93.16it/s]
|
324 |
80%|ββββββββ | 40192/50176 [06:54<01:41, 98.52it/s]
|
325 |
81%|ββββββββ | 40448/50176 [06:56<01:40, 97.08it/s]
|
326 |
81%|ββββββββ | 40704/50176 [06:59<01:37, 96.94it/s]
|
327 |
82%|βββββββββ | 40960/50176 [07:01<01:29, 102.75it/s]
|
328 |
82%|βββββββββ | 41216/50176 [07:04<01:27, 102.98it/s]
|
329 |
83%|βββββββββ | 41472/50176 [07:06<01:24, 102.62it/s]
|
330 |
83%|βββββββββ | 41728/50176 [07:08<01:19, 106.00it/s]
|
331 |
84%|βββββββββ | 41984/50176 [07:11<01:16, 106.48it/s]
|
332 |
84%|βββββββββ | 42240/50176 [07:13<01:13, 107.61it/s]
|
333 |
85%|βββββββββ | 42496/50176 [07:15<01:10, 109.63it/s]
|
334 |
85%|βββββββββ | 42752/50176 [07:18<01:07, 109.48it/s]
|
335 |
86%|βββββββββ | 43008/50176 [07:20<01:05, 108.87it/s]
|
336 |
86%|βββββββββ | 43264/50176 [07:22<01:04, 107.89it/s]
|
337 |
87%|βββββββββ | 43520/50176 [07:25<01:04, 103.20it/s]
|
338 |
87%|βββββββββ | 43776/50176 [07:28<01:01, 103.41it/s]
|
339 |
88%|βββββββββ | 44032/50176 [07:30<00:58, 104.53it/s]
|
340 |
88%|βββββββββ | 44288/50176 [07:32<00:55, 105.57it/s]
|
341 |
89%|βββββββββ | 44544/50176 [07:35<00:55, 102.38it/s]
|
342 |
89%|βββββββββ | 44800/50176 [07:38<00:52, 102.11it/s]
|
343 |
90%|βββββββββ | 45056/50176 [07:40<00:49, 103.25it/s]
|
344 |
90%|βββββββββ | 45312/50176 [07:43<00:48, 100.96it/s]
|
345 |
91%|βββββββββ | 45568/50176 [07:45<00:44, 104.00it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [07:47<00:41, 104.12it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [07:50<00:40, 101.59it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [07:53<00:37, 102.43it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [07:55<00:34, 104.58it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [07:57<00:32, 103.75it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [08:00<00:30, 99.42it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [08:03<00:28, 99.09it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [08:05<00:25, 101.58it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [08:08<00:22, 101.86it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [08:10<00:20, 101.51it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [08:13<00:17, 103.31it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [08:15<00:14, 102.93it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [08:18<00:12, 102.61it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [08:20<00:10, 99.98it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [08:23<00:07, 101.26it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [08:25<00:05, 100.04it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [08:28<00:02, 95.65it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:36:42 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:36:42 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:36:43 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_12.pt).
|
4 |
+
2022-12-21,09:36:52 | INFO | Model:
|
5 |
+
2022-12-21,09:36:52 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:36:52 | INFO | Params:
|
359 |
+
2022-12-21,09:36:52 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:36:52 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:36:52 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:36:52 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_12.pt/checkpoints
|
363 |
+
2022-12-21,09:36:52 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:36:52 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:36:52 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:36:52 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:36:52 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:36:52 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:36:52 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:36:52 | INFO | debug: False
|
371 |
+
2022-12-21,09:36:52 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:36:52 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:36:52 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:36:52 | INFO | distributed: False
|
375 |
+
2022-12-21,09:36:52 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:36:52 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:36:52 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:36:52 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:36:52 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:36:52 | INFO | horovod: False
|
381 |
+
2022-12-21,09:36:52 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:36:52 | INFO | image_std: None
|
383 |
+
2022-12-21,09:36:52 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:36:52 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:36:52 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:36:52 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:36:52 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:36:52 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:36:52 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:36:52 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:36:52 | INFO | log_local: False
|
392 |
+
2022-12-21,09:36:52 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_12.pt/out.log
|
393 |
+
2022-12-21,09:36:52 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:36:52 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:36:52 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:36:52 | INFO | name: epoch_12.pt
|
397 |
+
2022-12-21,09:36:52 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:36:52 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:36:52 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:36:52 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_12.pt
|
401 |
+
2022-12-21,09:36:52 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:36:52 | INFO | rank: 0
|
403 |
+
2022-12-21,09:36:52 | INFO | report_to:
|
404 |
+
2022-12-21,09:36:52 | INFO | resume: None
|
405 |
+
2022-12-21,09:36:52 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:36:52 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:36:52 | INFO | seed: 0
|
408 |
+
2022-12-21,09:36:52 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:36:52 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:36:52 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:36:52 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:36:52 | INFO | trace: False
|
413 |
+
2022-12-21,09:36:52 | INFO | train_data: None
|
414 |
+
2022-12-21,09:36:52 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:36:52 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:36:52 | INFO | val_data: None
|
417 |
+
2022-12-21,09:36:52 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:36:52 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:36:52 | INFO | wandb: False
|
420 |
+
2022-12-21,09:36:52 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:36:52 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:36:52 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:36:52 | INFO | workers: 1
|
424 |
+
2022-12-21,09:36:52 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:36:52 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:36:53 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:36:53 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<13:26, 1.24it/s]
|
431 |
1%| | 6/1000 [00:00<01:56, 8.56it/s]
|
432 |
1%| | 12/1000 [00:01<00:57, 17.16it/s]
|
433 |
2%|β | 18/1000 [00:01<00:38, 25.44it/s]
|
434 |
2%|β | 24/1000 [00:01<00:29, 32.66it/s]
|
435 |
3%|β | 30/1000 [00:01<00:25, 38.77it/s]
|
436 |
4%|β | 36/1000 [00:01<00:22, 43.60it/s]
|
437 |
4%|β | 42/1000 [00:01<00:20, 47.36it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 50.20it/s]
|
439 |
5%|β | 54/1000 [00:01<00:18, 52.27it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 53.81it/s]
|
441 |
7%|β | 66/1000 [00:01<00:17, 54.92it/s]
|
442 |
7%|β | 72/1000 [00:02<00:16, 55.65it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 56.19it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.77it/s]
|
445 |
9%|β | 90/1000 [00:02<00:15, 57.04it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.46it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.59it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.88it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 58.01it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 58.02it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.88it/s]
|
452 |
13%|ββ | 132/1000 [00:03<00:14, 57.94it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.91it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.97it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 58.03it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 58.07it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.95it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.81it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.81it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.76it/s]
|
461 |
19%|ββ | 186/1000 [00:04<00:14, 57.67it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.64it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.61it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.43it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.35it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.46it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.42it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.58it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:14, 51.94it/s]
|
470 |
24%|βββ | 240/1000 [00:05<00:14, 53.44it/s]
|
471 |
25%|βββ | 246/1000 [00:05<00:13, 54.63it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:13, 55.55it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:13, 56.26it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 56.75it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 56.89it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.13it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.46it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.67it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 57.94it/s]
|
480 |
30%|βββ | 300/1000 [00:06<00:12, 57.97it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:11, 57.93it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 58.11it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 58.12it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 58.06it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.91it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.98it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 58.08it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 58.18it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.94it/s]
|
490 |
36%|ββββ | 360/1000 [00:07<00:11, 57.85it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 57.93it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 58.04it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.96it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.66it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.70it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.82it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.98it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 58.05it/s]
|
499 |
41%|βββββ | 414/1000 [00:08<00:10, 58.05it/s]
|
500 |
42%|βββββ | 420/1000 [00:08<00:09, 58.05it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 58.07it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 58.18it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 58.17it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.96it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 58.02it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 58.07it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 58.03it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 57.98it/s]
|
509 |
47%|βββββ | 474/1000 [00:09<00:09, 58.13it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:08, 58.06it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 58.04it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 58.04it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.94it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 58.00it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.92it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.99it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.04it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.13it/s]
|
519 |
53%|ββββββ | 534/1000 [00:10<00:08, 58.01it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.13it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.15it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.06it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.07it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.11it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.02it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.94it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.09it/s]
|
528 |
59%|ββββββ | 588/1000 [00:11<00:07, 58.07it/s]
|
529 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.99it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.09it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.02it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.03it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.13it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.14it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.22it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.05it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.99it/s]
|
538 |
65%|βββββββ | 648/1000 [00:12<00:06, 58.14it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.10it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.17it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.21it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.12it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.15it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.17it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.21it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.09it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.18it/s]
|
548 |
71%|βββββββ | 708/1000 [00:13<00:05, 58.16it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.12it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.14it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.10it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.11it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.13it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.10it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.18it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.27it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:14<00:04, 58.11it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:14<00:03, 58.18it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.13it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.17it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.20it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 58.02it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 58.02it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.07it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.01it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 58.02it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:15<00:03, 57.83it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.97it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.16it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.24it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.19it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.26it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.20it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.21it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.15it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.19it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:16<00:02, 58.19it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.07it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.17it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.15it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.12it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.16it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.15it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.14it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.22it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.26it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.25it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.26it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.29it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.24it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.29it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.36it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.38it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.37it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.30it/s]
|
596 |
+
2022-12-21,09:37:11 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:02<07:42, 108.02it/s]
|
600 |
1%| | 512/50176 [00:04<07:12, 114.70it/s]
|
601 |
2%|β | 768/50176 [00:06<07:28, 110.23it/s]
|
602 |
2%|β | 1024/50176 [00:09<08:00, 102.38it/s]
|
603 |
3%|β | 1280/50176 [00:12<08:10, 99.76it/s]
|
604 |
3%|β | 1536/50176 [00:15<08:59, 90.09it/s]
|
605 |
4%|β | 1792/50176 [00:18<08:39, 93.12it/s]
|
606 |
4%|β | 2048/50176 [00:21<08:32, 93.87it/s]
|
607 |
5%|β | 2304/50176 [00:23<08:20, 95.67it/s]
|
608 |
5%|β | 2560/50176 [00:26<08:08, 97.49it/s]
|
609 |
6%|β | 2816/50176 [00:28<08:17, 95.24it/s]
|
610 |
6%|β | 3072/50176 [00:31<08:16, 94.80it/s]
|
611 |
7%|β | 3328/50176 [00:34<08:03, 96.83it/s]
|
612 |
7%|β | 3584/50176 [00:36<07:43, 100.56it/s]
|
613 |
8%|β | 3840/50176 [00:39<07:58, 96.75it/s]
|
614 |
8%|β | 4096/50176 [00:42<08:11, 93.73it/s]
|
615 |
9%|β | 4352/50176 [00:44<07:56, 96.11it/s]
|
616 |
9%|β | 4608/50176 [00:47<07:36, 99.82it/s]
|
617 |
10%|β | 4864/50176 [00:49<07:24, 101.96it/s]
|
618 |
10%|β | 5120/50176 [00:51<07:20, 102.25it/s]
|
619 |
11%|β | 5376/50176 [00:54<07:17, 102.29it/s]
|
620 |
11%|β | 5632/50176 [00:57<07:16, 102.12it/s]
|
621 |
12%|ββ | 5888/50176 [00:59<07:15, 101.79it/s]
|
622 |
12%|ββ | 6144/50176 [01:02<07:43, 94.98it/s]
|
623 |
13%|ββ | 6400/50176 [01:05<07:36, 95.96it/s]
|
624 |
13%|ββ | 6656/50176 [01:07<07:31, 96.41it/s]
|
625 |
14%|ββ | 6912/50176 [01:10<07:27, 96.69it/s]
|
626 |
14%|ββ | 7168/50176 [01:12<07:12, 99.54it/s]
|
627 |
15%|ββ | 7424/50176 [01:15<07:09, 99.58it/s]
|
628 |
15%|ββ | 7680/50176 [01:18<07:05, 99.81it/s]
|
629 |
16%|ββ | 7936/50176 [01:20<06:49, 103.11it/s]
|
630 |
16%|ββ | 8192/50176 [01:22<06:47, 102.93it/s]
|
631 |
17%|ββ | 8448/50176 [01:25<06:48, 102.08it/s]
|
632 |
17%|ββ | 8704/50176 [01:27<06:49, 101.38it/s]
|
633 |
18%|ββ | 8960/50176 [01:30<06:47, 101.13it/s]
|
634 |
18%|ββ | 9216/50176 [01:32<06:38, 102.75it/s]
|
635 |
19%|ββ | 9472/50176 [01:35<06:31, 103.95it/s]
|
636 |
19%|ββ | 9728/50176 [01:37<06:35, 102.18it/s]
|
637 |
20%|ββ | 9984/50176 [01:40<06:47, 98.75it/s]
|
638 |
20%|ββ | 10240/50176 [01:42<06:30, 102.16it/s]
|
639 |
21%|ββ | 10496/50176 [01:45<06:17, 105.06it/s]
|
640 |
21%|βββ | 10752/50176 [01:47<06:28, 101.39it/s]
|
641 |
22%|βββ | 11008/50176 [01:50<06:23, 102.19it/s]
|
642 |
22%|βββ | 11264/50176 [01:52<06:11, 104.67it/s]
|
643 |
23%|βββ | 11520/50176 [01:55<06:09, 104.71it/s]
|
644 |
23%|βββ | 11776/50176 [01:57<06:07, 104.63it/s]
|
645 |
24%|βββ | 12032/50176 [02:00<06:02, 105.37it/s]
|
646 |
24%|βββ | 12288/50176 [02:02<05:55, 106.72it/s]
|
647 |
25%|βββ | 12544/50176 [02:04<05:55, 105.79it/s]
|
648 |
26%|βββ | 12800/50176 [02:07<05:50, 106.56it/s]
|
649 |
26%|βββ | 13056/50176 [02:09<05:46, 107.16it/s]
|
650 |
27%|βββ | 13312/50176 [02:11<05:42, 107.65it/s]
|
651 |
27%|βββ | 13568/50176 [02:14<05:58, 102.07it/s]
|
652 |
28%|βββ | 13824/50176 [02:17<06:03, 99.92it/s]
|
653 |
28%|βββ | 14080/50176 [02:19<05:58, 100.69it/s]
|
654 |
29%|βββ | 14336/50176 [02:22<05:56, 100.47it/s]
|
655 |
29%|βββ | 14592/50176 [02:24<05:47, 102.43it/s]
|
656 |
30%|βββ | 14848/50176 [02:27<06:04, 96.88it/s]
|
657 |
30%|βββ | 15104/50176 [02:30<05:56, 98.42it/s]
|
658 |
31%|βββ | 15360/50176 [02:32<05:48, 99.78it/s]
|
659 |
31%|βββ | 15616/50176 [02:35<05:37, 102.49it/s]
|
660 |
32%|ββββ | 15872/50176 [02:37<05:37, 101.66it/s]
|
661 |
32%|ββββ | 16128/50176 [02:40<05:31, 102.80it/s]
|
662 |
33%|ββββ | 16384/50176 [02:42<05:27, 103.32it/s]
|
663 |
33%|ββββ | 16640/50176 [02:45<05:40, 98.38it/s]
|
664 |
34%|ββββ | 16896/50176 [02:47<05:30, 100.62it/s]
|
665 |
34%|ββββ | 17152/50176 [02:50<05:17, 104.02it/s]
|
666 |
35%|ββββ | 17408/50176 [02:52<05:18, 102.95it/s]
|
667 |
35%|ββββ | 17664/50176 [02:55<05:08, 105.42it/s]
|
668 |
36%|ββββ | 17920/50176 [02:57<05:01, 107.07it/s]
|
669 |
36%|ββββ | 18176/50176 [02:59<05:03, 105.41it/s]
|
670 |
37%|ββββ | 18432/50176 [03:02<05:00, 105.68it/s]
|
671 |
37%|ββββ | 18688/50176 [03:04<05:04, 103.31it/s]
|
672 |
38%|ββββ | 18944/50176 [03:07<05:02, 103.17it/s]
|
673 |
38%|ββββ | 19200/50176 [03:10<05:10, 99.70it/s]
|
674 |
39%|ββββ | 19456/50176 [03:12<05:14, 97.81it/s]
|
675 |
39%|ββββ | 19712/50176 [03:15<05:10, 98.02it/s]
|
676 |
40%|ββββ | 19968/50176 [03:18<05:08, 97.90it/s]
|
677 |
40%|ββββ | 20224/50176 [03:20<04:51, 102.86it/s]
|
678 |
41%|ββββ | 20480/50176 [03:22<04:41, 105.51it/s]
|
679 |
41%|βββββ | 20736/50176 [03:24<04:38, 105.71it/s]
|
680 |
42%|βββββ | 20992/50176 [03:27<04:34, 106.35it/s]
|
681 |
42%|βββββ | 21248/50176 [03:30<04:43, 102.11it/s]
|
682 |
43%|βββββ | 21504/50176 [03:32<04:39, 102.50it/s]
|
683 |
43%|βββββ | 21760/50176 [03:35<04:36, 102.79it/s]
|
684 |
44%|βββββ | 22016/50176 [03:37<04:26, 105.59it/s]
|
685 |
44%|βββββ | 22272/50176 [03:39<04:18, 107.90it/s]
|
686 |
45%|βββββ | 22528/50176 [03:41<04:16, 107.84it/s]
|
687 |
45%|βββββ | 22784/50176 [03:44<04:24, 103.38it/s]
|
688 |
46%|βββββ | 23040/50176 [03:47<04:29, 100.58it/s]
|
689 |
46%|ββοΏ½οΏ½οΏ½ββ | 23296/50176 [03:49<04:27, 100.55it/s]
|
690 |
47%|βββββ | 23552/50176 [03:52<04:32, 97.87it/s]
|
691 |
47%|βββββ | 23808/50176 [03:54<04:16, 102.78it/s]
|
692 |
48%|βββββ | 24064/50176 [03:57<04:11, 103.91it/s]
|
693 |
48%|βββββ | 24320/50176 [03:59<04:12, 102.55it/s]
|
694 |
49%|βββββ | 24576/50176 [04:02<04:15, 100.33it/s]
|
695 |
49%|βββββ | 24832/50176 [04:04<04:05, 103.17it/s]
|
696 |
50%|βββββ | 25088/50176 [04:07<03:59, 104.58it/s]
|
697 |
51%|βββββ | 25344/50176 [04:09<03:52, 106.86it/s]
|
698 |
51%|βββββ | 25600/50176 [04:12<03:54, 104.75it/s]
|
699 |
52%|ββββββ | 25856/50176 [04:14<03:48, 106.64it/s]
|
700 |
52%|ββββββ | 26112/50176 [04:16<03:45, 106.67it/s]
|
701 |
53%|ββββββ | 26368/50176 [04:19<03:46, 105.03it/s]
|
702 |
53%|ββββββ | 26624/50176 [04:21<03:41, 106.36it/s]
|
703 |
54%|ββββββ | 26880/50176 [04:24<03:40, 105.65it/s]
|
704 |
54%|ββββββ | 27136/50176 [04:26<03:39, 104.97it/s]
|
705 |
55%|ββββββ | 27392/50176 [04:28<03:34, 106.44it/s]
|
706 |
55%|ββββββ | 27648/50176 [04:30<03:23, 110.88it/s]
|
707 |
56%|ββββββ | 27904/50176 [04:33<03:31, 105.48it/s]
|
708 |
56%|ββββββ | 28160/50176 [04:36<03:33, 103.27it/s]
|
709 |
57%|ββββββ | 28416/50176 [04:38<03:28, 104.27it/s]
|
710 |
57%|ββββββ | 28672/50176 [04:41<03:30, 101.94it/s]
|
711 |
58%|ββββββ | 28928/50176 [04:43<03:25, 103.62it/s]
|
712 |
58%|ββββββ | 29184/50176 [04:46<03:21, 104.01it/s]
|
713 |
59%|ββββββ | 29440/50176 [04:48<03:30, 98.57it/s]
|
714 |
59%|ββββββ | 29696/50176 [04:51<03:30, 97.50it/s]
|
715 |
60%|ββββββ | 29952/50176 [04:54<03:28, 97.14it/s]
|
716 |
60%|ββββββ | 30208/50176 [04:56<03:21, 98.92it/s]
|
717 |
61%|ββββββ | 30464/50176 [04:58<03:09, 104.10it/s]
|
718 |
61%|ββββββ | 30720/50176 [05:01<03:10, 102.29it/s]
|
719 |
62%|βββββββ | 30976/50176 [05:04<03:06, 102.74it/s]
|
720 |
62%|βββββββ | 31232/50176 [05:06<03:02, 103.56it/s]
|
721 |
63%|βββββββ | 31488/50176 [05:08<02:57, 105.56it/s]
|
722 |
63%|βββββββ | 31744/50176 [05:11<02:53, 106.31it/s]
|
723 |
64%|βββββββ | 32000/50176 [05:13<02:49, 106.95it/s]
|
724 |
64%|βββββββ | 32256/50176 [05:15<02:47, 106.93it/s]
|
725 |
65%|βββββββ | 32512/50176 [05:18<02:55, 100.50it/s]
|
726 |
65%|βββββββ | 32768/50176 [05:21<02:50, 102.31it/s]
|
727 |
66%|βββββββ | 33024/50176 [05:23<02:43, 105.19it/s]
|
728 |
66%|βββββββ | 33280/50176 [05:26<02:42, 103.71it/s]
|
729 |
67%|βββββββ | 33536/50176 [05:28<02:40, 103.45it/s]
|
730 |
67%|βββββββ | 33792/50176 [05:30<02:33, 106.63it/s]
|
731 |
68%|βββββββ | 34048/50176 [05:33<02:28, 108.49it/s]
|
732 |
68%|βββββββ | 34304/50176 [05:35<02:22, 111.13it/s]
|
733 |
69%|βββββββ | 34560/50176 [05:37<02:27, 106.01it/s]
|
734 |
69%|βββββββ | 34816/50176 [05:45<03:54, 65.40it/s]
|
735 |
70%|βββββββ | 35072/50176 [05:47<03:27, 72.87it/s]
|
736 |
70%|βββββββ | 35328/50176 [05:50<03:01, 81.63it/s]
|
737 |
71%|βββββββ | 35584/50176 [05:52<02:46, 87.68it/s]
|
738 |
71%|ββββββββ | 35840/50176 [05:57<03:19, 71.84it/s]
|
739 |
72%|ββββββββ | 36096/50176 [06:02<03:30, 66.88it/s]
|
740 |
72%|ββββββββ | 36352/50176 [06:06<03:40, 62.68it/s]
|
741 |
73%|ββββββββ | 36608/50176 [06:11<03:46, 59.86it/s]
|
742 |
73%|ββββββββ | 36864/50176 [06:14<03:16, 67.60it/s]
|
743 |
74%|ββββββββ | 37120/50176 [06:16<02:50, 76.67it/s]
|
744 |
74%|ββββββββ | 37376/50176 [06:18<02:28, 86.07it/s]
|
745 |
75%|ββββββββ | 37632/50176 [06:20<02:17, 91.54it/s]
|
746 |
76%|ββββββββ | 37888/50176 [06:23<02:07, 96.25it/s]
|
747 |
76%|ββββββββ | 38144/50176 [06:28<02:47, 71.88it/s]
|
748 |
77%|ββββββββ | 38400/50176 [06:35<03:19, 59.09it/s]
|
749 |
77%|ββββββββ | 38656/50176 [06:37<02:49, 67.99it/s]
|
750 |
78%|ββββββββ | 38912/50176 [06:42<03:00, 62.26it/s]
|
751 |
78%|ββββββββ | 39168/50176 [06:45<02:38, 69.41it/s]
|
752 |
79%|ββββββββ | 39424/50176 [06:47<02:17, 78.44it/s]
|
753 |
79%|ββββββββ | 39680/50176 [06:49<02:02, 85.91it/s]
|
754 |
80%|ββββββββ | 39936/50176 [06:51<01:49, 93.16it/s]
|
755 |
80%|ββββββββ | 40192/50176 [06:54<01:41, 98.52it/s]
|
756 |
81%|ββββββββ | 40448/50176 [06:56<01:40, 97.08it/s]
|
757 |
81%|ββββββββ | 40704/50176 [06:59<01:37, 96.94it/s]
|
758 |
82%|βββββββββ | 40960/50176 [07:01<01:29, 102.75it/s]
|
759 |
82%|βββββββββ | 41216/50176 [07:04<01:27, 102.98it/s]
|
760 |
83%|βββββββββ | 41472/50176 [07:06<01:24, 102.62it/s]
|
761 |
83%|βββββββββ | 41728/50176 [07:08<01:19, 106.00it/s]
|
762 |
84%|βββββββββ | 41984/50176 [07:11<01:16, 106.48it/s]
|
763 |
84%|βββββββββ | 42240/50176 [07:13<01:13, 107.61it/s]
|
764 |
85%|βββββββββ | 42496/50176 [07:15<01:10, 109.63it/s]
|
765 |
85%|βββββββββ | 42752/50176 [07:18<01:07, 109.48it/s]
|
766 |
86%|βββββββββ | 43008/50176 [07:20<01:05, 108.87it/s]
|
767 |
86%|βββββββββ | 43264/50176 [07:22<01:04, 107.89it/s]
|
768 |
87%|βββββββββ | 43520/50176 [07:25<01:04, 103.20it/s]
|
769 |
87%|βββββββββ | 43776/50176 [07:28<01:01, 103.41it/s]
|
770 |
88%|βββββββββ | 44032/50176 [07:30<00:58, 104.53it/s]
|
771 |
88%|βββββββββ | 44288/50176 [07:32<00:55, 105.57it/s]
|
772 |
89%|βββββββββ | 44544/50176 [07:35<00:55, 102.38it/s]
|
773 |
89%|βββββββββ | 44800/50176 [07:38<00:52, 102.11it/s]
|
774 |
90%|βββββββββ | 45056/50176 [07:40<00:49, 103.25it/s]
|
775 |
90%|βββββββββ | 45312/50176 [07:43<00:48, 100.96it/s]
|
776 |
91%|βββββββββ | 45568/50176 [07:45<00:44, 104.00it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [07:47<00:41, 104.12it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [07:50<00:40, 101.59it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [07:53<00:37, 102.43it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [07:55<00:34, 104.58it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [07:57<00:32, 103.75it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [08:00<00:30, 99.42it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [08:03<00:28, 99.09it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [08:05<00:25, 101.58it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [08:08<00:22, 101.86it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [08:10<00:20, 101.51it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [08:13<00:17, 103.31it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [08:15<00:14, 102.93it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [08:18<00:12, 102.61it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [08:20<00:10, 99.98it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [08:23<00:07, 101.26it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [08:25<00:05, 100.04it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [08:28<00:02, 95.65it/s]
|
794 |
+
2022-12-21,09:45:40 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,09:45:40 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5369 imagenet-zeroshot-val-top5: 0.8153
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_13.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d197318f457dba0d5b00836bbe0f000d94e2348ee341518de4f0fc2f7883029
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_13.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<10:33, 1.58it/s]
|
2 |
1%| | 6/1000 [00:00<01:35, 10.46it/s]
|
3 |
1%| | 12/1000 [00:00<00:48, 20.31it/s]
|
4 |
2%|β | 18/1000 [00:00<00:33, 29.02it/s]
|
5 |
2%|β | 24/1000 [00:01<00:27, 36.07it/s]
|
6 |
3%|β | 30/1000 [00:01<00:23, 41.73it/s]
|
7 |
4%|β | 36/1000 [00:01<00:21, 45.84it/s]
|
8 |
4%|β | 42/1000 [00:01<00:19, 49.07it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 51.47it/s]
|
10 |
5%|β | 54/1000 [00:01<00:17, 53.17it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 54.39it/s]
|
12 |
7%|β | 66/1000 [00:01<00:16, 55.28it/s]
|
13 |
7%|β | 72/1000 [00:01<00:16, 55.92it/s]
|
14 |
8%|β | 78/1000 [00:01<00:16, 56.40it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.81it/s]
|
16 |
9%|β | 90/1000 [00:02<00:15, 57.10it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.47it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.64it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.80it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 57.87it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 57.86it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.78it/s]
|
23 |
13%|ββ | 132/1000 [00:02<00:15, 57.77it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.78it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.85it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.95it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 57.95it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.83it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.72it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.74it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.70it/s]
|
32 |
19%|ββ | 186/1000 [00:03<00:14, 57.64it/s]
|
33 |
19%|ββ | 192/1000 [00:03<00:14, 57.59it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.51it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.34it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.25it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.38it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.34it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.52it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.50it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.42it/s]
|
42 |
25%|βββ | 246/1000 [00:04<00:13, 57.47it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:13, 57.52it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.61it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.68it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.48it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.51it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.70it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.82it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 58.04it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 58.02it/s]
|
52 |
31%|βββ | 306/1000 [00:05<00:11, 58.00it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 58.14it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 58.09it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 58.03it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.85it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.92it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 57.93it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 58.02it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.82it/s]
|
61 |
36%|ββββ | 360/1000 [00:06<00:11, 57.84it/s]
|
62 |
37%|ββββ | 366/1000 [00:06<00:10, 57.94it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 58.02it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.93it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.61it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.69it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.78it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.91it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 57.99it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 57.99it/s]
|
71 |
42%|βββββ | 420/1000 [00:07<00:09, 58.01it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 58.03it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 58.14it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 58.13it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.90it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 57.98it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 58.04it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 58.02it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 57.97it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 58.10it/s]
|
81 |
48%|βββββ | 480/1000 [00:08<00:08, 57.98it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 57.95it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 57.96it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.88it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 57.93it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.86it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.93it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.98it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.07it/s]
|
90 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.02it/s]
|
91 |
54%|ββββββ | 540/1000 [00:09<00:07, 58.15it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.11it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.00it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.99it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.04it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.90it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.85it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.00it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.00it/s]
|
100 |
59%|ββββββ | 594/1000 [00:10<00:07, 57.91it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.03it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.96it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.96it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.08it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.04it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.14it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.96it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.88it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.03it/s]
|
110 |
65%|βββββββ | 654/1000 [00:11<00:05, 58.00it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.09it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.12it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.07it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.09it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.10it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.14it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.04it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.15it/s]
|
119 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.13it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:12<00:04, 58.11it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.14it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.10it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.11it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.13it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.12it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.19it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.27it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.09it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.18it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.12it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.15it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.18it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.97it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.95it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.97it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.71it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.76it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.84it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:14<00:02, 57.97it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.16it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.22it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.15it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.21it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.17it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.16it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.10it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.15it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.13it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:15<00:01, 58.00it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.12it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.11it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.07it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.11it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.09it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.08it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.18it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.21it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.18it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.21it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.21it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.16it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.21it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.25it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.27it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.28it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 57.98it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:02<06:35, 126.10it/s]
|
169 |
1%| | 512/50176 [00:04<06:37, 124.94it/s]
|
170 |
2%|β | 768/50176 [00:06<06:46, 121.63it/s]
|
171 |
2%|β | 1024/50176 [00:08<06:47, 120.50it/s]
|
172 |
3%|β | 1280/50176 [00:10<07:06, 114.59it/s]
|
173 |
3%|β | 1536/50176 [00:13<07:36, 106.55it/s]
|
174 |
4%|β | 1792/50176 [00:15<07:25, 108.67it/s]
|
175 |
4%|β | 2048/50176 [00:18<07:16, 110.37it/s]
|
176 |
5%|β | 2304/50176 [00:20<07:04, 112.78it/s]
|
177 |
5%|β | 2560/50176 [00:22<07:01, 112.94it/s]
|
178 |
6%|β | 2816/50176 [00:24<07:10, 110.04it/s]
|
179 |
6%|β | 3072/50176 [00:27<07:12, 108.79it/s]
|
180 |
7%|β | 3328/50176 [00:29<07:08, 109.37it/s]
|
181 |
7%|β | 3584/50176 [00:31<06:54, 112.27it/s]
|
182 |
8%|β | 3840/50176 [00:34<07:18, 105.68it/s]
|
183 |
8%|β | 4096/50176 [00:37<07:36, 100.84it/s]
|
184 |
9%|β | 4352/50176 [00:39<07:28, 102.07it/s]
|
185 |
9%|β | 4608/50176 [00:42<07:14, 104.82it/s]
|
186 |
10%|β | 4864/50176 [00:44<07:06, 106.16it/s]
|
187 |
10%|β | 5120/50176 [00:46<07:04, 106.18it/s]
|
188 |
11%|β | 5376/50176 [00:49<07:09, 104.33it/s]
|
189 |
11%|β | 5632/50176 [00:51<07:10, 103.37it/s]
|
190 |
12%|ββ | 5888/50176 [00:54<07:07, 103.62it/s]
|
191 |
12%|ββ | 6144/50176 [00:57<07:34, 96.88it/s]
|
192 |
13%|ββ | 6400/50176 [01:00<07:31, 97.00it/s]
|
193 |
13%|ββ | 6656/50176 [01:02<07:21, 98.56it/s]
|
194 |
14%|ββ | 6912/50176 [01:05<07:18, 98.67it/s]
|
195 |
14%|ββ | 7168/50176 [01:07<07:14, 98.98it/s]
|
196 |
15%|ββ | 7424/50176 [01:10<07:01, 101.32it/s]
|
197 |
15%|ββ | 7680/50176 [01:12<06:56, 102.04it/s]
|
198 |
16%|ββ | 7936/50176 [01:14<06:47, 103.63it/s]
|
199 |
16%|ββ | 8192/50176 [01:17<06:43, 104.05it/s]
|
200 |
17%|ββ | 8448/50176 [01:20<06:51, 101.46it/s]
|
201 |
17%|ββ | 8704/50176 [01:22<06:47, 101.68it/s]
|
202 |
18%|ββ | 8960/50176 [01:25<06:48, 100.82it/s]
|
203 |
18%|ββ | 9216/50176 [01:27<06:43, 101.51it/s]
|
204 |
19%|ββ | 9472/50176 [01:30<06:41, 101.39it/s]
|
205 |
19%|ββ | 9728/50176 [01:32<06:43, 100.12it/s]
|
206 |
20%|ββ | 9984/50176 [01:35<06:43, 99.72it/s]
|
207 |
20%|ββ | 10240/50176 [01:37<06:28, 102.75it/s]
|
208 |
21%|ββ | 10496/50176 [01:40<06:21, 104.07it/s]
|
209 |
21%|βββ | 10752/50176 [01:42<06:28, 101.51it/s]
|
210 |
22%|βββ | 11008/50176 [01:45<06:24, 101.79it/s]
|
211 |
22%|βββ | 11264/50176 [01:47<06:16, 103.22it/s]
|
212 |
23%|βββ | 11520/50176 [01:50<06:09, 104.51it/s]
|
213 |
23%|βββ | 11776/50176 [01:52<06:06, 104.85it/s]
|
214 |
24%|βββ | 12032/50176 [01:54<06:05, 104.27it/s]
|
215 |
24%|βββ | 12288/50176 [01:57<05:54, 106.93it/s]
|
216 |
25%|βββ | 12544/50176 [01:59<05:49, 107.54it/s]
|
217 |
26%|βββ | 12800/50176 [02:02<05:51, 106.22it/s]
|
218 |
26%|βββ | 13056/50176 [02:04<05:47, 106.69it/s]
|
219 |
27%|βββ | 13312/50176 [02:06<05:48, 105.85it/s]
|
220 |
27%|βββ | 13568/50176 [02:09<06:05, 100.23it/s]
|
221 |
28%|βββ | 13824/50176 [02:12<06:08, 98.77it/s]
|
222 |
28%|βββ | 14080/50176 [02:14<06:00, 100.11it/s]
|
223 |
29%|βββ | 14336/50176 [02:17<05:57, 100.20it/s]
|
224 |
29%|βββ | 14592/50176 [02:19<05:50, 101.59it/s]
|
225 |
30%|βββ | 14848/50176 [02:22<05:54, 99.66it/s]
|
226 |
30%|βββ | 15104/50176 [02:25<05:55, 98.70it/s]
|
227 |
31%|βββ | 15360/50176 [02:27<05:47, 100.13it/s]
|
228 |
31%|βββ | 15616/50176 [02:30<05:37, 102.28it/s]
|
229 |
32%|ββββ | 15872/50176 [02:32<05:39, 101.18it/s]
|
230 |
32%|ββββ | 16128/50176 [02:35<05:34, 101.89it/s]
|
231 |
33%|ββββ | 16384/50176 [02:37<05:32, 101.62it/s]
|
232 |
33%|ββββ | 16640/50176 [02:40<05:38, 99.06it/s]
|
233 |
34%|ββββ | 16896/50176 [02:42<05:30, 100.59it/s]
|
234 |
34%|ββββ | 17152/50176 [02:45<05:23, 102.23it/s]
|
235 |
35%|ββββ | 17408/50176 [02:47<05:17, 103.13it/s]
|
236 |
35%|ββββ | 17664/50176 [02:49<05:03, 107.05it/s]
|
237 |
36%|ββββ | 17920/50176 [02:52<04:55, 108.98it/s]
|
238 |
36%|ββββ | 18176/50176 [02:54<04:59, 106.76it/s]
|
239 |
37%|ββββ | 18432/50176 [02:56<04:54, 107.65it/s]
|
240 |
37%|ββββ | 18688/50176 [02:59<05:01, 104.57it/s]
|
241 |
38%|ββββ | 18944/50176 [03:02<05:04, 102.67it/s]
|
242 |
38%|ββββ | 19200/50176 [03:04<05:09, 99.93it/s]
|
243 |
39%|ββββ | 19456/50176 [03:07<05:12, 98.24it/s]
|
244 |
39%|ββββ | 19712/50176 [03:10<05:13, 97.23it/s]
|
245 |
40%|ββββ | 19968/50176 [03:12<05:11, 96.95it/s]
|
246 |
40%|ββββ | 20224/50176 [03:15<04:55, 101.37it/s]
|
247 |
41%|ββββ | 20480/50176 [03:17<04:48, 103.11it/s]
|
248 |
41%|βββββ | 20736/50176 [03:19<04:42, 104.37it/s]
|
249 |
42%|βββββ | 20992/50176 [03:22<04:38, 104.82it/s]
|
250 |
42%|βββββ | 21248/50176 [03:25<04:41, 102.60it/s]
|
251 |
43%|βββββ | 21504/50176 [03:27<04:38, 103.09it/s]
|
252 |
43%|βββββ | 21760/50176 [03:29<04:30, 105.19it/s]
|
253 |
44%|βββββ | 22016/50176 [03:32<04:20, 108.30it/s]
|
254 |
44%|βββββ | 22272/50176 [03:34<04:17, 108.19it/s]
|
255 |
45%|βββββ | 22528/50176 [03:36<04:19, 106.40it/s]
|
256 |
45%|βββββ | 22784/50176 [03:39<04:30, 101.29it/s]
|
257 |
46%|βββββ | 23040/50176 [03:42<04:33, 99.27it/s]
|
258 |
46%|βββββ | 23296/50176 [03:45<04:32, 98.47it/s]
|
259 |
47%|βββββ | 23552/50176 [03:50<05:45, 77.16it/s]
|
260 |
47%|βββββ | 23808/50176 [03:52<05:13, 84.02it/s]
|
261 |
48%|βββββ | 24064/50176 [03:55<04:56, 88.13it/s]
|
262 |
48%|βββββ | 24320/50176 [03:57<04:41, 91.88it/s]
|
263 |
49%|βββββ | 24576/50176 [04:00<04:32, 93.92it/s]
|
264 |
49%|βββββ | 24832/50176 [04:02<04:18, 97.92it/s]
|
265 |
50%|βββββ | 25088/50176 [04:04<04:06, 101.81it/s]
|
266 |
51%|βββββ | 25344/50176 [04:07<03:56, 104.96it/s]
|
267 |
51%|βββββ | 25600/50176 [04:09<03:55, 104.34it/s]
|
268 |
52%|ββββββ | 25856/50176 [04:11<03:46, 107.17it/s]
|
269 |
52%|ββββββ | 26112/50176 [04:14<03:43, 107.51it/s]
|
270 |
53%|ββββββ | 26368/50176 [04:16<03:44, 106.18it/s]
|
271 |
53%|ββββββ | 26624/50176 [04:18<03:38, 107.85it/s]
|
272 |
54%|ββββββ | 26880/50176 [04:21<03:39, 106.27it/s]
|
273 |
54%|ββββββ | 27136/50176 [04:23<03:41, 104.05it/s]
|
274 |
55%|ββββββ | 27392/50176 [04:26<03:39, 103.75it/s]
|
275 |
55%|ββββββ | 27648/50176 [04:30<04:20, 86.57it/s]
|
276 |
56%|ββββββ | 27904/50176 [04:33<04:17, 86.64it/s]
|
277 |
56%|ββββββ | 28160/50176 [04:35<04:00, 91.56it/s]
|
278 |
57%|ββββββ | 28416/50176 [04:38<03:52, 93.63it/s]
|
279 |
57%|ββββββ | 28672/50176 [04:41<03:48, 93.94it/s]
|
280 |
58%|ββββββ | 28928/50176 [04:43<03:33, 99.45it/s]
|
281 |
58%|ββββββ | 29184/50176 [04:45<03:30, 99.87it/s]
|
282 |
59%|ββββββ | 29440/50176 [04:48<03:36, 95.62it/s]
|
283 |
59%|ββββββ | 29696/50176 [04:51<03:34, 95.69it/s]
|
284 |
60%|ββββββ | 29952/50176 [04:54<03:29, 96.61it/s]
|
285 |
60%|ββββββ | 30208/50176 [04:56<03:22, 98.79it/s]
|
286 |
61%|ββββββ | 30464/50176 [04:58<03:10, 103.24it/s]
|
287 |
61%|ββββββ | 30720/50176 [05:01<03:11, 101.61it/s]
|
288 |
62%|βββββββ | 30976/50176 [05:03<03:02, 105.01it/s]
|
289 |
62%|βββββββ | 31232/50176 [05:06<02:59, 105.45it/s]
|
290 |
63%|βββββββ | 31488/50176 [05:08<02:52, 108.61it/s]
|
291 |
63%|βββββββ | 31744/50176 [05:10<02:50, 107.83it/s]
|
292 |
64%|βββββββ | 32000/50176 [05:13<02:48, 107.94it/s]
|
293 |
64%|βββββββ | 32256/50176 [05:15<02:43, 109.84it/s]
|
294 |
65%|βββββββ | 32512/50176 [05:17<02:47, 105.42it/s]
|
295 |
65%|βββββββ | 32768/50176 [05:20<02:40, 108.20it/s]
|
296 |
66%|βββββββ | 33024/50176 [05:22<02:39, 107.51it/s]
|
297 |
66%|βββββββ | 33280/50176 [05:24<02:36, 107.95it/s]
|
298 |
67%|βββββββ | 33536/50176 [05:27<02:37, 105.61it/s]
|
299 |
67%|βββββββ | 33792/50176 [05:29<02:32, 107.72it/s]
|
300 |
68%|βββββββ | 34048/50176 [05:31<02:24, 111.47it/s]
|
301 |
68%|βββββββ | 34304/50176 [05:33<02:19, 113.92it/s]
|
302 |
69%|βββββββ | 34560/50176 [05:36<02:24, 108.33it/s]
|
303 |
69%|βββββββ | 34816/50176 [05:39<02:23, 107.21it/s]
|
304 |
70%|βββββββ | 35072/50176 [05:41<02:23, 105.06it/s]
|
305 |
70%|βββββββ | 35328/50176 [05:43<02:17, 108.28it/s]
|
306 |
71%|βββββββ | 35584/50176 [05:46<02:15, 107.92it/s]
|
307 |
71%|ββββββββ | 35840/50176 [05:48<02:14, 106.76it/s]
|
308 |
72%|ββββββββ | 36096/50176 [05:51<02:11, 107.40it/s]
|
309 |
72%|ββββββββ | 36352/50176 [05:53<02:12, 104.45it/s]
|
310 |
73%|ββββββββ | 36608/50176 [05:56<02:09, 104.57it/s]
|
311 |
73%|ββββββββ | 36864/50176 [05:58<02:09, 102.98it/s]
|
312 |
74%|ββββββββ | 37120/50176 [06:01<02:05, 104.05it/s]
|
313 |
74%|ββββββββ | 37376/50176 [06:03<01:56, 109.52it/s]
|
314 |
75%|ββββββββ | 37632/50176 [06:05<01:56, 107.65it/s]
|
315 |
76%|ββββββββ | 37888/50176 [06:07<01:53, 108.00it/s]
|
316 |
76%|ββββββββ | 38144/50176 [06:10<01:51, 108.33it/s]
|
317 |
77%|ββββββββ | 38400/50176 [06:12<01:49, 107.33it/s]
|
318 |
77%|ββββββββ | 38656/50176 [06:15<01:47, 106.68it/s]
|
319 |
78%|ββββββββ | 38912/50176 [06:17<01:44, 107.49it/s]
|
320 |
78%|ββββββββ | 39168/50176 [06:19<01:44, 105.63it/s]
|
321 |
79%|ββββββββ | 39424/50176 [06:22<01:40, 107.14it/s]
|
322 |
79%|ββββββββ | 39680/50176 [06:24<01:38, 106.64it/s]
|
323 |
80%|ββββββββ | 39936/50176 [06:27<01:34, 107.86it/s]
|
324 |
80%|ββββββββ | 40192/50176 [06:29<01:34, 106.19it/s]
|
325 |
81%|ββββββββ | 40448/50176 [06:32<01:34, 102.85it/s]
|
326 |
81%|ββββββββ | 40704/50176 [06:34<01:33, 101.16it/s]
|
327 |
82%|βββββββββ | 40960/50176 [06:37<01:27, 105.51it/s]
|
328 |
82%|βββββββββ | 41216/50176 [06:39<01:24, 106.40it/s]
|
329 |
83%|βββββββββ | 41472/50176 [06:41<01:22, 105.55it/s]
|
330 |
83%|βββββββββ | 41728/50176 [06:44<01:22, 102.36it/s]
|
331 |
84%|βββββββββ | 41984/50176 [06:46<01:18, 104.80it/s]
|
332 |
84%|βββββββββ | 42240/50176 [06:49<01:15, 104.98it/s]
|
333 |
85%|βββββββββ | 42496/50176 [06:51<01:10, 108.39it/s]
|
334 |
85%|βββββββββ | 42752/50176 [06:53<01:08, 108.28it/s]
|
335 |
86%|βββββββββ | 43008/50176 [06:56<01:07, 105.81it/s]
|
336 |
86%|βββββββββ | 43264/50176 [06:58<01:05, 105.53it/s]
|
337 |
87%|βββββββββ | 43520/50176 [07:01<01:05, 102.29it/s]
|
338 |
87%|βββββββββ | 43776/50176 [07:03<01:02, 102.79it/s]
|
339 |
88%|βββββββββ | 44032/50176 [07:06<00:59, 104.04it/s]
|
340 |
88%|βββββββββ | 44288/50176 [07:08<00:55, 106.92it/s]
|
341 |
89%|βββββββββ | 44544/50176 [07:11<00:55, 101.06it/s]
|
342 |
89%|βββββββββ | 44800/50176 [07:13<00:52, 102.46it/s]
|
343 |
90%|βββββββββ | 45056/50176 [07:16<00:48, 105.09it/s]
|
344 |
90%|βββββββββ | 45312/50176 [07:18<00:47, 102.51it/s]
|
345 |
91%|βββββββββ | 45568/50176 [07:21<00:43, 106.03it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [07:23<00:41, 103.93it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [07:26<00:40, 101.07it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [07:28<00:37, 101.22it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [07:31<00:34, 105.22it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [07:33<00:31, 105.18it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [07:36<00:30, 101.93it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [07:38<00:28, 100.20it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [07:41<00:25, 101.33it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [07:43<00:22, 103.63it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [07:45<00:19, 104.59it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [07:48<00:17, 105.18it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [07:50<00:14, 104.61it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [07:53<00:12, 103.50it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [07:55<00:09, 103.33it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [07:58<00:07, 102.29it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [08:00<00:05, 102.33it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [08:04<00:02, 95.33it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:45:55 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:45:55 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:45:56 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_13.pt).
|
4 |
+
2022-12-21,09:46:05 | INFO | Model:
|
5 |
+
2022-12-21,09:46:05 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:46:05 | INFO | Params:
|
359 |
+
2022-12-21,09:46:05 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:46:05 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:46:05 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:46:05 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_13.pt/checkpoints
|
363 |
+
2022-12-21,09:46:05 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:46:05 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:46:05 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:46:05 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:46:05 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:46:05 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:46:05 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:46:05 | INFO | debug: False
|
371 |
+
2022-12-21,09:46:05 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:46:05 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:46:05 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:46:05 | INFO | distributed: False
|
375 |
+
2022-12-21,09:46:05 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:46:05 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:46:05 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:46:05 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:46:05 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:46:05 | INFO | horovod: False
|
381 |
+
2022-12-21,09:46:05 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:46:05 | INFO | image_std: None
|
383 |
+
2022-12-21,09:46:05 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:46:05 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:46:05 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:46:05 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:46:05 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:46:05 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:46:05 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:46:05 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:46:05 | INFO | log_local: False
|
392 |
+
2022-12-21,09:46:05 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_13.pt/out.log
|
393 |
+
2022-12-21,09:46:05 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:46:05 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:46:05 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:46:05 | INFO | name: epoch_13.pt
|
397 |
+
2022-12-21,09:46:05 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:46:05 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:46:05 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:46:05 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_13.pt
|
401 |
+
2022-12-21,09:46:05 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:46:05 | INFO | rank: 0
|
403 |
+
2022-12-21,09:46:05 | INFO | report_to:
|
404 |
+
2022-12-21,09:46:05 | INFO | resume: None
|
405 |
+
2022-12-21,09:46:05 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:46:05 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:46:05 | INFO | seed: 0
|
408 |
+
2022-12-21,09:46:05 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:46:05 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:46:05 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:46:05 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:46:05 | INFO | trace: False
|
413 |
+
2022-12-21,09:46:05 | INFO | train_data: None
|
414 |
+
2022-12-21,09:46:05 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:46:05 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:46:05 | INFO | val_data: None
|
417 |
+
2022-12-21,09:46:05 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:46:05 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:46:05 | INFO | wandb: False
|
420 |
+
2022-12-21,09:46:05 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:46:05 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:46:05 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:46:05 | INFO | workers: 1
|
424 |
+
2022-12-21,09:46:05 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:46:05 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:46:05 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:46:05 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<10:33, 1.58it/s]
|
431 |
1%| | 6/1000 [00:00<01:35, 10.46it/s]
|
432 |
1%| | 12/1000 [00:00<00:48, 20.31it/s]
|
433 |
2%|β | 18/1000 [00:00<00:33, 29.02it/s]
|
434 |
2%|β | 24/1000 [00:01<00:27, 36.07it/s]
|
435 |
3%|β | 30/1000 [00:01<00:23, 41.73it/s]
|
436 |
4%|β | 36/1000 [00:01<00:21, 45.84it/s]
|
437 |
4%|β | 42/1000 [00:01<00:19, 49.07it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 51.47it/s]
|
439 |
5%|β | 54/1000 [00:01<00:17, 53.17it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 54.39it/s]
|
441 |
7%|β | 66/1000 [00:01<00:16, 55.28it/s]
|
442 |
7%|β | 72/1000 [00:01<00:16, 55.92it/s]
|
443 |
8%|β | 78/1000 [00:01<00:16, 56.40it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.81it/s]
|
445 |
9%|β | 90/1000 [00:02<00:15, 57.10it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.47it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.64it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.80it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 57.87it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 57.86it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.78it/s]
|
452 |
13%|ββ | 132/1000 [00:02<00:15, 57.77it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.78it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.85it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.95it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 57.95it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.83it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.72it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.74it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.70it/s]
|
461 |
19%|ββ | 186/1000 [00:03<00:14, 57.64it/s]
|
462 |
19%|ββ | 192/1000 [00:03<00:14, 57.59it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.51it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.34it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.25it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.38it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.34it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.52it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.50it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.42it/s]
|
471 |
25%|βββ | 246/1000 [00:04<00:13, 57.47it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:13, 57.52it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.61it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.68it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.48it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.51it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.70it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.82it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 58.04it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 58.02it/s]
|
481 |
31%|βββ | 306/1000 [00:05<00:11, 58.00it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 58.14it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 58.09it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 58.03it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.85it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.92it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 57.93it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 58.02it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.82it/s]
|
490 |
36%|ββββ | 360/1000 [00:06<00:11, 57.84it/s]
|
491 |
37%|ββββ | 366/1000 [00:06<00:10, 57.94it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 58.02it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.93it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.61it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.69it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.78it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.91it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 57.99it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 57.99it/s]
|
500 |
42%|βββββ | 420/1000 [00:07<00:09, 58.01it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 58.03it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 58.14it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 58.13it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.90it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 57.98it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 58.04it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 58.02it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 57.97it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 58.10it/s]
|
510 |
48%|βββββ | 480/1000 [00:08<00:08, 57.98it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 57.95it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 57.96it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.88it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 57.93it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.86it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.93it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.98it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.07it/s]
|
519 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.02it/s]
|
520 |
54%|ββββββ | 540/1000 [00:09<00:07, 58.15it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.11it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.00it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.99it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.04it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.90it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.85it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.00it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.00it/s]
|
529 |
59%|ββββββ | 594/1000 [00:10<00:07, 57.91it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.03it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.96it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.96it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.08it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.04it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.14it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.96it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.88it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.03it/s]
|
539 |
65%|βββββββ | 654/1000 [00:11<00:05, 58.00it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.09it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.12it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.07it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.09it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.10it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.14it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.04it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.15it/s]
|
548 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.13it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:12<00:04, 58.11it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.14it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.10it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.11it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.13it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.12it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.19it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.27it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.09it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.18it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.12it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.15it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.18it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.97it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.95it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.97it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.71it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.76it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.84it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:14<00:02, 57.97it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.16it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.22it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.15it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.21it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.17it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.16it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.10it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.15it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.13it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:15<00:01, 58.00it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.12it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.11it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.07it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.11it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.09it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.08it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.18it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.21it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.18it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.21it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.21it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.16it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.21it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.25it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.27it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.28it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 57.98it/s]
|
596 |
+
2022-12-21,09:46:23 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:02<06:35, 126.10it/s]
|
600 |
1%| | 512/50176 [00:04<06:37, 124.94it/s]
|
601 |
2%|β | 768/50176 [00:06<06:46, 121.63it/s]
|
602 |
2%|β | 1024/50176 [00:08<06:47, 120.50it/s]
|
603 |
3%|β | 1280/50176 [00:10<07:06, 114.59it/s]
|
604 |
3%|β | 1536/50176 [00:13<07:36, 106.55it/s]
|
605 |
4%|β | 1792/50176 [00:15<07:25, 108.67it/s]
|
606 |
4%|β | 2048/50176 [00:18<07:16, 110.37it/s]
|
607 |
5%|β | 2304/50176 [00:20<07:04, 112.78it/s]
|
608 |
5%|β | 2560/50176 [00:22<07:01, 112.94it/s]
|
609 |
6%|β | 2816/50176 [00:24<07:10, 110.04it/s]
|
610 |
6%|β | 3072/50176 [00:27<07:12, 108.79it/s]
|
611 |
7%|β | 3328/50176 [00:29<07:08, 109.37it/s]
|
612 |
7%|β | 3584/50176 [00:31<06:54, 112.27it/s]
|
613 |
8%|β | 3840/50176 [00:34<07:18, 105.68it/s]
|
614 |
8%|β | 4096/50176 [00:37<07:36, 100.84it/s]
|
615 |
9%|β | 4352/50176 [00:39<07:28, 102.07it/s]
|
616 |
9%|β | 4608/50176 [00:42<07:14, 104.82it/s]
|
617 |
10%|β | 4864/50176 [00:44<07:06, 106.16it/s]
|
618 |
10%|β | 5120/50176 [00:46<07:04, 106.18it/s]
|
619 |
11%|β | 5376/50176 [00:49<07:09, 104.33it/s]
|
620 |
11%|β | 5632/50176 [00:51<07:10, 103.37it/s]
|
621 |
12%|ββ | 5888/50176 [00:54<07:07, 103.62it/s]
|
622 |
12%|ββ | 6144/50176 [00:57<07:34, 96.88it/s]
|
623 |
13%|ββ | 6400/50176 [01:00<07:31, 97.00it/s]
|
624 |
13%|ββ | 6656/50176 [01:02<07:21, 98.56it/s]
|
625 |
14%|ββ | 6912/50176 [01:05<07:18, 98.67it/s]
|
626 |
14%|ββ | 7168/50176 [01:07<07:14, 98.98it/s]
|
627 |
15%|ββ | 7424/50176 [01:10<07:01, 101.32it/s]
|
628 |
15%|ββ | 7680/50176 [01:12<06:56, 102.04it/s]
|
629 |
16%|ββ | 7936/50176 [01:14<06:47, 103.63it/s]
|
630 |
16%|ββ | 8192/50176 [01:17<06:43, 104.05it/s]
|
631 |
17%|ββ | 8448/50176 [01:20<06:51, 101.46it/s]
|
632 |
17%|ββ | 8704/50176 [01:22<06:47, 101.68it/s]
|
633 |
18%|ββ | 8960/50176 [01:25<06:48, 100.82it/s]
|
634 |
18%|ββ | 9216/50176 [01:27<06:43, 101.51it/s]
|
635 |
19%|ββ | 9472/50176 [01:30<06:41, 101.39it/s]
|
636 |
19%|ββ | 9728/50176 [01:32<06:43, 100.12it/s]
|
637 |
20%|ββ | 9984/50176 [01:35<06:43, 99.72it/s]
|
638 |
20%|ββ | 10240/50176 [01:37<06:28, 102.75it/s]
|
639 |
21%|ββ | 10496/50176 [01:40<06:21, 104.07it/s]
|
640 |
21%|βββ | 10752/50176 [01:42<06:28, 101.51it/s]
|
641 |
22%|βββ | 11008/50176 [01:45<06:24, 101.79it/s]
|
642 |
22%|βββ | 11264/50176 [01:47<06:16, 103.22it/s]
|
643 |
23%|βββ | 11520/50176 [01:50<06:09, 104.51it/s]
|
644 |
23%|βββ | 11776/50176 [01:52<06:06, 104.85it/s]
|
645 |
24%|βββ | 12032/50176 [01:54<06:05, 104.27it/s]
|
646 |
24%|βββ | 12288/50176 [01:57<05:54, 106.93it/s]
|
647 |
25%|βββ | 12544/50176 [01:59<05:49, 107.54it/s]
|
648 |
26%|βββ | 12800/50176 [02:02<05:51, 106.22it/s]
|
649 |
26%|βββ | 13056/50176 [02:04<05:47, 106.69it/s]
|
650 |
27%|βββ | 13312/50176 [02:06<05:48, 105.85it/s]
|
651 |
27%|βββ | 13568/50176 [02:09<06:05, 100.23it/s]
|
652 |
28%|βββ | 13824/50176 [02:12<06:08, 98.77it/s]
|
653 |
28%|βββ | 14080/50176 [02:14<06:00, 100.11it/s]
|
654 |
29%|βββ | 14336/50176 [02:17<05:57, 100.20it/s]
|
655 |
29%|βββ | 14592/50176 [02:19<05:50, 101.59it/s]
|
656 |
30%|βββ | 14848/50176 [02:22<05:54, 99.66it/s]
|
657 |
30%|βββ | 15104/50176 [02:25<05:55, 98.70it/s]
|
658 |
31%|βββ | 15360/50176 [02:27<05:47, 100.13it/s]
|
659 |
31%|βββ | 15616/50176 [02:30<05:37, 102.28it/s]
|
660 |
32%|ββββ | 15872/50176 [02:32<05:39, 101.18it/s]
|
661 |
32%|ββββ | 16128/50176 [02:35<05:34, 101.89it/s]
|
662 |
33%|ββββ | 16384/50176 [02:37<05:32, 101.62it/s]
|
663 |
33%|ββββ | 16640/50176 [02:40<05:38, 99.06it/s]
|
664 |
34%|ββββ | 16896/50176 [02:42<05:30, 100.59it/s]
|
665 |
34%|ββββ | 17152/50176 [02:45<05:23, 102.23it/s]
|
666 |
35%|ββββ | 17408/50176 [02:47<05:17, 103.13it/s]
|
667 |
35%|ββββ | 17664/50176 [02:49<05:03, 107.05it/s]
|
668 |
36%|ββββ | 17920/50176 [02:52<04:55, 108.98it/s]
|
669 |
36%|ββββ | 18176/50176 [02:54<04:59, 106.76it/s]
|
670 |
37%|ββββ | 18432/50176 [02:56<04:54, 107.65it/s]
|
671 |
37%|ββββ | 18688/50176 [02:59<05:01, 104.57it/s]
|
672 |
38%|ββββ | 18944/50176 [03:02<05:04, 102.67it/s]
|
673 |
38%|ββββ | 19200/50176 [03:04<05:09, 99.93it/s]
|
674 |
39%|ββββ | 19456/50176 [03:07<05:12, 98.24it/s]
|
675 |
39%|ββββ | 19712/50176 [03:10<05:13, 97.23it/s]
|
676 |
40%|ββββ | 19968/50176 [03:12<05:11, 96.95it/s]
|
677 |
40%|ββββ | 20224/50176 [03:15<04:55, 101.37it/s]
|
678 |
41%|ββββ | 20480/50176 [03:17<04:48, 103.11it/s]
|
679 |
41%|βββββ | 20736/50176 [03:19<04:42, 104.37it/s]
|
680 |
42%|βββββ | 20992/50176 [03:22<04:38, 104.82it/s]
|
681 |
42%|βββββ | 21248/50176 [03:25<04:41, 102.60it/s]
|
682 |
43%|βββββ | 21504/50176 [03:27<04:38, 103.09it/s]
|
683 |
43%|βββββ | 21760/50176 [03:29<04:30, 105.19it/s]
|
684 |
44%|βββββ | 22016/50176 [03:32<04:20, 108.30it/s]
|
685 |
44%|βββββ | 22272/50176 [03:34<04:17, 108.19it/s]
|
686 |
45%|βββββ | 22528/50176 [03:36<04:19, 106.40it/s]
|
687 |
45%|βββββ | 22784/50176 [03:39<04:30, 101.29it/s]
|
688 |
46%|βββββ | 23040/50176 [03:42<04:33, 99.27it/s]
|
689 |
46%|βββββ | 23296/50176 [03:45<04:32, 98.47it/s]
|
690 |
47%|βββββ | 23552/50176 [03:50<05:45, 77.16it/s]
|
691 |
47%|βββββ | 23808/50176 [03:52<05:13, 84.02it/s]
|
692 |
48%|βββββ | 24064/50176 [03:55<04:56, 88.13it/s]
|
693 |
48%|βββββ | 24320/50176 [03:57<04:41, 91.88it/s]
|
694 |
49%|βββββ | 24576/50176 [04:00<04:32, 93.92it/s]
|
695 |
49%|βββββ | 24832/50176 [04:02<04:18, 97.92it/s]
|
696 |
50%|βββββ | 25088/50176 [04:04<04:06, 101.81it/s]
|
697 |
51%|βββββ | 25344/50176 [04:07<03:56, 104.96it/s]
|
698 |
51%|βββββ | 25600/50176 [04:09<03:55, 104.34it/s]
|
699 |
52%|ββββββ | 25856/50176 [04:11<03:46, 107.17it/s]
|
700 |
52%|ββββββ | 26112/50176 [04:14<03:43, 107.51it/s]
|
701 |
53%|ββββββ | 26368/50176 [04:16<03:44, 106.18it/s]
|
702 |
53%|ββββββ | 26624/50176 [04:18<03:38, 107.85it/s]
|
703 |
54%|ββββββ | 26880/50176 [04:21<03:39, 106.27it/s]
|
704 |
54%|ββββββ | 27136/50176 [04:23<03:41, 104.05it/s]
|
705 |
55%|ββββββ | 27392/50176 [04:26<03:39, 103.75it/s]
|
706 |
55%|ββββββ | 27648/50176 [04:30<04:20, 86.57it/s]
|
707 |
56%|ββββββ | 27904/50176 [04:33<04:17, 86.64it/s]
|
708 |
56%|ββββββ | 28160/50176 [04:35<04:00, 91.56it/s]
|
709 |
57%|ββββββ | 28416/50176 [04:38<03:52, 93.63it/s]
|
710 |
57%|ββββββ | 28672/50176 [04:41<03:48, 93.94it/s]
|
711 |
58%|ββββββ | 28928/50176 [04:43<03:33, 99.45it/s]
|
712 |
58%|ββββββ | 29184/50176 [04:45<03:30, 99.87it/s]
|
713 |
59%|ββββββ | 29440/50176 [04:48<03:36, 95.62it/s]
|
714 |
59%|ββββββ | 29696/50176 [04:51<03:34, 95.69it/s]
|
715 |
60%|ββββββ | 29952/50176 [04:54<03:29, 96.61it/s]
|
716 |
60%|ββββββ | 30208/50176 [04:56<03:22, 98.79it/s]
|
717 |
61%|ββββββ | 30464/50176 [04:58<03:10, 103.24it/s]
|
718 |
61%|ββββββ | 30720/50176 [05:01<03:11, 101.61it/s]
|
719 |
62%|βββββββ | 30976/50176 [05:03<03:02, 105.01it/s]
|
720 |
62%|βββββββ | 31232/50176 [05:06<02:59, 105.45it/s]
|
721 |
63%|βββββββ | 31488/50176 [05:08<02:52, 108.61it/s]
|
722 |
63%|βββββββ | 31744/50176 [05:10<02:50, 107.83it/s]
|
723 |
64%|βββββββ | 32000/50176 [05:13<02:48, 107.94it/s]
|
724 |
64%|βββββββ | 32256/50176 [05:15<02:43, 109.84it/s]
|
725 |
65%|βββββββ | 32512/50176 [05:17<02:47, 105.42it/s]
|
726 |
65%|βββββββ | 32768/50176 [05:20<02:40, 108.20it/s]
|
727 |
66%|βββββββ | 33024/50176 [05:22<02:39, 107.51it/s]
|
728 |
66%|βββββββ | 33280/50176 [05:24<02:36, 107.95it/s]
|
729 |
67%|βββββββ | 33536/50176 [05:27<02:37, 105.61it/s]
|
730 |
67%|βββββββ | 33792/50176 [05:29<02:32, 107.72it/s]
|
731 |
68%|βββββββ | 34048/50176 [05:31<02:24, 111.47it/s]
|
732 |
68%|βββββββ | 34304/50176 [05:33<02:19, 113.92it/s]
|
733 |
69%|βββββββ | 34560/50176 [05:36<02:24, 108.33it/s]
|
734 |
69%|βββββββ | 34816/50176 [05:39<02:23, 107.21it/s]
|
735 |
70%|βββββββ | 35072/50176 [05:41<02:23, 105.06it/s]
|
736 |
70%|βββββββ | 35328/50176 [05:43<02:17, 108.28it/s]
|
737 |
71%|βββββββ | 35584/50176 [05:46<02:15, 107.92it/s]
|
738 |
71%|ββββββββ | 35840/50176 [05:48<02:14, 106.76it/s]
|
739 |
72%|ββββββββ | 36096/50176 [05:51<02:11, 107.40it/s]
|
740 |
72%|ββββββββ | 36352/50176 [05:53<02:12, 104.45it/s]
|
741 |
73%|ββββββββ | 36608/50176 [05:56<02:09, 104.57it/s]
|
742 |
73%|ββββββββ | 36864/50176 [05:58<02:09, 102.98it/s]
|
743 |
74%|ββββββββ | 37120/50176 [06:01<02:05, 104.05it/s]
|
744 |
74%|ββββββββ | 37376/50176 [06:03<01:56, 109.52it/s]
|
745 |
75%|ββββββββ | 37632/50176 [06:05<01:56, 107.65it/s]
|
746 |
76%|ββββββββ | 37888/50176 [06:07<01:53, 108.00it/s]
|
747 |
76%|ββββββββ | 38144/50176 [06:10<01:51, 108.33it/s]
|
748 |
77%|ββββββββ | 38400/50176 [06:12<01:49, 107.33it/s]
|
749 |
77%|ββββββββ | 38656/50176 [06:15<01:47, 106.68it/s]
|
750 |
78%|ββββββββ | 38912/50176 [06:17<01:44, 107.49it/s]
|
751 |
78%|ββββββββ | 39168/50176 [06:19<01:44, 105.63it/s]
|
752 |
79%|ββββββββ | 39424/50176 [06:22<01:40, 107.14it/s]
|
753 |
79%|ββββββββ | 39680/50176 [06:24<01:38, 106.64it/s]
|
754 |
80%|ββββββββ | 39936/50176 [06:27<01:34, 107.86it/s]
|
755 |
80%|ββββββββ | 40192/50176 [06:29<01:34, 106.19it/s]
|
756 |
81%|ββββββββ | 40448/50176 [06:32<01:34, 102.85it/s]
|
757 |
81%|ββββββββ | 40704/50176 [06:34<01:33, 101.16it/s]
|
758 |
82%|βββββββββ | 40960/50176 [06:37<01:27, 105.51it/s]
|
759 |
82%|βββββββββ | 41216/50176 [06:39<01:24, 106.40it/s]
|
760 |
83%|βββββββββ | 41472/50176 [06:41<01:22, 105.55it/s]
|
761 |
83%|βββββββββ | 41728/50176 [06:44<01:22, 102.36it/s]
|
762 |
84%|βββββββββ | 41984/50176 [06:46<01:18, 104.80it/s]
|
763 |
84%|βββββββββ | 42240/50176 [06:49<01:15, 104.98it/s]
|
764 |
85%|βββββββββ | 42496/50176 [06:51<01:10, 108.39it/s]
|
765 |
85%|βββββββββ | 42752/50176 [06:53<01:08, 108.28it/s]
|
766 |
86%|βββββββββ | 43008/50176 [06:56<01:07, 105.81it/s]
|
767 |
86%|βββββββββ | 43264/50176 [06:58<01:05, 105.53it/s]
|
768 |
87%|βββββββββ | 43520/50176 [07:01<01:05, 102.29it/s]
|
769 |
87%|βββββββββ | 43776/50176 [07:03<01:02, 102.79it/s]
|
770 |
88%|βββββββββ | 44032/50176 [07:06<00:59, 104.04it/s]
|
771 |
88%|βββββββββ | 44288/50176 [07:08<00:55, 106.92it/s]
|
772 |
89%|βββββββββ | 44544/50176 [07:11<00:55, 101.06it/s]
|
773 |
89%|βββββββββ | 44800/50176 [07:13<00:52, 102.46it/s]
|
774 |
90%|βββββββββ | 45056/50176 [07:16<00:48, 105.09it/s]
|
775 |
90%|βββββββββ | 45312/50176 [07:18<00:47, 102.51it/s]
|
776 |
91%|βββββββββ | 45568/50176 [07:21<00:43, 106.03it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [07:23<00:41, 103.93it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [07:26<00:40, 101.07it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [07:28<00:37, 101.22it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [07:31<00:34, 105.22it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [07:33<00:31, 105.18it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [07:36<00:30, 101.93it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [07:38<00:28, 100.20it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [07:41<00:25, 101.33it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [07:43<00:22, 103.63it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [07:45<00:19, 104.59it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [07:48<00:17, 105.18it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [07:50<00:14, 104.61it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [07:53<00:12, 103.50it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [07:55<00:09, 103.33it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [07:58<00:07, 102.29it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [08:00<00:05, 102.33it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [08:04<00:02, 95.33it/s]
|
794 |
+
2022-12-21,09:54:28 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,09:54:28 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5455 imagenet-zeroshot-val-top5: 0.8192
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_14.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:624ac22ec6db08f29577e1c9b768e333b2144e41552220e27e319553c3ee856a
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_14.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<10:59, 1.51it/s]
|
2 |
1%| | 6/1000 [00:00<01:38, 10.13it/s]
|
3 |
1%| | 12/1000 [00:00<00:50, 19.61it/s]
|
4 |
2%|β | 18/1000 [00:00<00:34, 28.22it/s]
|
5 |
2%|β | 24/1000 [00:01<00:27, 35.35it/s]
|
6 |
3%|β | 30/1000 [00:01<00:23, 41.08it/s]
|
7 |
4%|β | 36/1000 [00:01<00:21, 45.43it/s]
|
8 |
4%|β | 42/1000 [00:01<00:19, 48.70it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 51.13it/s]
|
10 |
5%|β | 54/1000 [00:01<00:17, 52.87it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 54.12it/s]
|
12 |
7%|β | 66/1000 [00:01<00:16, 55.07it/s]
|
13 |
7%|β | 72/1000 [00:01<00:16, 55.69it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 56.12it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.60it/s]
|
16 |
9%|β | 90/1000 [00:02<00:15, 56.88it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.23it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.38it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.36it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 57.40it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 57.42it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.39it/s]
|
23 |
13%|ββ | 132/1000 [00:02<00:15, 57.30it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:15, 57.17it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.34it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.42it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 57.41it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.14it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.16it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.11it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.15it/s]
|
32 |
19%|ββ | 186/1000 [00:03<00:14, 57.16it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.11it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:14, 57.11it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 56.91it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 56.85it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.00it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 56.95it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.16it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.13it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.03it/s]
|
42 |
25%|βββ | 246/1000 [00:04<00:13, 57.13it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:13, 57.22it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.34it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.40it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.22it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.25it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.42it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.55it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 57.73it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 57.65it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:12, 57.63it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 57.78it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 57.80it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 57.74it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.58it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.65it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 57.74it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 57.84it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.64it/s]
|
61 |
36%|ββββ | 360/1000 [00:06<00:11, 57.61it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 57.67it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 57.77it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.64it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.33it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.30it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.42it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.55it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 57.67it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 57.67it/s]
|
71 |
42%|βββββ | 420/1000 [00:07<00:10, 57.70it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 57.73it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 57.87it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 57.87it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.67it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 57.70it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 57.75it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 57.72it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 57.69it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 57.80it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:09, 57.70it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 57.67it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 57.66it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.49it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 57.57it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.47it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.56it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.63it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.74it/s]
|
90 |
53%|ββββββ | 534/1000 [00:09<00:08, 57.67it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.71it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.75it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.66it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.67it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.73it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.59it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.54it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.69it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.68it/s]
|
100 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.61it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.73it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.64it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.65it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.76it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.76it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.82it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.48it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.47it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 57.66it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:06, 57.64it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.74it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.78it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.71it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.75it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.77it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.80it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.69it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 57.77it/s]
|
119 |
71%|βββββββ | 708/1000 [00:12<00:05, 57.76it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.72it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.76it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.72it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.74it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.76it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.75it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.85it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 57.92it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.74it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.84it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.79it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.82it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.84it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.62it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.57it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.65it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.63it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.42it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.51it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.66it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 57.83it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 57.90it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 57.83it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 57.89it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.84it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.88it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.82it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 57.87it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:15<00:02, 57.85it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.68it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.77it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.76it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.72it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.76it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.74it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.74it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 57.83it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 57.86it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:01, 57.86it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.86it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.91it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.83it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.91it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 57.99it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 57.99it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 57.70it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 57.74it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<06:09, 134.94it/s]
|
169 |
1%| | 512/50176 [00:03<06:26, 128.53it/s]
|
170 |
2%|β | 768/50176 [00:06<06:39, 123.59it/s]
|
171 |
2%|β | 1024/50176 [00:08<06:45, 121.34it/s]
|
172 |
3%|β | 1280/50176 [00:10<07:04, 115.16it/s]
|
173 |
3%|β | 1536/50176 [00:13<07:35, 106.67it/s]
|
174 |
4%|β | 1792/50176 [00:15<07:24, 108.76it/s]
|
175 |
4%|β | 2048/50176 [00:17<07:15, 110.46it/s]
|
176 |
5%|β | 2304/50176 [00:20<07:04, 112.67it/s]
|
177 |
5%|β | 2560/50176 [00:22<07:01, 113.05it/s]
|
178 |
6%|β | 2816/50176 [00:24<07:08, 110.48it/s]
|
179 |
6%|β | 3072/50176 [00:27<07:12, 108.87it/s]
|
180 |
7%|β | 3328/50176 [00:29<07:08, 109.30it/s]
|
181 |
7%|β | 3584/50176 [00:31<06:54, 112.39it/s]
|
182 |
8%|β | 3840/50176 [00:34<07:19, 105.50it/s]
|
183 |
8%|β | 4096/50176 [00:37<07:37, 100.78it/s]
|
184 |
9%|β | 4352/50176 [00:39<07:29, 101.93it/s]
|
185 |
9%|β | 4608/50176 [00:41<07:13, 105.04it/s]
|
186 |
10%|β | 4864/50176 [00:44<07:07, 106.05it/s]
|
187 |
10%|β | 5120/50176 [00:46<07:04, 106.17it/s]
|
188 |
11%|β | 5376/50176 [00:49<07:08, 104.62it/s]
|
189 |
11%|β | 5632/50176 [00:51<07:11, 103.30it/s]
|
190 |
12%|ββ | 5888/50176 [00:54<07:07, 103.67it/s]
|
191 |
12%|ββ | 6144/50176 [00:57<07:34, 96.93it/s]
|
192 |
13%|ββ | 6400/50176 [00:59<07:31, 97.05it/s]
|
193 |
13%|ββ | 6656/50176 [01:02<07:22, 98.46it/s]
|
194 |
14%|ββ | 6912/50176 [01:05<07:18, 98.67it/s]
|
195 |
14%|ββ | 7168/50176 [01:07<07:14, 99.02it/s]
|
196 |
15%|ββ | 7424/50176 [01:09<07:02, 101.29it/s]
|
197 |
15%|ββ | 7680/50176 [01:12<06:56, 102.10it/s]
|
198 |
16%|ββ | 7936/50176 [01:14<06:47, 103.60it/s]
|
199 |
16%|ββ | 8192/50176 [01:17<06:43, 104.09it/s]
|
200 |
17%|ββ | 8448/50176 [01:19<06:51, 101.50it/s]
|
201 |
17%|ββ | 8704/50176 [01:22<06:48, 101.48it/s]
|
202 |
18%|ββ | 8960/50176 [01:25<06:48, 100.79it/s]
|
203 |
18%|ββ | 9216/50176 [01:27<06:44, 101.37it/s]
|
204 |
19%|ββ | 9472/50176 [01:30<06:41, 101.44it/s]
|
205 |
19%|ββ | 9728/50176 [01:32<06:43, 100.15it/s]
|
206 |
20%|ββ | 9984/50176 [01:35<06:42, 99.87it/s]
|
207 |
20%|ββ | 10240/50176 [01:37<06:29, 102.62it/s]
|
208 |
21%|ββ | 10496/50176 [01:39<06:21, 104.06it/s]
|
209 |
21%|βββ | 10752/50176 [01:42<06:29, 101.31it/s]
|
210 |
22%|βββ | 11008/50176 [01:45<06:24, 101.85it/s]
|
211 |
22%|βββ | 11264/50176 [01:47<06:16, 103.36it/s]
|
212 |
23%|βββ | 11520/50176 [01:49<06:10, 104.43it/s]
|
213 |
23%|βββ | 11776/50176 [01:52<06:06, 104.89it/s]
|
214 |
24%|βββ | 12032/50176 [01:54<06:05, 104.41it/s]
|
215 |
24%|βββ | 12288/50176 [01:57<05:54, 106.88it/s]
|
216 |
25%|βββ | 12544/50176 [01:59<05:49, 107.56it/s]
|
217 |
26%|βββ | 12800/50176 [02:01<05:51, 106.31it/s]
|
218 |
26%|βββ | 13056/50176 [02:04<05:47, 106.71it/s]
|
219 |
27%|βββ | 13312/50176 [02:06<05:47, 105.95it/s]
|
220 |
27%|βββ | 13568/50176 [02:09<06:05, 100.11it/s]
|
221 |
28%|βββ | 13824/50176 [02:12<06:08, 98.63it/s]
|
222 |
28%|βββ | 14080/50176 [02:14<06:00, 100.18it/s]
|
223 |
29%|βββ | 14336/50176 [02:17<05:57, 100.14it/s]
|
224 |
29%|βββ | 14592/50176 [02:19<05:50, 101.48it/s]
|
225 |
30%|βββ | 14848/50176 [02:22<05:54, 99.77it/s]
|
226 |
30%|βββ | 15104/50176 [02:25<05:54, 98.80it/s]
|
227 |
31%|βββ | 15360/50176 [02:27<05:47, 100.11it/s]
|
228 |
31%|βββ | 15616/50176 [02:29<05:37, 102.36it/s]
|
229 |
32%|ββββ | 15872/50176 [02:32<05:38, 101.20it/s]
|
230 |
32%|ββββ | 16128/50176 [02:35<05:34, 101.87it/s]
|
231 |
33%|ββββ | 16384/50176 [02:37<05:32, 101.52it/s]
|
232 |
33%|ββββ | 16640/50176 [02:40<05:38, 99.05it/s]
|
233 |
34%|ββββ | 16896/50176 [02:42<05:31, 100.45it/s]
|
234 |
34%|ββββ | 17152/50176 [02:45<05:22, 102.29it/s]
|
235 |
35%|ββββ | 17408/50176 [02:47<05:17, 103.10it/s]
|
236 |
35%|ββββ | 17664/50176 [02:49<05:03, 107.07it/s]
|
237 |
36%|ββββ | 17920/50176 [02:52<04:55, 108.98it/s]
|
238 |
36%|ββββ | 18176/50176 [02:54<04:59, 106.83it/s]
|
239 |
37%|ββββ | 18432/50176 [02:56<04:54, 107.67it/s]
|
240 |
37%|ββββ | 18688/50176 [02:59<05:01, 104.42it/s]
|
241 |
38%|ββββ | 18944/50176 [03:02<05:04, 102.70it/s]
|
242 |
38%|ββββ | 19200/50176 [03:04<05:09, 100.02it/s]
|
243 |
39%|ββββ | 19456/50176 [03:07<05:12, 98.35it/s]
|
244 |
39%|ββββ | 19712/50176 [03:10<05:13, 97.13it/s]
|
245 |
40%|ββββ | 19968/50176 [03:12<05:11, 96.85it/s]
|
246 |
40%|ββββ | 20224/50176 [03:15<04:55, 101.39it/s]
|
247 |
41%|ββββ | 20480/50176 [03:17<04:48, 103.02it/s]
|
248 |
41%|βββββ | 20736/50176 [03:19<04:42, 104.36it/s]
|
249 |
42%|βββββ | 20992/50176 [03:22<04:38, 104.83it/s]
|
250 |
42%|βββββ | 21248/50176 [03:24<04:41, 102.60it/s]
|
251 |
43%|βββββ | 21504/50176 [03:27<04:38, 103.03it/s]
|
252 |
43%|βββββ | 21760/50176 [03:29<04:29, 105.42it/s]
|
253 |
44%|βββββ | 22016/50176 [03:31<04:19, 108.40it/s]
|
254 |
44%|βββββ | 22272/50176 [03:34<04:18, 108.15it/s]
|
255 |
45%|βββββ | 22528/50176 [03:36<04:19, 106.52it/s]
|
256 |
45%|βββββ | 22784/50176 [03:39<04:30, 101.33it/s]
|
257 |
46%|βββββ | 23040/50176 [03:42<04:33, 99.16it/s]
|
258 |
46%|βββββ | 23296/50176 [03:44<04:33, 98.35it/s]
|
259 |
47%|βββββ | 23552/50176 [03:49<05:44, 77.17it/s]
|
260 |
47%|βββββ | 23808/50176 [03:52<05:13, 84.03it/s]
|
261 |
48%|βββββ | 24064/50176 [03:54<04:55, 88.23it/s]
|
262 |
48%|βββββ | 24320/50176 [03:57<04:41, 91.81it/s]
|
263 |
49%|βββββ | 24576/50176 [03:59<04:32, 93.94it/s]
|
264 |
49%|βββββ | 24832/50176 [04:02<04:18, 97.96it/s]
|
265 |
50%|βββββ | 25088/50176 [04:04<04:06, 101.79it/s]
|
266 |
51%|βββββ | 25344/50176 [04:06<03:56, 104.94it/s]
|
267 |
51%|βββββ | 25600/50176 [04:09<03:55, 104.33it/s]
|
268 |
52%|ββββββ | 25856/50176 [04:11<03:46, 107.21it/s]
|
269 |
52%|ββββββ | 26112/50176 [04:13<03:44, 107.37it/s]
|
270 |
53%|ββββββ | 26368/50176 [04:16<03:44, 106.23it/s]
|
271 |
53%|ββββββ | 26624/50176 [04:18<03:38, 107.89it/s]
|
272 |
54%|ββββββ | 26880/50176 [04:21<03:39, 106.14it/s]
|
273 |
54%|ββββββ | 27136/50176 [04:23<03:41, 104.07it/s]
|
274 |
55%|ββββββ | 27392/50176 [04:26<03:39, 103.72it/s]
|
275 |
55%|ββββββ | 27648/50176 [04:30<04:20, 86.57it/s]
|
276 |
56%|ββββββ | 27904/50176 [04:33<04:17, 86.50it/s]
|
277 |
56%|ββββββ | 28160/50176 [04:35<04:00, 91.52it/s]
|
278 |
57%|ββββββ | 28416/50176 [04:38<03:52, 93.77it/s]
|
279 |
57%|ββββββ | 28672/50176 [04:41<03:48, 94.01it/s]
|
280 |
58%|ββββββ | 28928/50176 [04:43<03:33, 99.48it/s]
|
281 |
58%|ββββββ | 29184/50176 [04:45<03:30, 99.85it/s]
|
282 |
59%|ββββββ | 29440/50176 [04:48<03:36, 95.73it/s]
|
283 |
59%|ββββββ | 29696/50176 [04:51<03:34, 95.69it/s]
|
284 |
60%|ββββββ | 29952/50176 [04:54<03:29, 96.72it/s]
|
285 |
60%|ββββββ | 30208/50176 [04:56<03:22, 98.76it/s]
|
286 |
61%|ββββββ | 30464/50176 [04:58<03:10, 103.21it/s]
|
287 |
61%|ββββββ | 30720/50176 [05:01<03:11, 101.62it/s]
|
288 |
62%|βββββββ | 30976/50176 [05:03<03:02, 104.98it/s]
|
289 |
62%|βββββββ | 31232/50176 [05:05<02:59, 105.43it/s]
|
290 |
63%|βββββββ | 31488/50176 [05:08<02:51, 108.71it/s]
|
291 |
63%|βββββββ | 31744/50176 [05:10<02:50, 107.96it/s]
|
292 |
64%|βββββββ | 32000/50176 [05:12<02:48, 107.91it/s]
|
293 |
64%|βββββββ | 32256/50176 [05:15<02:43, 109.83it/s]
|
294 |
65%|βββββββ | 32512/50176 [05:17<02:47, 105.47it/s]
|
295 |
65%|βββββββ | 32768/50176 [05:20<02:40, 108.23it/s]
|
296 |
66%|βββββββ | 33024/50176 [05:22<02:39, 107.54it/s]
|
297 |
66%|βββββββ | 33280/50176 [05:24<02:36, 107.64it/s]
|
298 |
67%|βββββββ | 33536/50176 [05:27<02:37, 105.59it/s]
|
299 |
67%|βββββββ | 33792/50176 [05:29<02:32, 107.61it/s]
|
300 |
68%|βββββββ | 34048/50176 [05:31<02:24, 111.59it/s]
|
301 |
68%|βββββββ | 34304/50176 [05:33<02:19, 113.81it/s]
|
302 |
69%|βββββββ | 34560/50176 [05:36<02:24, 108.24it/s]
|
303 |
69%|βββββββ | 34816/50176 [05:38<02:23, 107.19it/s]
|
304 |
70%|βββββββ | 35072/50176 [05:41<02:23, 105.10it/s]
|
305 |
70%|βββββββ | 35328/50176 [05:43<02:17, 108.33it/s]
|
306 |
71%|βββββββ | 35584/50176 [05:46<02:15, 108.03it/s]
|
307 |
71%|ββββββββ | 35840/50176 [05:48<02:14, 106.74it/s]
|
308 |
72%|ββββββββ | 36096/50176 [05:50<02:11, 107.48it/s]
|
309 |
72%|ββββββββ | 36352/50176 [05:53<02:12, 104.47it/s]
|
310 |
73%|ββββββββ | 36608/50176 [05:55<02:09, 104.72it/s]
|
311 |
73%|ββββββββ | 36864/50176 [05:58<02:09, 102.81it/s]
|
312 |
74%|ββββββββ | 37120/50176 [06:00<02:05, 103.87it/s]
|
313 |
74%|ββββββββ | 37376/50176 [06:02<01:56, 109.54it/s]
|
314 |
75%|ββββββββ | 37632/50176 [06:05<01:56, 107.82it/s]
|
315 |
76%|ββββββββ | 37888/50176 [06:07<01:53, 107.89it/s]
|
316 |
76%|ββββββββ | 38144/50176 [06:10<01:51, 108.29it/s]
|
317 |
77%|ββββββββ | 38400/50176 [06:12<01:49, 107.26it/s]
|
318 |
77%|ββββββββ | 38656/50176 [06:15<01:48, 106.64it/s]
|
319 |
78%|ββββββββ | 38912/50176 [06:17<01:44, 107.51it/s]
|
320 |
78%|ββββββββ | 39168/50176 [06:19<01:44, 105.57it/s]
|
321 |
79%|ββββββββ | 39424/50176 [06:22<01:40, 107.32it/s]
|
322 |
79%|ββββββββ | 39680/50176 [06:24<01:38, 106.78it/s]
|
323 |
80%|ββββββββ | 39936/50176 [06:26<01:34, 107.85it/s]
|
324 |
80%|ββββββββ | 40192/50176 [06:29<01:33, 106.26it/s]
|
325 |
81%|ββββββββ | 40448/50176 [06:32<01:34, 102.81it/s]
|
326 |
81%|ββββββββ | 40704/50176 [06:34<01:33, 101.17it/s]
|
327 |
82%|βββββββββ | 40960/50176 [06:36<01:27, 105.60it/s]
|
328 |
82%|βββββββββ | 41216/50176 [06:39<01:24, 106.24it/s]
|
329 |
83%|βββββββββ | 41472/50176 [06:41<01:22, 105.66it/s]
|
330 |
83%|βββββββββ | 41728/50176 [06:44<01:22, 102.30it/s]
|
331 |
84%|βββββββββ | 41984/50176 [06:46<01:18, 104.67it/s]
|
332 |
84%|βββββββββ | 42240/50176 [06:49<01:15, 104.87it/s]
|
333 |
85%|βββββββββ | 42496/50176 [06:51<01:10, 108.39it/s]
|
334 |
85%|βββββββββ | 42752/50176 [06:53<01:08, 108.34it/s]
|
335 |
86%|βββββββββ | 43008/50176 [06:56<01:07, 105.90it/s]
|
336 |
86%|βββββββββ | 43264/50176 [06:58<01:05, 105.68it/s]
|
337 |
87%|βββββββββ | 43520/50176 [07:01<01:05, 102.21it/s]
|
338 |
87%|βββββββββ | 43776/50176 [07:03<01:02, 102.71it/s]
|
339 |
88%|βββββββββ | 44032/50176 [07:06<00:59, 104.05it/s]
|
340 |
88%|βββββββββ | 44288/50176 [07:08<00:55, 106.89it/s]
|
341 |
89%|βββββββββ | 44544/50176 [07:11<00:55, 101.01it/s]
|
342 |
89%|βββββββββ | 44800/50176 [07:13<00:52, 102.41it/s]
|
343 |
90%|βββββββββ | 45056/50176 [07:16<00:48, 105.25it/s]
|
344 |
90%|βββββββββ | 45312/50176 [07:18<00:47, 102.62it/s]
|
345 |
91%|βββββββββ | 45568/50176 [07:20<00:43, 106.11it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [07:23<00:41, 103.85it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [07:26<00:40, 101.18it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [07:28<00:37, 101.07it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [07:30<00:34, 105.08it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [07:33<00:31, 105.00it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [07:35<00:30, 102.11it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [07:38<00:28, 100.22it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [07:41<00:25, 101.34it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [07:43<00:22, 103.69it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [07:45<00:19, 104.57it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [07:48<00:17, 105.11it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [07:50<00:14, 104.75it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [07:53<00:12, 103.40it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [07:55<00:09, 103.41it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [07:58<00:07, 102.11it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [08:00<00:04, 102.46it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [08:03<00:02, 95.31it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:45:55 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:45:55 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:45:56 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_14.pt).
|
4 |
+
2022-12-21,09:46:05 | INFO | Model:
|
5 |
+
2022-12-21,09:46:05 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:46:05 | INFO | Params:
|
359 |
+
2022-12-21,09:46:05 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:46:05 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:46:05 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:46:05 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_14.pt/checkpoints
|
363 |
+
2022-12-21,09:46:05 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:46:05 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:46:05 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:46:05 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:46:05 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:46:05 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:46:05 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:46:05 | INFO | debug: False
|
371 |
+
2022-12-21,09:46:05 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:46:05 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:46:05 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:46:05 | INFO | distributed: False
|
375 |
+
2022-12-21,09:46:05 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:46:05 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:46:05 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:46:05 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:46:05 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:46:05 | INFO | horovod: False
|
381 |
+
2022-12-21,09:46:05 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:46:05 | INFO | image_std: None
|
383 |
+
2022-12-21,09:46:05 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:46:05 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:46:05 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:46:05 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:46:05 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:46:05 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:46:05 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:46:05 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:46:05 | INFO | log_local: False
|
392 |
+
2022-12-21,09:46:05 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_14.pt/out.log
|
393 |
+
2022-12-21,09:46:05 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:46:05 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:46:05 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:46:05 | INFO | name: epoch_14.pt
|
397 |
+
2022-12-21,09:46:05 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:46:05 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:46:05 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:46:05 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_14.pt
|
401 |
+
2022-12-21,09:46:05 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:46:05 | INFO | rank: 0
|
403 |
+
2022-12-21,09:46:05 | INFO | report_to:
|
404 |
+
2022-12-21,09:46:05 | INFO | resume: None
|
405 |
+
2022-12-21,09:46:05 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:46:05 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:46:05 | INFO | seed: 0
|
408 |
+
2022-12-21,09:46:05 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:46:05 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:46:05 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:46:05 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:46:05 | INFO | trace: False
|
413 |
+
2022-12-21,09:46:05 | INFO | train_data: None
|
414 |
+
2022-12-21,09:46:05 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:46:05 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:46:05 | INFO | val_data: None
|
417 |
+
2022-12-21,09:46:05 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:46:05 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:46:05 | INFO | wandb: False
|
420 |
+
2022-12-21,09:46:05 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:46:05 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:46:05 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:46:05 | INFO | workers: 1
|
424 |
+
2022-12-21,09:46:05 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:46:05 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:46:05 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:46:05 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<10:59, 1.51it/s]
|
431 |
1%| | 6/1000 [00:00<01:38, 10.13it/s]
|
432 |
1%| | 12/1000 [00:00<00:50, 19.61it/s]
|
433 |
2%|β | 18/1000 [00:00<00:34, 28.22it/s]
|
434 |
2%|β | 24/1000 [00:01<00:27, 35.35it/s]
|
435 |
3%|β | 30/1000 [00:01<00:23, 41.08it/s]
|
436 |
4%|β | 36/1000 [00:01<00:21, 45.43it/s]
|
437 |
4%|β | 42/1000 [00:01<00:19, 48.70it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 51.13it/s]
|
439 |
5%|β | 54/1000 [00:01<00:17, 52.87it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 54.12it/s]
|
441 |
7%|β | 66/1000 [00:01<00:16, 55.07it/s]
|
442 |
7%|β | 72/1000 [00:01<00:16, 55.69it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 56.12it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.60it/s]
|
445 |
9%|β | 90/1000 [00:02<00:15, 56.88it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.23it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.38it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.36it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 57.40it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 57.42it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.39it/s]
|
452 |
13%|ββ | 132/1000 [00:02<00:15, 57.30it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:15, 57.17it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.34it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.42it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 57.41it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.14it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.16it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.11it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.15it/s]
|
461 |
19%|ββ | 186/1000 [00:03<00:14, 57.16it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.11it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:14, 57.11it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 56.91it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 56.85it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.00it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 56.95it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.16it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.13it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.03it/s]
|
471 |
25%|βββ | 246/1000 [00:04<00:13, 57.13it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:13, 57.22it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.34it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.40it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.22it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.25it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.42it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.55it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 57.73it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 57.65it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:12, 57.63it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 57.78it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 57.80it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 57.74it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.58it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.65it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 57.74it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 57.84it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.64it/s]
|
490 |
36%|ββββ | 360/1000 [00:06<00:11, 57.61it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 57.67it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 57.77it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.64it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.33it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.30it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.42it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.55it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 57.67it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 57.67it/s]
|
500 |
42%|βββββ | 420/1000 [00:07<00:10, 57.70it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 57.73it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 57.87it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 57.87it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.67it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 57.70it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 57.75it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 57.72it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 57.69it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 57.80it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:09, 57.70it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 57.67it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 57.66it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.49it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 57.57it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.47it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.56it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.63it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.74it/s]
|
519 |
53%|ββββββ | 534/1000 [00:09<00:08, 57.67it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.71it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.75it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.66it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.67it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.73it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.59it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.54it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.69it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.68it/s]
|
529 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.61it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.73it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.64it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.65it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.76it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.76it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.82it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.48it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.47it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 57.66it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:06, 57.64it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.74it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.78it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.71it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.75it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.77it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.80it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.69it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 57.77it/s]
|
548 |
71%|βββββββ | 708/1000 [00:12<00:05, 57.76it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.72it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.76it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.72it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.74it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.76it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.75it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.85it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 57.92it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.74it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.84it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.79it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.82it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.84it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.62it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.57it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.65it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.63it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.42it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.51it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.66it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 57.83it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 57.90it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 57.83it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 57.89it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.84it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.88it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.82it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 57.87it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:15<00:02, 57.85it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.68it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.77it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.76it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.72it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.76it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.74it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.74it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 57.83it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 57.86it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:01, 57.86it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.86it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.91it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.83it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.91it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 57.99it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 57.99it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 57.70it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 57.74it/s]
|
596 |
+
2022-12-21,09:46:23 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<06:09, 134.94it/s]
|
600 |
1%| | 512/50176 [00:03<06:26, 128.53it/s]
|
601 |
2%|β | 768/50176 [00:06<06:39, 123.59it/s]
|
602 |
2%|β | 1024/50176 [00:08<06:45, 121.34it/s]
|
603 |
3%|β | 1280/50176 [00:10<07:04, 115.16it/s]
|
604 |
3%|β | 1536/50176 [00:13<07:35, 106.67it/s]
|
605 |
4%|β | 1792/50176 [00:15<07:24, 108.76it/s]
|
606 |
4%|β | 2048/50176 [00:17<07:15, 110.46it/s]
|
607 |
5%|β | 2304/50176 [00:20<07:04, 112.67it/s]
|
608 |
5%|β | 2560/50176 [00:22<07:01, 113.05it/s]
|
609 |
6%|β | 2816/50176 [00:24<07:08, 110.48it/s]
|
610 |
6%|β | 3072/50176 [00:27<07:12, 108.87it/s]
|
611 |
7%|β | 3328/50176 [00:29<07:08, 109.30it/s]
|
612 |
7%|β | 3584/50176 [00:31<06:54, 112.39it/s]
|
613 |
8%|β | 3840/50176 [00:34<07:19, 105.50it/s]
|
614 |
8%|β | 4096/50176 [00:37<07:37, 100.78it/s]
|
615 |
9%|β | 4352/50176 [00:39<07:29, 101.93it/s]
|
616 |
9%|β | 4608/50176 [00:41<07:13, 105.04it/s]
|
617 |
10%|β | 4864/50176 [00:44<07:07, 106.05it/s]
|
618 |
10%|β | 5120/50176 [00:46<07:04, 106.17it/s]
|
619 |
11%|β | 5376/50176 [00:49<07:08, 104.62it/s]
|
620 |
11%|β | 5632/50176 [00:51<07:11, 103.30it/s]
|
621 |
12%|ββ | 5888/50176 [00:54<07:07, 103.67it/s]
|
622 |
12%|ββ | 6144/50176 [00:57<07:34, 96.93it/s]
|
623 |
13%|ββ | 6400/50176 [00:59<07:31, 97.05it/s]
|
624 |
13%|ββ | 6656/50176 [01:02<07:22, 98.46it/s]
|
625 |
14%|ββ | 6912/50176 [01:05<07:18, 98.67it/s]
|
626 |
14%|ββ | 7168/50176 [01:07<07:14, 99.02it/s]
|
627 |
15%|ββ | 7424/50176 [01:09<07:02, 101.29it/s]
|
628 |
15%|ββ | 7680/50176 [01:12<06:56, 102.10it/s]
|
629 |
16%|ββ | 7936/50176 [01:14<06:47, 103.60it/s]
|
630 |
16%|ββ | 8192/50176 [01:17<06:43, 104.09it/s]
|
631 |
17%|ββ | 8448/50176 [01:19<06:51, 101.50it/s]
|
632 |
17%|ββ | 8704/50176 [01:22<06:48, 101.48it/s]
|
633 |
18%|ββ | 8960/50176 [01:25<06:48, 100.79it/s]
|
634 |
18%|ββ | 9216/50176 [01:27<06:44, 101.37it/s]
|
635 |
19%|ββ | 9472/50176 [01:30<06:41, 101.44it/s]
|
636 |
19%|ββ | 9728/50176 [01:32<06:43, 100.15it/s]
|
637 |
20%|ββ | 9984/50176 [01:35<06:42, 99.87it/s]
|
638 |
20%|ββ | 10240/50176 [01:37<06:29, 102.62it/s]
|
639 |
21%|ββ | 10496/50176 [01:39<06:21, 104.06it/s]
|
640 |
21%|βββ | 10752/50176 [01:42<06:29, 101.31it/s]
|
641 |
22%|βββ | 11008/50176 [01:45<06:24, 101.85it/s]
|
642 |
22%|βββ | 11264/50176 [01:47<06:16, 103.36it/s]
|
643 |
23%|βββ | 11520/50176 [01:49<06:10, 104.43it/s]
|
644 |
23%|βββ | 11776/50176 [01:52<06:06, 104.89it/s]
|
645 |
24%|βββ | 12032/50176 [01:54<06:05, 104.41it/s]
|
646 |
24%|βββ | 12288/50176 [01:57<05:54, 106.88it/s]
|
647 |
25%|βββ | 12544/50176 [01:59<05:49, 107.56it/s]
|
648 |
26%|βββ | 12800/50176 [02:01<05:51, 106.31it/s]
|
649 |
26%|βββ | 13056/50176 [02:04<05:47, 106.71it/s]
|
650 |
27%|βββ | 13312/50176 [02:06<05:47, 105.95it/s]
|
651 |
27%|βββ | 13568/50176 [02:09<06:05, 100.11it/s]
|
652 |
28%|βββ | 13824/50176 [02:12<06:08, 98.63it/s]
|
653 |
28%|βββ | 14080/50176 [02:14<06:00, 100.18it/s]
|
654 |
29%|βββ | 14336/50176 [02:17<05:57, 100.14it/s]
|
655 |
29%|βββ | 14592/50176 [02:19<05:50, 101.48it/s]
|
656 |
30%|βββ | 14848/50176 [02:22<05:54, 99.77it/s]
|
657 |
30%|βββ | 15104/50176 [02:25<05:54, 98.80it/s]
|
658 |
31%|βββ | 15360/50176 [02:27<05:47, 100.11it/s]
|
659 |
31%|βββ | 15616/50176 [02:29<05:37, 102.36it/s]
|
660 |
32%|ββββ | 15872/50176 [02:32<05:38, 101.20it/s]
|
661 |
32%|ββββ | 16128/50176 [02:35<05:34, 101.87it/s]
|
662 |
33%|ββββ | 16384/50176 [02:37<05:32, 101.52it/s]
|
663 |
33%|ββββ | 16640/50176 [02:40<05:38, 99.05it/s]
|
664 |
34%|ββββ | 16896/50176 [02:42<05:31, 100.45it/s]
|
665 |
34%|ββββ | 17152/50176 [02:45<05:22, 102.29it/s]
|
666 |
35%|ββββ | 17408/50176 [02:47<05:17, 103.10it/s]
|
667 |
35%|ββββ | 17664/50176 [02:49<05:03, 107.07it/s]
|
668 |
36%|ββββ | 17920/50176 [02:52<04:55, 108.98it/s]
|
669 |
36%|ββββ | 18176/50176 [02:54<04:59, 106.83it/s]
|
670 |
37%|ββββ | 18432/50176 [02:56<04:54, 107.67it/s]
|
671 |
37%|ββββ | 18688/50176 [02:59<05:01, 104.42it/s]
|
672 |
38%|ββββ | 18944/50176 [03:02<05:04, 102.70it/s]
|
673 |
38%|ββββ | 19200/50176 [03:04<05:09, 100.02it/s]
|
674 |
39%|ββββ | 19456/50176 [03:07<05:12, 98.35it/s]
|
675 |
39%|ββββ | 19712/50176 [03:10<05:13, 97.13it/s]
|
676 |
40%|ββββ | 19968/50176 [03:12<05:11, 96.85it/s]
|
677 |
40%|ββββ | 20224/50176 [03:15<04:55, 101.39it/s]
|
678 |
41%|ββββ | 20480/50176 [03:17<04:48, 103.02it/s]
|
679 |
41%|βββββ | 20736/50176 [03:19<04:42, 104.36it/s]
|
680 |
42%|βββββ | 20992/50176 [03:22<04:38, 104.83it/s]
|
681 |
42%|βββββ | 21248/50176 [03:24<04:41, 102.60it/s]
|
682 |
43%|βββββ | 21504/50176 [03:27<04:38, 103.03it/s]
|
683 |
43%|βββββ | 21760/50176 [03:29<04:29, 105.42it/s]
|
684 |
44%|βββββ | 22016/50176 [03:31<04:19, 108.40it/s]
|
685 |
44%|βββββ | 22272/50176 [03:34<04:18, 108.15it/s]
|
686 |
45%|βββββ | 22528/50176 [03:36<04:19, 106.52it/s]
|
687 |
45%|βββββ | 22784/50176 [03:39<04:30, 101.33it/s]
|
688 |
46%|βββββ | 23040/50176 [03:42<04:33, 99.16it/s]
|
689 |
46%|βββββ | 23296/50176 [03:44<04:33, 98.35it/s]
|
690 |
47%|βββββ | 23552/50176 [03:49<05:44, 77.17it/s]
|
691 |
47%|βββββ | 23808/50176 [03:52<05:13, 84.03it/s]
|
692 |
48%|βββββ | 24064/50176 [03:54<04:55, 88.23it/s]
|
693 |
48%|βββββ | 24320/50176 [03:57<04:41, 91.81it/s]
|
694 |
49%|βββββ | 24576/50176 [03:59<04:32, 93.94it/s]
|
695 |
49%|βββββ | 24832/50176 [04:02<04:18, 97.96it/s]
|
696 |
50%|βββββ | 25088/50176 [04:04<04:06, 101.79it/s]
|
697 |
51%|βββββ | 25344/50176 [04:06<03:56, 104.94it/s]
|
698 |
51%|βββββ | 25600/50176 [04:09<03:55, 104.33it/s]
|
699 |
52%|ββββββ | 25856/50176 [04:11<03:46, 107.21it/s]
|
700 |
52%|ββββββ | 26112/50176 [04:13<03:44, 107.37it/s]
|
701 |
53%|ββββββ | 26368/50176 [04:16<03:44, 106.23it/s]
|
702 |
53%|ββββββ | 26624/50176 [04:18<03:38, 107.89it/s]
|
703 |
54%|ββββββ | 26880/50176 [04:21<03:39, 106.14it/s]
|
704 |
54%|ββββββ | 27136/50176 [04:23<03:41, 104.07it/s]
|
705 |
55%|ββββββ | 27392/50176 [04:26<03:39, 103.72it/s]
|
706 |
55%|ββββββ | 27648/50176 [04:30<04:20, 86.57it/s]
|
707 |
56%|ββββββ | 27904/50176 [04:33<04:17, 86.50it/s]
|
708 |
56%|ββββββ | 28160/50176 [04:35<04:00, 91.52it/s]
|
709 |
57%|ββββββ | 28416/50176 [04:38<03:52, 93.77it/s]
|
710 |
57%|ββββββ | 28672/50176 [04:41<03:48, 94.01it/s]
|
711 |
58%|ββββββ | 28928/50176 [04:43<03:33, 99.48it/s]
|
712 |
58%|ββββββ | 29184/50176 [04:45<03:30, 99.85it/s]
|
713 |
59%|ββββββ | 29440/50176 [04:48<03:36, 95.73it/s]
|
714 |
59%|ββββββ | 29696/50176 [04:51<03:34, 95.69it/s]
|
715 |
60%|ββββββ | 29952/50176 [04:54<03:29, 96.72it/s]
|
716 |
60%|ββββββ | 30208/50176 [04:56<03:22, 98.76it/s]
|
717 |
61%|ββββββ | 30464/50176 [04:58<03:10, 103.21it/s]
|
718 |
61%|ββββββ | 30720/50176 [05:01<03:11, 101.62it/s]
|
719 |
62%|βββββββ | 30976/50176 [05:03<03:02, 104.98it/s]
|
720 |
62%|βββββββ | 31232/50176 [05:05<02:59, 105.43it/s]
|
721 |
63%|βββββββ | 31488/50176 [05:08<02:51, 108.71it/s]
|
722 |
63%|βββββββ | 31744/50176 [05:10<02:50, 107.96it/s]
|
723 |
64%|βββββββ | 32000/50176 [05:12<02:48, 107.91it/s]
|
724 |
64%|βββββββ | 32256/50176 [05:15<02:43, 109.83it/s]
|
725 |
65%|βββββββ | 32512/50176 [05:17<02:47, 105.47it/s]
|
726 |
65%|βββββββ | 32768/50176 [05:20<02:40, 108.23it/s]
|
727 |
66%|βββββββ | 33024/50176 [05:22<02:39, 107.54it/s]
|
728 |
66%|βββββββ | 33280/50176 [05:24<02:36, 107.64it/s]
|
729 |
67%|βββββββ | 33536/50176 [05:27<02:37, 105.59it/s]
|
730 |
67%|βββββββ | 33792/50176 [05:29<02:32, 107.61it/s]
|
731 |
68%|βββββββ | 34048/50176 [05:31<02:24, 111.59it/s]
|
732 |
68%|βββββββ | 34304/50176 [05:33<02:19, 113.81it/s]
|
733 |
69%|βββββββ | 34560/50176 [05:36<02:24, 108.24it/s]
|
734 |
69%|βββββββ | 34816/50176 [05:38<02:23, 107.19it/s]
|
735 |
70%|βββββββ | 35072/50176 [05:41<02:23, 105.10it/s]
|
736 |
70%|βββββββ | 35328/50176 [05:43<02:17, 108.33it/s]
|
737 |
71%|βββββββ | 35584/50176 [05:46<02:15, 108.03it/s]
|
738 |
71%|ββββββββ | 35840/50176 [05:48<02:14, 106.74it/s]
|
739 |
72%|ββββββββ | 36096/50176 [05:50<02:11, 107.48it/s]
|
740 |
72%|ββββββββ | 36352/50176 [05:53<02:12, 104.47it/s]
|
741 |
73%|ββββββββ | 36608/50176 [05:55<02:09, 104.72it/s]
|
742 |
73%|ββββββββ | 36864/50176 [05:58<02:09, 102.81it/s]
|
743 |
74%|ββββββββ | 37120/50176 [06:00<02:05, 103.87it/s]
|
744 |
74%|ββββββββ | 37376/50176 [06:02<01:56, 109.54it/s]
|
745 |
75%|ββββββββ | 37632/50176 [06:05<01:56, 107.82it/s]
|
746 |
76%|ββββββββ | 37888/50176 [06:07<01:53, 107.89it/s]
|
747 |
76%|ββββββββ | 38144/50176 [06:10<01:51, 108.29it/s]
|
748 |
77%|ββββββββ | 38400/50176 [06:12<01:49, 107.26it/s]
|
749 |
77%|ββββββββ | 38656/50176 [06:15<01:48, 106.64it/s]
|
750 |
78%|ββββββββ | 38912/50176 [06:17<01:44, 107.51it/s]
|
751 |
78%|ββββββββ | 39168/50176 [06:19<01:44, 105.57it/s]
|
752 |
79%|ββββββββ | 39424/50176 [06:22<01:40, 107.32it/s]
|
753 |
79%|ββββββββ | 39680/50176 [06:24<01:38, 106.78it/s]
|
754 |
80%|ββββββββ | 39936/50176 [06:26<01:34, 107.85it/s]
|
755 |
80%|ββββββββ | 40192/50176 [06:29<01:33, 106.26it/s]
|
756 |
81%|ββββββββ | 40448/50176 [06:32<01:34, 102.81it/s]
|
757 |
81%|ββββββββ | 40704/50176 [06:34<01:33, 101.17it/s]
|
758 |
82%|βββββββββ | 40960/50176 [06:36<01:27, 105.60it/s]
|
759 |
82%|βββββββββ | 41216/50176 [06:39<01:24, 106.24it/s]
|
760 |
83%|βββββββββ | 41472/50176 [06:41<01:22, 105.66it/s]
|
761 |
83%|βββββββββ | 41728/50176 [06:44<01:22, 102.30it/s]
|
762 |
84%|βββββββββ | 41984/50176 [06:46<01:18, 104.67it/s]
|
763 |
84%|βββββββββ | 42240/50176 [06:49<01:15, 104.87it/s]
|
764 |
85%|βββββββββ | 42496/50176 [06:51<01:10, 108.39it/s]
|
765 |
85%|βββββββββ | 42752/50176 [06:53<01:08, 108.34it/s]
|
766 |
86%|βββββββββ | 43008/50176 [06:56<01:07, 105.90it/s]
|
767 |
86%|βββββββββ | 43264/50176 [06:58<01:05, 105.68it/s]
|
768 |
87%|βββββββββ | 43520/50176 [07:01<01:05, 102.21it/s]
|
769 |
87%|βββββββββ | 43776/50176 [07:03<01:02, 102.71it/s]
|
770 |
88%|βββββββββ | 44032/50176 [07:06<00:59, 104.05it/s]
|
771 |
88%|βββββββββ | 44288/50176 [07:08<00:55, 106.89it/s]
|
772 |
89%|βββββββββ | 44544/50176 [07:11<00:55, 101.01it/s]
|
773 |
89%|βββββββββ | 44800/50176 [07:13<00:52, 102.41it/s]
|
774 |
90%|βββββββββ | 45056/50176 [07:16<00:48, 105.25it/s]
|
775 |
90%|βββββββββ | 45312/50176 [07:18<00:47, 102.62it/s]
|
776 |
91%|βββββββββ | 45568/50176 [07:20<00:43, 106.11it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [07:23<00:41, 103.85it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [07:26<00:40, 101.18it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [07:28<00:37, 101.07it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [07:30<00:34, 105.08it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [07:33<00:31, 105.00it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [07:35<00:30, 102.11it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [07:38<00:28, 100.22it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [07:41<00:25, 101.34it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [07:43<00:22, 103.69it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [07:45<00:19, 104.57it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [07:48<00:17, 105.11it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [07:50<00:14, 104.75it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [07:53<00:12, 103.40it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [07:55<00:09, 103.41it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [07:58<00:07, 102.11it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [08:00<00:04, 102.46it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [08:03<00:02, 95.31it/s]
|
794 |
+
2022-12-21,09:54:28 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,09:54:28 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5424 imagenet-zeroshot-val-top5: 0.8184
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_15.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fb3731cab5b02ca146c4abcdfb451950a8e498888bfeebdb51f2976c2134da7a
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_15.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<11:27, 1.45it/s]
|
2 |
1%| | 7/1000 [00:00<01:29, 11.16it/s]
|
3 |
1%|β | 13/1000 [00:00<00:48, 20.28it/s]
|
4 |
2%|β | 19/1000 [00:01<00:34, 28.59it/s]
|
5 |
2%|β | 25/1000 [00:01<00:27, 35.55it/s]
|
6 |
3%|β | 31/1000 [00:01<00:23, 41.26it/s]
|
7 |
4%|β | 37/1000 [00:01<00:21, 45.66it/s]
|
8 |
4%|β | 43/1000 [00:01<00:19, 48.78it/s]
|
9 |
5%|β | 49/1000 [00:01<00:18, 51.04it/s]
|
10 |
6%|β | 55/1000 [00:01<00:17, 52.84it/s]
|
11 |
6%|β | 61/1000 [00:01<00:17, 54.31it/s]
|
12 |
7%|β | 67/1000 [00:01<00:16, 55.29it/s]
|
13 |
7%|β | 73/1000 [00:01<00:16, 56.00it/s]
|
14 |
8%|β | 79/1000 [00:02<00:16, 56.60it/s]
|
15 |
8%|β | 85/1000 [00:02<00:16, 57.09it/s]
|
16 |
9%|β | 91/1000 [00:02<00:15, 57.28it/s]
|
17 |
10%|β | 97/1000 [00:02<00:15, 57.68it/s]
|
18 |
10%|β | 103/1000 [00:02<00:15, 57.87it/s]
|
19 |
11%|β | 109/1000 [00:02<00:15, 57.96it/s]
|
20 |
12%|ββ | 115/1000 [00:02<00:15, 57.90it/s]
|
21 |
12%|ββ | 121/1000 [00:02<00:15, 57.92it/s]
|
22 |
13%|ββ | 127/1000 [00:02<00:15, 58.00it/s]
|
23 |
13%|ββ | 133/1000 [00:02<00:14, 58.06it/s]
|
24 |
14%|ββ | 139/1000 [00:03<00:14, 57.79it/s]
|
25 |
14%|ββ | 145/1000 [00:03<00:14, 57.95it/s]
|
26 |
15%|ββ | 151/1000 [00:03<00:14, 58.06it/s]
|
27 |
16%|ββ | 157/1000 [00:03<00:14, 58.08it/s]
|
28 |
16%|ββ | 163/1000 [00:03<00:14, 58.11it/s]
|
29 |
17%|ββ | 169/1000 [00:03<00:14, 57.92it/s]
|
30 |
18%|ββ | 175/1000 [00:03<00:14, 57.93it/s]
|
31 |
18%|ββ | 181/1000 [00:03<00:14, 57.89it/s]
|
32 |
19%|ββ | 187/1000 [00:03<00:14, 57.84it/s]
|
33 |
19%|ββ | 193/1000 [00:04<00:13, 57.80it/s]
|
34 |
20%|ββ | 199/1000 [00:04<00:13, 57.74it/s]
|
35 |
20%|ββ | 205/1000 [00:04<00:13, 57.60it/s]
|
36 |
21%|ββ | 211/1000 [00:04<00:13, 57.40it/s]
|
37 |
22%|βββ | 217/1000 [00:04<00:13, 57.61it/s]
|
38 |
22%|βββ | 223/1000 [00:04<00:13, 57.64it/s]
|
39 |
23%|βββ | 229/1000 [00:04<00:13, 57.83it/s]
|
40 |
24%|βββ | 235/1000 [00:04<00:13, 57.82it/s]
|
41 |
24%|βββ | 241/1000 [00:04<00:13, 57.63it/s]
|
42 |
25%|βββ | 247/1000 [00:04<00:13, 57.76it/s]
|
43 |
25%|βββ | 253/1000 [00:05<00:12, 57.83it/s]
|
44 |
26%|βββ | 259/1000 [00:05<00:12, 57.93it/s]
|
45 |
26%|βββ | 265/1000 [00:05<00:12, 57.90it/s]
|
46 |
27%|βββ | 271/1000 [00:05<00:12, 57.74it/s]
|
47 |
28%|βββ | 277/1000 [00:05<00:12, 57.89it/s]
|
48 |
28%|βββ | 283/1000 [00:05<00:12, 57.81it/s]
|
49 |
29%|βββ | 289/1000 [00:05<00:12, 57.94it/s]
|
50 |
30%|βββ | 295/1000 [00:05<00:12, 58.14it/s]
|
51 |
30%|βββ | 301/1000 [00:05<00:12, 58.16it/s]
|
52 |
31%|βββ | 307/1000 [00:05<00:11, 58.15it/s]
|
53 |
31%|ββββ | 313/1000 [00:06<00:11, 58.35it/s]
|
54 |
32%|ββββ | 319/1000 [00:06<00:11, 58.39it/s]
|
55 |
32%|ββββ | 325/1000 [00:06<00:11, 58.23it/s]
|
56 |
33%|ββββ | 331/1000 [00:06<00:11, 58.02it/s]
|
57 |
34%|ββββ | 337/1000 [00:06<00:11, 58.20it/s]
|
58 |
34%|ββββ | 343/1000 [00:06<00:11, 58.29it/s]
|
59 |
35%|ββββ | 349/1000 [00:06<00:11, 58.25it/s]
|
60 |
36%|ββββ | 355/1000 [00:06<00:11, 58.18it/s]
|
61 |
36%|ββββ | 361/1000 [00:06<00:10, 58.24it/s]
|
62 |
37%|ββββ | 367/1000 [00:07<00:10, 58.29it/s]
|
63 |
37%|ββββ | 373/1000 [00:07<00:10, 58.34it/s]
|
64 |
38%|ββββ | 379/1000 [00:07<00:10, 58.12it/s]
|
65 |
38%|ββββ | 385/1000 [00:07<00:10, 57.95it/s]
|
66 |
39%|ββββ | 391/1000 [00:07<00:10, 58.01it/s]
|
67 |
40%|ββββ | 397/1000 [00:07<00:10, 58.07it/s]
|
68 |
40%|ββββ | 403/1000 [00:07<00:10, 57.85it/s]
|
69 |
41%|ββββ | 409/1000 [00:07<00:10, 58.03it/s]
|
70 |
42%|βββββ | 415/1000 [00:07<00:10, 58.16it/s]
|
71 |
42%|βββββ | 421/1000 [00:07<00:09, 58.22it/s]
|
72 |
43%|βββββ | 427/1000 [00:08<00:09, 58.25it/s]
|
73 |
43%|βββββ | 433/1000 [00:08<00:09, 58.15it/s]
|
74 |
44%|βββββ | 439/1000 [00:08<00:09, 58.24it/s]
|
75 |
44%|βββββ | 445/1000 [00:08<00:09, 58.04it/s]
|
76 |
45%|βββββ | 451/1000 [00:08<00:09, 58.18it/s]
|
77 |
46%|βββββ | 457/1000 [00:08<00:09, 58.24it/s]
|
78 |
46%|βββββ | 463/1000 [00:08<00:09, 58.30it/s]
|
79 |
47%|βββββ | 469/1000 [00:08<00:09, 58.25it/s]
|
80 |
48%|βββββ | 475/1000 [00:08<00:08, 58.40it/s]
|
81 |
48%|βββββ | 481/1000 [00:08<00:08, 58.20it/s]
|
82 |
49%|βββββ | 487/1000 [00:09<00:08, 58.31it/s]
|
83 |
49%|βββββ | 493/1000 [00:09<00:08, 58.27it/s]
|
84 |
50%|βββββ | 499/1000 [00:09<00:08, 58.18it/s]
|
85 |
50%|βββββ | 505/1000 [00:09<00:08, 58.23it/s]
|
86 |
51%|βββββ | 511/1000 [00:09<00:08, 58.13it/s]
|
87 |
52%|ββββββ | 517/1000 [00:09<00:08, 58.26it/s]
|
88 |
52%|ββββββ | 523/1000 [00:09<00:08, 58.24it/s]
|
89 |
53%|ββββββ | 529/1000 [00:09<00:08, 58.30it/s]
|
90 |
54%|ββββββ | 535/1000 [00:09<00:07, 58.34it/s]
|
91 |
54%|ββββββ | 541/1000 [00:10<00:07, 58.37it/s]
|
92 |
55%|ββββββ | 547/1000 [00:10<00:07, 58.39it/s]
|
93 |
55%|ββββββ | 553/1000 [00:10<00:07, 58.29it/s]
|
94 |
56%|ββββββ | 559/1000 [00:10<00:07, 58.34it/s]
|
95 |
56%|ββββββ | 565/1000 [00:10<00:07, 58.26it/s]
|
96 |
57%|ββββββ | 571/1000 [00:10<00:07, 58.14it/s]
|
97 |
58%|ββββββ | 577/1000 [00:10<00:07, 58.20it/s]
|
98 |
58%|ββββββ | 583/1000 [00:10<00:07, 58.29it/s]
|
99 |
59%|ββββββ | 589/1000 [00:10<00:07, 58.30it/s]
|
100 |
60%|ββββββ | 595/1000 [00:10<00:06, 58.22it/s]
|
101 |
60%|ββββββ | 601/1000 [00:11<00:06, 58.32it/s]
|
102 |
61%|ββββββ | 607/1000 [00:11<00:06, 58.19it/s]
|
103 |
61%|βββββββ | 613/1000 [00:11<00:06, 58.22it/s]
|
104 |
62%|βββββββ | 619/1000 [00:11<00:06, 58.37it/s]
|
105 |
62%|βββββββ | 625/1000 [00:11<00:06, 58.34it/s]
|
106 |
63%|βββββββ | 631/1000 [00:11<00:06, 58.33it/s]
|
107 |
64%|βββββββ | 637/1000 [00:11<00:06, 58.26it/s]
|
108 |
64%|βββββββ | 643/1000 [00:11<00:06, 58.23it/s]
|
109 |
65%|βββββββ | 649/1000 [00:11<00:06, 58.30it/s]
|
110 |
66%|βββββββ | 655/1000 [00:11<00:05, 58.29it/s]
|
111 |
66%|βββββββ | 661/1000 [00:12<00:05, 58.34it/s]
|
112 |
67%|βββββββ | 667/1000 [00:12<00:05, 58.33it/s]
|
113 |
67%|βββββββ | 673/1000 [00:12<00:05, 58.37it/s]
|
114 |
68%|βββββββ | 679/1000 [00:12<00:05, 58.35it/s]
|
115 |
68%|βββββββ | 685/1000 [00:12<00:05, 58.39it/s]
|
116 |
69%|βββββββ | 691/1000 [00:12<00:05, 58.37it/s]
|
117 |
70%|βββββββ | 697/1000 [00:12<00:05, 58.30it/s]
|
118 |
70%|βββββββ | 703/1000 [00:12<00:05, 58.31it/s]
|
119 |
71%|βββββββ | 709/1000 [00:12<00:04, 58.32it/s]
|
120 |
72%|ββββββββ | 715/1000 [00:12<00:04, 58.30it/s]
|
121 |
72%|ββββββββ | 721/1000 [00:13<00:04, 58.31it/s]
|
122 |
73%|ββββββββ | 727/1000 [00:13<00:04, 58.28it/s]
|
123 |
73%|ββββββββ | 733/1000 [00:13<00:04, 58.29it/s]
|
124 |
74%|ββββββββ | 739/1000 [00:13<00:04, 58.34it/s]
|
125 |
74%|ββββββββ | 745/1000 [00:13<00:04, 58.36it/s]
|
126 |
75%|ββββββββ | 751/1000 [00:13<00:04, 58.43it/s]
|
127 |
76%|ββββββββ | 757/1000 [00:13<00:04, 58.46it/s]
|
128 |
76%|ββββββββ | 763/1000 [00:13<00:04, 58.27it/s]
|
129 |
77%|ββββββββ | 769/1000 [00:13<00:03, 58.35it/s]
|
130 |
78%|ββββββββ | 775/1000 [00:14<00:03, 58.35it/s]
|
131 |
78%|ββββββββ | 781/1000 [00:14<00:03, 58.38it/s]
|
132 |
79%|ββββββββ | 787/1000 [00:14<00:03, 58.37it/s]
|
133 |
79%|ββββββββ | 793/1000 [00:14<00:03, 58.23it/s]
|
134 |
80%|ββββββββ | 799/1000 [00:14<00:03, 58.18it/s]
|
135 |
80%|ββββββββ | 805/1000 [00:14<00:03, 58.23it/s]
|
136 |
81%|ββββββββ | 811/1000 [00:14<00:03, 58.17it/s]
|
137 |
82%|βββββββββ | 817/1000 [00:14<00:03, 58.22it/s]
|
138 |
82%|βββββββββ | 823/1000 [00:14<00:03, 58.19it/s]
|
139 |
83%|βββββββββ | 829/1000 [00:14<00:02, 58.31it/s]
|
140 |
84%|βββββββββ | 835/1000 [00:15<00:02, 58.47it/s]
|
141 |
84%|βββββββββ | 841/1000 [00:15<00:02, 58.51it/s]
|
142 |
85%|βββββββββ | 847/1000 [00:15<00:02, 58.37it/s]
|
143 |
85%|βββββββββ | 853/1000 [00:15<00:02, 58.42it/s]
|
144 |
86%|βββββββββ | 859/1000 [00:15<00:02, 58.40it/s]
|
145 |
86%|βββββββββ | 865/1000 [00:15<00:02, 58.40it/s]
|
146 |
87%|βββββββββ | 871/1000 [00:15<00:02, 58.36it/s]
|
147 |
88%|βββββββββ | 877/1000 [00:15<00:02, 58.39it/s]
|
148 |
88%|βββββββββ | 883/1000 [00:15<00:02, 58.34it/s]
|
149 |
89%|βββββββββ | 889/1000 [00:15<00:01, 58.24it/s]
|
150 |
90%|βββββββββ | 895/1000 [00:16<00:01, 58.34it/s]
|
151 |
90%|βββββββββ | 901/1000 [00:16<00:01, 58.31it/s]
|
152 |
91%|βββββββββ | 907/1000 [00:16<00:01, 58.28it/s]
|
153 |
91%|ββββββββββ| 913/1000 [00:16<00:01, 58.24it/s]
|
154 |
92%|ββββββββββ| 919/1000 [00:16<00:01, 58.36it/s]
|
155 |
92%|ββββββββββ| 925/1000 [00:16<00:01, 58.33it/s]
|
156 |
93%|ββββββββββ| 931/1000 [00:16<00:01, 58.43it/s]
|
157 |
94%|ββββββββββ| 937/1000 [00:16<00:01, 58.48it/s]
|
158 |
94%|ββββββββββ| 943/1000 [00:16<00:00, 58.43it/s]
|
159 |
95%|ββββββββββ| 949/1000 [00:17<00:00, 58.40it/s]
|
160 |
96%|ββββββββββ| 955/1000 [00:17<00:00, 58.55it/s]
|
161 |
96%|ββββββββββ| 961/1000 [00:17<00:00, 58.42it/s]
|
162 |
97%|ββββββββββ| 967/1000 [00:17<00:00, 58.54it/s]
|
163 |
97%|ββββββββββ| 973/1000 [00:17<00:00, 58.65it/s]
|
164 |
98%|ββββββββββ| 979/1000 [00:17<00:00, 58.64it/s]
|
165 |
98%|ββββββββββ| 985/1000 [00:17<00:00, 58.58it/s]
|
166 |
99%|ββββββββββ| 991/1000 [00:17<00:00, 58.46it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:02<07:36, 109.39it/s]
|
169 |
1%| | 512/50176 [00:04<07:01, 117.87it/s]
|
170 |
2%|β | 768/50176 [00:06<06:58, 117.94it/s]
|
171 |
2%|β | 1024/50176 [00:08<06:57, 117.62it/s]
|
172 |
3%|β | 1280/50176 [00:11<07:11, 113.30it/s]
|
173 |
3%|β | 1536/50176 [00:13<07:41, 105.31it/s]
|
174 |
4%|β | 1792/50176 [00:16<07:28, 107.87it/s]
|
175 |
4%|β | 2048/50176 [00:18<07:17, 110.04it/s]
|
176 |
5%|β | 2304/50176 [00:20<07:06, 112.21it/s]
|
177 |
5%|β | 2560/50176 [00:22<07:02, 112.70it/s]
|
178 |
6%|β | 2816/50176 [00:25<07:09, 110.17it/s]
|
179 |
6%|β | 3072/50176 [00:27<07:13, 108.72it/s]
|
180 |
7%|β | 3328/50176 [00:30<07:08, 109.35it/s]
|
181 |
7%|β | 3584/50176 [00:32<06:54, 112.38it/s]
|
182 |
8%|β | 3840/50176 [00:34<07:19, 105.43it/s]
|
183 |
8%|β | 4096/50176 [00:37<07:37, 100.75it/s]
|
184 |
9%|β | 4352/50176 [00:40<07:29, 101.95it/s]
|
185 |
9%|β | 4608/50176 [00:42<07:14, 104.96it/s]
|
186 |
10%|β | 4864/50176 [00:44<07:07, 106.07it/s]
|
187 |
10%|β | 5120/50176 [00:47<07:03, 106.32it/s]
|
188 |
11%|β | 5376/50176 [00:49<07:09, 104.42it/s]
|
189 |
11%|β | 5632/50176 [00:52<07:10, 103.35it/s]
|
190 |
12%|ββ | 5888/50176 [00:54<07:07, 103.62it/s]
|
191 |
12%|ββ | 6144/50176 [00:57<07:34, 96.94it/s]
|
192 |
13%|ββ | 6400/50176 [01:00<07:30, 97.11it/s]
|
193 |
13%|ββ | 6656/50176 [01:02<07:21, 98.58it/s]
|
194 |
14%|ββ | 6912/50176 [01:05<07:18, 98.71it/s]
|
195 |
14%|ββ | 7168/50176 [01:08<07:14, 98.91it/s]
|
196 |
15%|ββ | 7424/50176 [01:10<07:02, 101.29it/s]
|
197 |
15%|ββ | 7680/50176 [01:12<06:56, 102.02it/s]
|
198 |
16%|ββ | 7936/50176 [01:15<06:47, 103.61it/s]
|
199 |
16%|ββ | 8192/50176 [01:17<06:43, 104.06it/s]
|
200 |
17%|ββ | 8448/50176 [01:20<06:51, 101.52it/s]
|
201 |
17%|ββ | 8704/50176 [01:22<06:48, 101.49it/s]
|
202 |
18%|ββ | 8960/50176 [01:25<06:48, 100.90it/s]
|
203 |
18%|ββ | 9216/50176 [01:27<06:43, 101.39it/s]
|
204 |
19%|ββ | 9472/50176 [01:30<06:40, 101.53it/s]
|
205 |
19%|ββ | 9728/50176 [01:33<06:43, 100.17it/s]
|
206 |
20%|ββ | 9984/50176 [01:35<06:42, 99.84it/s]
|
207 |
20%|ββ | 10240/50176 [01:38<06:29, 102.54it/s]
|
208 |
21%|ββ | 10496/50176 [01:40<06:20, 104.28it/s]
|
209 |
21%|βββ | 10752/50176 [01:43<06:29, 101.33it/s]
|
210 |
22%|βββ | 11008/50176 [01:45<06:24, 101.75it/s]
|
211 |
22%|βββ | 11264/50176 [01:47<06:16, 103.22it/s]
|
212 |
23%|βββ | 11520/50176 [01:50<06:09, 104.52it/s]
|
213 |
23%|βββ | 11776/50176 [01:52<06:05, 105.06it/s]
|
214 |
24%|βββ | 12032/50176 [01:55<06:05, 104.44it/s]
|
215 |
24%|βββ | 12288/50176 [01:57<05:54, 106.82it/s]
|
216 |
25%|βββ | 12544/50176 [01:59<05:49, 107.55it/s]
|
217 |
26%|βββ | 12800/50176 [02:02<05:51, 106.22it/s]
|
218 |
26%|βββ | 13056/50176 [02:04<05:48, 106.58it/s]
|
219 |
27%|βββ | 13312/50176 [02:07<05:48, 105.79it/s]
|
220 |
27%|βββ | 13568/50176 [02:10<06:05, 100.27it/s]
|
221 |
28%|βββ | 13824/50176 [02:12<06:07, 98.80it/s]
|
222 |
28%|βββ | 14080/50176 [02:15<06:00, 100.03it/s]
|
223 |
29%|βββ | 14336/50176 [02:17<05:58, 100.10it/s]
|
224 |
29%|βββ | 14592/50176 [02:20<05:50, 101.48it/s]
|
225 |
30%|βββ | 14848/50176 [02:22<05:54, 99.68it/s]
|
226 |
30%|βββ | 15104/50176 [02:25<05:55, 98.74it/s]
|
227 |
31%|βββ | 15360/50176 [02:28<05:47, 100.18it/s]
|
228 |
31%|βββ | 15616/50176 [02:30<05:37, 102.31it/s]
|
229 |
32%|ββββ | 15872/50176 [02:32<05:39, 101.16it/s]
|
230 |
32%|ββββ | 16128/50176 [02:35<05:34, 101.91it/s]
|
231 |
33%|ββββ | 16384/50176 [02:37<05:32, 101.56it/s]
|
232 |
33%|ββββ | 16640/50176 [02:40<05:38, 99.15it/s]
|
233 |
34%|ββββ | 16896/50176 [02:43<05:30, 100.61it/s]
|
234 |
34%|ββββ | 17152/50176 [02:45<05:22, 102.32it/s]
|
235 |
35%|ββββ | 17408/50176 [02:48<05:17, 103.14it/s]
|
236 |
35%|ββββ | 17664/50176 [02:50<05:03, 107.06it/s]
|
237 |
36%|ββββ | 17920/50176 [02:52<04:55, 109.03it/s]
|
238 |
36%|ββββ | 18176/50176 [02:54<04:59, 106.73it/s]
|
239 |
37%|ββββ | 18432/50176 [02:57<04:54, 107.74it/s]
|
240 |
37%|ββββ | 18688/50176 [02:59<05:01, 104.54it/s]
|
241 |
38%|ββββ | 18944/50176 [03:02<05:04, 102.65it/s]
|
242 |
38%|ββββ | 19200/50176 [03:05<05:10, 99.88it/s]
|
243 |
39%|ββββ | 19456/50176 [03:07<05:12, 98.16it/s]
|
244 |
39%|ββββ | 19712/50176 [03:10<05:13, 97.24it/s]
|
245 |
40%|ββββ | 19968/50176 [03:13<05:11, 96.84it/s]
|
246 |
40%|ββββ | 20224/50176 [03:15<04:55, 101.33it/s]
|
247 |
41%|ββββ | 20480/50176 [03:17<04:47, 103.17it/s]
|
248 |
41%|βββββ | 20736/50176 [03:20<04:42, 104.36it/s]
|
249 |
42%|βββββ | 20992/50176 [03:22<04:38, 104.85it/s]
|
250 |
42%|βββββ | 21248/50176 [03:25<04:41, 102.69it/s]
|
251 |
43%|βββββ | 21504/50176 [03:27<04:38, 102.93it/s]
|
252 |
43%|βββββ | 21760/50176 [03:30<04:30, 105.24it/s]
|
253 |
44%|βββββ | 22016/50176 [03:32<04:19, 108.34it/s]
|
254 |
44%|βββββ | 22272/50176 [03:34<04:17, 108.29it/s]
|
255 |
45%|βββββ | 22528/50176 [03:37<04:19, 106.38it/s]
|
256 |
45%|βββββ | 22784/50176 [03:39<04:30, 101.41it/s]
|
257 |
46%|βββββ | 23040/50176 [03:42<04:33, 99.27it/s]
|
258 |
46%|βββββ | 23296/50176 [03:45<04:33, 98.30it/s]
|
259 |
47%|βββββ | 23552/50176 [03:50<05:44, 77.24it/s]
|
260 |
47%|βββββ | 23808/50176 [03:52<05:13, 84.05it/s]
|
261 |
48%|βββββ | 24064/50176 [03:55<04:56, 88.08it/s]
|
262 |
48%|βββββ | 24320/50176 [03:57<04:41, 91.81it/s]
|
263 |
49%|βββββ | 24576/50176 [04:00<04:32, 93.99it/s]
|
264 |
49%|βββββ | 24832/50176 [04:02<04:18, 97.98it/s]
|
265 |
50%|βββββ | 25088/50176 [04:05<04:06, 101.84it/s]
|
266 |
51%|βββββ | 25344/50176 [04:07<03:56, 104.89it/s]
|
267 |
51%|βββββ | 25600/50176 [04:09<03:55, 104.28it/s]
|
268 |
52%|ββββββ | 25856/50176 [04:12<03:46, 107.15it/s]
|
269 |
52%|ββββββ | 26112/50176 [04:14<03:44, 107.33it/s]
|
270 |
53%|ββββββ | 26368/50176 [04:16<03:44, 106.22it/s]
|
271 |
53%|ββββββ | 26624/50176 [04:19<03:38, 107.97it/s]
|
272 |
54%|ββββββ | 26880/50176 [04:21<03:39, 106.17it/s]
|
273 |
54%|ββββββ | 27136/50176 [04:24<03:41, 104.16it/s]
|
274 |
55%|ββββββ | 27392/50176 [04:26<03:39, 103.66it/s]
|
275 |
55%|ββββββ | 27648/50176 [04:30<04:20, 86.59it/s]
|
276 |
56%|ββββββ | 27904/50176 [04:33<04:17, 86.54it/s]
|
277 |
56%|ββββββ | 28160/50176 [04:36<04:00, 91.52it/s]
|
278 |
57%|ββββββ | 28416/50176 [04:38<03:52, 93.71it/s]
|
279 |
57%|ββββββ | 28672/50176 [04:41<03:48, 94.05it/s]
|
280 |
58%|ββββββ | 28928/50176 [04:43<03:33, 99.45it/s]
|
281 |
58%|ββββββ | 29184/50176 [04:46<03:30, 99.91it/s]
|
282 |
59%|ββββββ | 29440/50176 [04:49<03:36, 95.63it/s]
|
283 |
59%|ββββββ | 29696/50176 [04:51<03:33, 95.86it/s]
|
284 |
60%|ββββββ | 29952/50176 [04:54<03:29, 96.58it/s]
|
285 |
60%|ββββββ | 30208/50176 [04:56<03:22, 98.84it/s]
|
286 |
61%|ββββββ | 30464/50176 [04:59<03:10, 103.40it/s]
|
287 |
61%|ββββββ | 30720/50176 [05:01<03:11, 101.59it/s]
|
288 |
62%|βββββββ | 30976/50176 [05:04<03:03, 104.87it/s]
|
289 |
62%|βββββββ | 31232/50176 [05:06<02:59, 105.56it/s]
|
290 |
63%|βββββββ | 31488/50176 [05:08<02:52, 108.53it/s]
|
291 |
63%|βββββββ | 31744/50176 [05:11<02:50, 107.80it/s]
|
292 |
64%|βββββββ | 32000/50176 [05:13<02:48, 107.86it/s]
|
293 |
64%|βββββββ | 32256/50176 [05:15<02:42, 110.02it/s]
|
294 |
65%|βββββββ | 32512/50176 [05:18<02:47, 105.37it/s]
|
295 |
65%|βββββββ | 32768/50176 [05:20<02:40, 108.18it/s]
|
296 |
66%|βββββββ | 33024/50176 [05:22<02:39, 107.64it/s]
|
297 |
66%|βββββββ | 33280/50176 [05:25<02:36, 107.65it/s]
|
298 |
67%|βββββββ | 33536/50176 [05:27<02:37, 105.56it/s]
|
299 |
67%|βββββββ | 33792/50176 [05:30<02:32, 107.62it/s]
|
300 |
68%|βββββββ | 34048/50176 [05:32<02:24, 111.54it/s]
|
301 |
68%|βββββββ | 34304/50176 [05:34<02:19, 113.79it/s]
|
302 |
69%|βββββββ | 34560/50176 [05:36<02:24, 108.15it/s]
|
303 |
69%|βββββββ | 34816/50176 [05:39<02:23, 107.18it/s]
|
304 |
70%|βββββββ | 35072/50176 [05:41<02:23, 105.13it/s]
|
305 |
70%|βββββββ | 35328/50176 [05:44<02:16, 108.61it/s]
|
306 |
71%|βββββββ | 35584/50176 [05:46<02:15, 108.00it/s]
|
307 |
71%|ββββββββ | 35840/50176 [05:48<02:14, 106.68it/s]
|
308 |
72%|ββββββββ | 36096/50176 [05:51<02:11, 107.34it/s]
|
309 |
72%|ββββββββ | 36352/50176 [05:53<02:12, 104.51it/s]
|
310 |
73%|ββββββββ | 36608/50176 [05:56<02:09, 104.60it/s]
|
311 |
73%|ββββββββ | 36864/50176 [05:58<02:09, 102.83it/s]
|
312 |
74%|ββββββββ | 37120/50176 [06:01<02:05, 103.96it/s]
|
313 |
74%|ββββββββ | 37376/50176 [06:03<01:56, 109.46it/s]
|
314 |
75%|ββββββββ | 37632/50176 [06:05<01:56, 107.81it/s]
|
315 |
76%|ββββββββ | 37888/50176 [06:08<01:53, 107.85it/s]
|
316 |
76%|ββββββββ | 38144/50176 [06:10<01:51, 108.36it/s]
|
317 |
77%|ββββββββ | 38400/50176 [06:13<01:49, 107.24it/s]
|
318 |
77%|ββββββββ | 38656/50176 [06:15<01:48, 106.63it/s]
|
319 |
78%|ββββββββ | 38912/50176 [06:17<01:44, 107.65it/s]
|
320 |
78%|ββββββββ | 39168/50176 [06:20<01:44, 105.55it/s]
|
321 |
79%|ββββββββ | 39424/50176 [06:22<01:40, 107.21it/s]
|
322 |
79%|ββββββββ | 39680/50176 [06:25<01:38, 106.76it/s]
|
323 |
80%|ββββββββ | 39936/50176 [06:27<01:34, 108.03it/s]
|
324 |
80%|ββββββββ | 40192/50176 [06:29<01:34, 106.19it/s]
|
325 |
81%|ββββββββ | 40448/50176 [06:32<01:34, 102.91it/s]
|
326 |
81%|ββββββββ | 40704/50176 [06:35<01:33, 101.16it/s]
|
327 |
82%|βββββββββ | 40960/50176 [06:37<01:27, 105.46it/s]
|
328 |
82%|βββββββββ | 41216/50176 [06:39<01:24, 106.41it/s]
|
329 |
83%|βββββββββ | 41472/50176 [06:42<01:22, 105.51it/s]
|
330 |
83%|βββββββββ | 41728/50176 [06:44<01:22, 102.42it/s]
|
331 |
84%|βββββββββ | 41984/50176 [06:47<01:18, 104.67it/s]
|
332 |
84%|βββββββββ | 42240/50176 [06:49<01:15, 104.82it/s]
|
333 |
85%|βββββββββ | 42496/50176 [06:51<01:10, 108.36it/s]
|
334 |
85%|βββββββββ | 42752/50176 [06:54<01:08, 108.37it/s]
|
335 |
86%|βββββββββ | 43008/50176 [06:56<01:07, 105.84it/s]
|
336 |
86%|βββββββββ | 43264/50176 [06:59<01:05, 105.59it/s]
|
337 |
87%|βββββββββ | 43520/50176 [07:01<01:05, 102.31it/s]
|
338 |
87%|βββββββββ | 43776/50176 [07:04<01:02, 102.92it/s]
|
339 |
88%|βββββββββ | 44032/50176 [07:06<00:58, 104.21it/s]
|
340 |
88%|βββββββββ | 44288/50176 [07:08<00:55, 106.78it/s]
|
341 |
89%|βββββββββ | 44544/50176 [07:11<00:55, 100.91it/s]
|
342 |
89%|βββββββββ | 44800/50176 [07:14<00:52, 102.36it/s]
|
343 |
90%|βββββββββ | 45056/50176 [07:16<00:48, 105.15it/s]
|
344 |
90%|βββββββββ | 45312/50176 [07:19<00:47, 102.54it/s]
|
345 |
91%|βββββββββ | 45568/50176 [07:21<00:43, 106.08it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [07:23<00:41, 103.86it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [07:26<00:40, 101.19it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [07:29<00:37, 101.12it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [07:31<00:34, 105.08it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [07:33<00:31, 105.18it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [07:36<00:30, 102.05it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [07:39<00:28, 100.27it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [07:41<00:25, 101.36it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [07:43<00:22, 103.79it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [07:46<00:19, 104.47it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [07:48<00:17, 105.21it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [07:51<00:14, 104.58it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [07:53<00:12, 103.36it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [07:56<00:09, 103.35it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [07:58<00:07, 102.19it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [08:01<00:05, 102.35it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [08:04<00:02, 95.28it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:45:55 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:45:55 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:45:56 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_15.pt).
|
4 |
+
2022-12-21,09:46:05 | INFO | Model:
|
5 |
+
2022-12-21,09:46:05 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:46:05 | INFO | Params:
|
359 |
+
2022-12-21,09:46:05 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:46:05 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:46:05 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:46:05 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_15.pt/checkpoints
|
363 |
+
2022-12-21,09:46:05 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:46:05 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:46:05 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:46:05 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:46:05 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:46:05 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:46:05 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:46:05 | INFO | debug: False
|
371 |
+
2022-12-21,09:46:05 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:46:05 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:46:05 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:46:05 | INFO | distributed: False
|
375 |
+
2022-12-21,09:46:05 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:46:05 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:46:05 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:46:05 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:46:05 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:46:05 | INFO | horovod: False
|
381 |
+
2022-12-21,09:46:05 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:46:05 | INFO | image_std: None
|
383 |
+
2022-12-21,09:46:05 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:46:05 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:46:05 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:46:05 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:46:05 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:46:05 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:46:05 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:46:05 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:46:05 | INFO | log_local: False
|
392 |
+
2022-12-21,09:46:05 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_15.pt/out.log
|
393 |
+
2022-12-21,09:46:05 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:46:05 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:46:05 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:46:05 | INFO | name: epoch_15.pt
|
397 |
+
2022-12-21,09:46:05 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:46:05 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:46:05 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:46:05 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_15.pt
|
401 |
+
2022-12-21,09:46:05 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:46:05 | INFO | rank: 0
|
403 |
+
2022-12-21,09:46:05 | INFO | report_to:
|
404 |
+
2022-12-21,09:46:05 | INFO | resume: None
|
405 |
+
2022-12-21,09:46:05 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:46:05 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:46:05 | INFO | seed: 0
|
408 |
+
2022-12-21,09:46:05 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:46:05 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:46:05 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:46:05 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:46:05 | INFO | trace: False
|
413 |
+
2022-12-21,09:46:05 | INFO | train_data: None
|
414 |
+
2022-12-21,09:46:05 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:46:05 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:46:05 | INFO | val_data: None
|
417 |
+
2022-12-21,09:46:05 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:46:05 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:46:05 | INFO | wandb: False
|
420 |
+
2022-12-21,09:46:05 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:46:05 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:46:05 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:46:05 | INFO | workers: 1
|
424 |
+
2022-12-21,09:46:05 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:46:05 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:46:05 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:46:05 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<11:27, 1.45it/s]
|
431 |
1%| | 7/1000 [00:00<01:29, 11.16it/s]
|
432 |
1%|β | 13/1000 [00:00<00:48, 20.28it/s]
|
433 |
2%|β | 19/1000 [00:01<00:34, 28.59it/s]
|
434 |
2%|β | 25/1000 [00:01<00:27, 35.55it/s]
|
435 |
3%|β | 31/1000 [00:01<00:23, 41.26it/s]
|
436 |
4%|β | 37/1000 [00:01<00:21, 45.66it/s]
|
437 |
4%|β | 43/1000 [00:01<00:19, 48.78it/s]
|
438 |
5%|β | 49/1000 [00:01<00:18, 51.04it/s]
|
439 |
6%|β | 55/1000 [00:01<00:17, 52.84it/s]
|
440 |
6%|β | 61/1000 [00:01<00:17, 54.31it/s]
|
441 |
7%|β | 67/1000 [00:01<00:16, 55.29it/s]
|
442 |
7%|β | 73/1000 [00:01<00:16, 56.00it/s]
|
443 |
8%|β | 79/1000 [00:02<00:16, 56.60it/s]
|
444 |
8%|β | 85/1000 [00:02<00:16, 57.09it/s]
|
445 |
9%|β | 91/1000 [00:02<00:15, 57.28it/s]
|
446 |
10%|β | 97/1000 [00:02<00:15, 57.68it/s]
|
447 |
10%|β | 103/1000 [00:02<00:15, 57.87it/s]
|
448 |
11%|β | 109/1000 [00:02<00:15, 57.96it/s]
|
449 |
12%|ββ | 115/1000 [00:02<00:15, 57.90it/s]
|
450 |
12%|ββ | 121/1000 [00:02<00:15, 57.92it/s]
|
451 |
13%|ββ | 127/1000 [00:02<00:15, 58.00it/s]
|
452 |
13%|ββ | 133/1000 [00:02<00:14, 58.06it/s]
|
453 |
14%|ββ | 139/1000 [00:03<00:14, 57.79it/s]
|
454 |
14%|ββ | 145/1000 [00:03<00:14, 57.95it/s]
|
455 |
15%|ββ | 151/1000 [00:03<00:14, 58.06it/s]
|
456 |
16%|ββ | 157/1000 [00:03<00:14, 58.08it/s]
|
457 |
16%|ββ | 163/1000 [00:03<00:14, 58.11it/s]
|
458 |
17%|ββ | 169/1000 [00:03<00:14, 57.92it/s]
|
459 |
18%|ββ | 175/1000 [00:03<00:14, 57.93it/s]
|
460 |
18%|ββ | 181/1000 [00:03<00:14, 57.89it/s]
|
461 |
19%|ββ | 187/1000 [00:03<00:14, 57.84it/s]
|
462 |
19%|ββ | 193/1000 [00:04<00:13, 57.80it/s]
|
463 |
20%|ββ | 199/1000 [00:04<00:13, 57.74it/s]
|
464 |
20%|ββ | 205/1000 [00:04<00:13, 57.60it/s]
|
465 |
21%|ββ | 211/1000 [00:04<00:13, 57.40it/s]
|
466 |
22%|βββ | 217/1000 [00:04<00:13, 57.61it/s]
|
467 |
22%|βββ | 223/1000 [00:04<00:13, 57.64it/s]
|
468 |
23%|βββ | 229/1000 [00:04<00:13, 57.83it/s]
|
469 |
24%|βββ | 235/1000 [00:04<00:13, 57.82it/s]
|
470 |
24%|βββ | 241/1000 [00:04<00:13, 57.63it/s]
|
471 |
25%|βββ | 247/1000 [00:04<00:13, 57.76it/s]
|
472 |
25%|βββ | 253/1000 [00:05<00:12, 57.83it/s]
|
473 |
26%|βββ | 259/1000 [00:05<00:12, 57.93it/s]
|
474 |
26%|βββ | 265/1000 [00:05<00:12, 57.90it/s]
|
475 |
27%|βββ | 271/1000 [00:05<00:12, 57.74it/s]
|
476 |
28%|βββ | 277/1000 [00:05<00:12, 57.89it/s]
|
477 |
28%|βββ | 283/1000 [00:05<00:12, 57.81it/s]
|
478 |
29%|βββ | 289/1000 [00:05<00:12, 57.94it/s]
|
479 |
30%|βββ | 295/1000 [00:05<00:12, 58.14it/s]
|
480 |
30%|βββ | 301/1000 [00:05<00:12, 58.16it/s]
|
481 |
31%|βββ | 307/1000 [00:05<00:11, 58.15it/s]
|
482 |
31%|ββββ | 313/1000 [00:06<00:11, 58.35it/s]
|
483 |
32%|ββββ | 319/1000 [00:06<00:11, 58.39it/s]
|
484 |
32%|ββββ | 325/1000 [00:06<00:11, 58.23it/s]
|
485 |
33%|ββββ | 331/1000 [00:06<00:11, 58.02it/s]
|
486 |
34%|ββββ | 337/1000 [00:06<00:11, 58.20it/s]
|
487 |
34%|ββββ | 343/1000 [00:06<00:11, 58.29it/s]
|
488 |
35%|ββββ | 349/1000 [00:06<00:11, 58.25it/s]
|
489 |
36%|ββββ | 355/1000 [00:06<00:11, 58.18it/s]
|
490 |
36%|ββββ | 361/1000 [00:06<00:10, 58.24it/s]
|
491 |
37%|ββββ | 367/1000 [00:07<00:10, 58.29it/s]
|
492 |
37%|ββββ | 373/1000 [00:07<00:10, 58.34it/s]
|
493 |
38%|ββββ | 379/1000 [00:07<00:10, 58.12it/s]
|
494 |
38%|ββββ | 385/1000 [00:07<00:10, 57.95it/s]
|
495 |
39%|ββββ | 391/1000 [00:07<00:10, 58.01it/s]
|
496 |
40%|ββββ | 397/1000 [00:07<00:10, 58.07it/s]
|
497 |
40%|ββββ | 403/1000 [00:07<00:10, 57.85it/s]
|
498 |
41%|ββββ | 409/1000 [00:07<00:10, 58.03it/s]
|
499 |
42%|βββββ | 415/1000 [00:07<00:10, 58.16it/s]
|
500 |
42%|βββββ | 421/1000 [00:07<00:09, 58.22it/s]
|
501 |
43%|βββββ | 427/1000 [00:08<00:09, 58.25it/s]
|
502 |
43%|βββββ | 433/1000 [00:08<00:09, 58.15it/s]
|
503 |
44%|βββββ | 439/1000 [00:08<00:09, 58.24it/s]
|
504 |
44%|βββββ | 445/1000 [00:08<00:09, 58.04it/s]
|
505 |
45%|βββββ | 451/1000 [00:08<00:09, 58.18it/s]
|
506 |
46%|βββββ | 457/1000 [00:08<00:09, 58.24it/s]
|
507 |
46%|βββββ | 463/1000 [00:08<00:09, 58.30it/s]
|
508 |
47%|βββββ | 469/1000 [00:08<00:09, 58.25it/s]
|
509 |
48%|βββββ | 475/1000 [00:08<00:08, 58.40it/s]
|
510 |
48%|βββββ | 481/1000 [00:08<00:08, 58.20it/s]
|
511 |
49%|βββββ | 487/1000 [00:09<00:08, 58.31it/s]
|
512 |
49%|βββββ | 493/1000 [00:09<00:08, 58.27it/s]
|
513 |
50%|βββββ | 499/1000 [00:09<00:08, 58.18it/s]
|
514 |
50%|βββββ | 505/1000 [00:09<00:08, 58.23it/s]
|
515 |
51%|βββββ | 511/1000 [00:09<00:08, 58.13it/s]
|
516 |
52%|ββββββ | 517/1000 [00:09<00:08, 58.26it/s]
|
517 |
52%|ββββββ | 523/1000 [00:09<00:08, 58.24it/s]
|
518 |
53%|ββββββ | 529/1000 [00:09<00:08, 58.30it/s]
|
519 |
54%|ββββββ | 535/1000 [00:09<00:07, 58.34it/s]
|
520 |
54%|ββββββ | 541/1000 [00:10<00:07, 58.37it/s]
|
521 |
55%|ββββββ | 547/1000 [00:10<00:07, 58.39it/s]
|
522 |
55%|ββββββ | 553/1000 [00:10<00:07, 58.29it/s]
|
523 |
56%|ββββββ | 559/1000 [00:10<00:07, 58.34it/s]
|
524 |
56%|ββββββ | 565/1000 [00:10<00:07, 58.26it/s]
|
525 |
57%|ββββββ | 571/1000 [00:10<00:07, 58.14it/s]
|
526 |
58%|ββββββ | 577/1000 [00:10<00:07, 58.20it/s]
|
527 |
58%|ββββββ | 583/1000 [00:10<00:07, 58.29it/s]
|
528 |
59%|ββββββ | 589/1000 [00:10<00:07, 58.30it/s]
|
529 |
60%|ββββββ | 595/1000 [00:10<00:06, 58.22it/s]
|
530 |
60%|ββββββ | 601/1000 [00:11<00:06, 58.32it/s]
|
531 |
61%|ββββββ | 607/1000 [00:11<00:06, 58.19it/s]
|
532 |
61%|βββββββ | 613/1000 [00:11<00:06, 58.22it/s]
|
533 |
62%|βββββββ | 619/1000 [00:11<00:06, 58.37it/s]
|
534 |
62%|βββββββ | 625/1000 [00:11<00:06, 58.34it/s]
|
535 |
63%|βββββββ | 631/1000 [00:11<00:06, 58.33it/s]
|
536 |
64%|βββββββ | 637/1000 [00:11<00:06, 58.26it/s]
|
537 |
64%|βββββββ | 643/1000 [00:11<00:06, 58.23it/s]
|
538 |
65%|βββββββ | 649/1000 [00:11<00:06, 58.30it/s]
|
539 |
66%|βββββββ | 655/1000 [00:11<00:05, 58.29it/s]
|
540 |
66%|βββββββ | 661/1000 [00:12<00:05, 58.34it/s]
|
541 |
67%|βββββββ | 667/1000 [00:12<00:05, 58.33it/s]
|
542 |
67%|βββββββ | 673/1000 [00:12<00:05, 58.37it/s]
|
543 |
68%|βββββββ | 679/1000 [00:12<00:05, 58.35it/s]
|
544 |
68%|βββββββ | 685/1000 [00:12<00:05, 58.39it/s]
|
545 |
69%|βββββββ | 691/1000 [00:12<00:05, 58.37it/s]
|
546 |
70%|βββββββ | 697/1000 [00:12<00:05, 58.30it/s]
|
547 |
70%|βββββββ | 703/1000 [00:12<00:05, 58.31it/s]
|
548 |
71%|βββββββ | 709/1000 [00:12<00:04, 58.32it/s]
|
549 |
72%|ββββββββ | 715/1000 [00:12<00:04, 58.30it/s]
|
550 |
72%|ββββββββ | 721/1000 [00:13<00:04, 58.31it/s]
|
551 |
73%|ββββββββ | 727/1000 [00:13<00:04, 58.28it/s]
|
552 |
73%|ββββββββ | 733/1000 [00:13<00:04, 58.29it/s]
|
553 |
74%|ββββββββ | 739/1000 [00:13<00:04, 58.34it/s]
|
554 |
74%|ββββββββ | 745/1000 [00:13<00:04, 58.36it/s]
|
555 |
75%|ββββββββ | 751/1000 [00:13<00:04, 58.43it/s]
|
556 |
76%|ββββββββ | 757/1000 [00:13<00:04, 58.46it/s]
|
557 |
76%|ββββββββ | 763/1000 [00:13<00:04, 58.27it/s]
|
558 |
77%|ββββββββ | 769/1000 [00:13<00:03, 58.35it/s]
|
559 |
78%|ββββββββ | 775/1000 [00:14<00:03, 58.35it/s]
|
560 |
78%|ββββββββ | 781/1000 [00:14<00:03, 58.38it/s]
|
561 |
79%|ββββββββ | 787/1000 [00:14<00:03, 58.37it/s]
|
562 |
79%|ββββββββ | 793/1000 [00:14<00:03, 58.23it/s]
|
563 |
80%|ββββββββ | 799/1000 [00:14<00:03, 58.18it/s]
|
564 |
80%|ββββββββ | 805/1000 [00:14<00:03, 58.23it/s]
|
565 |
81%|ββββββββ | 811/1000 [00:14<00:03, 58.17it/s]
|
566 |
82%|βββββββββ | 817/1000 [00:14<00:03, 58.22it/s]
|
567 |
82%|βββββββββ | 823/1000 [00:14<00:03, 58.19it/s]
|
568 |
83%|βββββββββ | 829/1000 [00:14<00:02, 58.31it/s]
|
569 |
84%|βββββββββ | 835/1000 [00:15<00:02, 58.47it/s]
|
570 |
84%|βββββββββ | 841/1000 [00:15<00:02, 58.51it/s]
|
571 |
85%|βββββββββ | 847/1000 [00:15<00:02, 58.37it/s]
|
572 |
85%|βββββββββ | 853/1000 [00:15<00:02, 58.42it/s]
|
573 |
86%|βββββββββ | 859/1000 [00:15<00:02, 58.40it/s]
|
574 |
86%|βββββββββ | 865/1000 [00:15<00:02, 58.40it/s]
|
575 |
87%|βββββββββ | 871/1000 [00:15<00:02, 58.36it/s]
|
576 |
88%|βββββββββ | 877/1000 [00:15<00:02, 58.39it/s]
|
577 |
88%|βββββββββ | 883/1000 [00:15<00:02, 58.34it/s]
|
578 |
89%|βββββββββ | 889/1000 [00:15<00:01, 58.24it/s]
|
579 |
90%|βββββββββ | 895/1000 [00:16<00:01, 58.34it/s]
|
580 |
90%|βββββββββ | 901/1000 [00:16<00:01, 58.31it/s]
|
581 |
91%|βββββββββ | 907/1000 [00:16<00:01, 58.28it/s]
|
582 |
91%|ββββββββββ| 913/1000 [00:16<00:01, 58.24it/s]
|
583 |
92%|ββββββββββ| 919/1000 [00:16<00:01, 58.36it/s]
|
584 |
92%|ββββββββββ| 925/1000 [00:16<00:01, 58.33it/s]
|
585 |
93%|ββββββββββ| 931/1000 [00:16<00:01, 58.43it/s]
|
586 |
94%|ββββββββββ| 937/1000 [00:16<00:01, 58.48it/s]
|
587 |
94%|ββββββββββ| 943/1000 [00:16<00:00, 58.43it/s]
|
588 |
95%|ββββββββββ| 949/1000 [00:17<00:00, 58.40it/s]
|
589 |
96%|ββββββββββ| 955/1000 [00:17<00:00, 58.55it/s]
|
590 |
96%|ββββββββββ| 961/1000 [00:17<00:00, 58.42it/s]
|
591 |
97%|ββββββββββ| 967/1000 [00:17<00:00, 58.54it/s]
|
592 |
97%|ββββββββββ| 973/1000 [00:17<00:00, 58.65it/s]
|
593 |
98%|ββββββββββ| 979/1000 [00:17<00:00, 58.64it/s]
|
594 |
98%|ββββββββββ| 985/1000 [00:17<00:00, 58.58it/s]
|
595 |
99%|ββββββββββ| 991/1000 [00:17<00:00, 58.46it/s]
|
596 |
+
2022-12-21,09:46:23 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:02<07:36, 109.39it/s]
|
600 |
1%| | 512/50176 [00:04<07:01, 117.87it/s]
|
601 |
2%|β | 768/50176 [00:06<06:58, 117.94it/s]
|
602 |
2%|β | 1024/50176 [00:08<06:57, 117.62it/s]
|
603 |
3%|β | 1280/50176 [00:11<07:11, 113.30it/s]
|
604 |
3%|β | 1536/50176 [00:13<07:41, 105.31it/s]
|
605 |
4%|β | 1792/50176 [00:16<07:28, 107.87it/s]
|
606 |
4%|β | 2048/50176 [00:18<07:17, 110.04it/s]
|
607 |
5%|β | 2304/50176 [00:20<07:06, 112.21it/s]
|
608 |
5%|β | 2560/50176 [00:22<07:02, 112.70it/s]
|
609 |
6%|β | 2816/50176 [00:25<07:09, 110.17it/s]
|
610 |
6%|β | 3072/50176 [00:27<07:13, 108.72it/s]
|
611 |
7%|β | 3328/50176 [00:30<07:08, 109.35it/s]
|
612 |
7%|β | 3584/50176 [00:32<06:54, 112.38it/s]
|
613 |
8%|β | 3840/50176 [00:34<07:19, 105.43it/s]
|
614 |
8%|β | 4096/50176 [00:37<07:37, 100.75it/s]
|
615 |
9%|β | 4352/50176 [00:40<07:29, 101.95it/s]
|
616 |
9%|β | 4608/50176 [00:42<07:14, 104.96it/s]
|
617 |
10%|β | 4864/50176 [00:44<07:07, 106.07it/s]
|
618 |
10%|β | 5120/50176 [00:47<07:03, 106.32it/s]
|
619 |
11%|β | 5376/50176 [00:49<07:09, 104.42it/s]
|
620 |
11%|β | 5632/50176 [00:52<07:10, 103.35it/s]
|
621 |
12%|ββ | 5888/50176 [00:54<07:07, 103.62it/s]
|
622 |
12%|ββ | 6144/50176 [00:57<07:34, 96.94it/s]
|
623 |
13%|ββ | 6400/50176 [01:00<07:30, 97.11it/s]
|
624 |
13%|ββ | 6656/50176 [01:02<07:21, 98.58it/s]
|
625 |
14%|ββ | 6912/50176 [01:05<07:18, 98.71it/s]
|
626 |
14%|ββ | 7168/50176 [01:08<07:14, 98.91it/s]
|
627 |
15%|ββ | 7424/50176 [01:10<07:02, 101.29it/s]
|
628 |
15%|ββ | 7680/50176 [01:12<06:56, 102.02it/s]
|
629 |
16%|ββ | 7936/50176 [01:15<06:47, 103.61it/s]
|
630 |
16%|ββ | 8192/50176 [01:17<06:43, 104.06it/s]
|
631 |
17%|ββ | 8448/50176 [01:20<06:51, 101.52it/s]
|
632 |
17%|ββ | 8704/50176 [01:22<06:48, 101.49it/s]
|
633 |
18%|ββ | 8960/50176 [01:25<06:48, 100.90it/s]
|
634 |
18%|ββ | 9216/50176 [01:27<06:43, 101.39it/s]
|
635 |
19%|ββ | 9472/50176 [01:30<06:40, 101.53it/s]
|
636 |
19%|ββ | 9728/50176 [01:33<06:43, 100.17it/s]
|
637 |
20%|ββ | 9984/50176 [01:35<06:42, 99.84it/s]
|
638 |
20%|ββ | 10240/50176 [01:38<06:29, 102.54it/s]
|
639 |
21%|ββ | 10496/50176 [01:40<06:20, 104.28it/s]
|
640 |
21%|βββ | 10752/50176 [01:43<06:29, 101.33it/s]
|
641 |
22%|βββ | 11008/50176 [01:45<06:24, 101.75it/s]
|
642 |
22%|βββ | 11264/50176 [01:47<06:16, 103.22it/s]
|
643 |
23%|βββ | 11520/50176 [01:50<06:09, 104.52it/s]
|
644 |
23%|βββ | 11776/50176 [01:52<06:05, 105.06it/s]
|
645 |
24%|βββ | 12032/50176 [01:55<06:05, 104.44it/s]
|
646 |
24%|βββ | 12288/50176 [01:57<05:54, 106.82it/s]
|
647 |
25%|βββ | 12544/50176 [01:59<05:49, 107.55it/s]
|
648 |
26%|βββ | 12800/50176 [02:02<05:51, 106.22it/s]
|
649 |
26%|βββ | 13056/50176 [02:04<05:48, 106.58it/s]
|
650 |
27%|βββ | 13312/50176 [02:07<05:48, 105.79it/s]
|
651 |
27%|βββ | 13568/50176 [02:10<06:05, 100.27it/s]
|
652 |
28%|βββ | 13824/50176 [02:12<06:07, 98.80it/s]
|
653 |
28%|βββ | 14080/50176 [02:15<06:00, 100.03it/s]
|
654 |
29%|βββ | 14336/50176 [02:17<05:58, 100.10it/s]
|
655 |
29%|βββ | 14592/50176 [02:20<05:50, 101.48it/s]
|
656 |
30%|βββ | 14848/50176 [02:22<05:54, 99.68it/s]
|
657 |
30%|βββ | 15104/50176 [02:25<05:55, 98.74it/s]
|
658 |
31%|βββ | 15360/50176 [02:28<05:47, 100.18it/s]
|
659 |
31%|βββ | 15616/50176 [02:30<05:37, 102.31it/s]
|
660 |
32%|ββββ | 15872/50176 [02:32<05:39, 101.16it/s]
|
661 |
32%|ββββ | 16128/50176 [02:35<05:34, 101.91it/s]
|
662 |
33%|ββββ | 16384/50176 [02:37<05:32, 101.56it/s]
|
663 |
33%|ββββ | 16640/50176 [02:40<05:38, 99.15it/s]
|
664 |
34%|ββββ | 16896/50176 [02:43<05:30, 100.61it/s]
|
665 |
34%|ββββ | 17152/50176 [02:45<05:22, 102.32it/s]
|
666 |
35%|ββββ | 17408/50176 [02:48<05:17, 103.14it/s]
|
667 |
35%|ββββ | 17664/50176 [02:50<05:03, 107.06it/s]
|
668 |
36%|ββββ | 17920/50176 [02:52<04:55, 109.03it/s]
|
669 |
36%|ββββ | 18176/50176 [02:54<04:59, 106.73it/s]
|
670 |
37%|ββββ | 18432/50176 [02:57<04:54, 107.74it/s]
|
671 |
37%|ββββ | 18688/50176 [02:59<05:01, 104.54it/s]
|
672 |
38%|ββββ | 18944/50176 [03:02<05:04, 102.65it/s]
|
673 |
38%|ββββ | 19200/50176 [03:05<05:10, 99.88it/s]
|
674 |
39%|ββββ | 19456/50176 [03:07<05:12, 98.16it/s]
|
675 |
39%|ββββ | 19712/50176 [03:10<05:13, 97.24it/s]
|
676 |
40%|ββββ | 19968/50176 [03:13<05:11, 96.84it/s]
|
677 |
40%|ββββ | 20224/50176 [03:15<04:55, 101.33it/s]
|
678 |
41%|ββββ | 20480/50176 [03:17<04:47, 103.17it/s]
|
679 |
41%|βββββ | 20736/50176 [03:20<04:42, 104.36it/s]
|
680 |
42%|βββββ | 20992/50176 [03:22<04:38, 104.85it/s]
|
681 |
42%|βββββ | 21248/50176 [03:25<04:41, 102.69it/s]
|
682 |
43%|βββββ | 21504/50176 [03:27<04:38, 102.93it/s]
|
683 |
43%|βββββ | 21760/50176 [03:30<04:30, 105.24it/s]
|
684 |
44%|βββββ | 22016/50176 [03:32<04:19, 108.34it/s]
|
685 |
44%|βββββ | 22272/50176 [03:34<04:17, 108.29it/s]
|
686 |
45%|βββββ | 22528/50176 [03:37<04:19, 106.38it/s]
|
687 |
45%|βββββ | 22784/50176 [03:39<04:30, 101.41it/s]
|
688 |
46%|βββββ | 23040/50176 [03:42<04:33, 99.27it/s]
|
689 |
46%|βββββ | 23296/50176 [03:45<04:33, 98.30it/s]
|
690 |
47%|βββββ | 23552/50176 [03:50<05:44, 77.24it/s]
|
691 |
47%|βββββ | 23808/50176 [03:52<05:13, 84.05it/s]
|
692 |
48%|βββββ | 24064/50176 [03:55<04:56, 88.08it/s]
|
693 |
48%|βββββ | 24320/50176 [03:57<04:41, 91.81it/s]
|
694 |
49%|βββββ | 24576/50176 [04:00<04:32, 93.99it/s]
|
695 |
49%|βββββ | 24832/50176 [04:02<04:18, 97.98it/s]
|
696 |
50%|βββββ | 25088/50176 [04:05<04:06, 101.84it/s]
|
697 |
51%|βββββ | 25344/50176 [04:07<03:56, 104.89it/s]
|
698 |
51%|βββββ | 25600/50176 [04:09<03:55, 104.28it/s]
|
699 |
52%|ββββββ | 25856/50176 [04:12<03:46, 107.15it/s]
|
700 |
52%|ββββββ | 26112/50176 [04:14<03:44, 107.33it/s]
|
701 |
53%|ββββββ | 26368/50176 [04:16<03:44, 106.22it/s]
|
702 |
53%|ββββββ | 26624/50176 [04:19<03:38, 107.97it/s]
|
703 |
54%|ββββββ | 26880/50176 [04:21<03:39, 106.17it/s]
|
704 |
54%|ββββββ | 27136/50176 [04:24<03:41, 104.16it/s]
|
705 |
55%|ββββββ | 27392/50176 [04:26<03:39, 103.66it/s]
|
706 |
55%|ββββββ | 27648/50176 [04:30<04:20, 86.59it/s]
|
707 |
56%|ββββββ | 27904/50176 [04:33<04:17, 86.54it/s]
|
708 |
56%|ββββββ | 28160/50176 [04:36<04:00, 91.52it/s]
|
709 |
57%|ββββββ | 28416/50176 [04:38<03:52, 93.71it/s]
|
710 |
57%|ββββββ | 28672/50176 [04:41<03:48, 94.05it/s]
|
711 |
58%|ββββββ | 28928/50176 [04:43<03:33, 99.45it/s]
|
712 |
58%|ββββββ | 29184/50176 [04:46<03:30, 99.91it/s]
|
713 |
59%|ββββββ | 29440/50176 [04:49<03:36, 95.63it/s]
|
714 |
59%|ββββββ | 29696/50176 [04:51<03:33, 95.86it/s]
|
715 |
60%|ββββββ | 29952/50176 [04:54<03:29, 96.58it/s]
|
716 |
60%|ββββββ | 30208/50176 [04:56<03:22, 98.84it/s]
|
717 |
61%|ββββββ | 30464/50176 [04:59<03:10, 103.40it/s]
|
718 |
61%|ββββββ | 30720/50176 [05:01<03:11, 101.59it/s]
|
719 |
62%|βββββββ | 30976/50176 [05:04<03:03, 104.87it/s]
|
720 |
62%|βββββββ | 31232/50176 [05:06<02:59, 105.56it/s]
|
721 |
63%|βββββββ | 31488/50176 [05:08<02:52, 108.53it/s]
|
722 |
63%|βββββββ | 31744/50176 [05:11<02:50, 107.80it/s]
|
723 |
64%|βββββββ | 32000/50176 [05:13<02:48, 107.86it/s]
|
724 |
64%|βββββββ | 32256/50176 [05:15<02:42, 110.02it/s]
|
725 |
65%|βββββββ | 32512/50176 [05:18<02:47, 105.37it/s]
|
726 |
65%|βββββββ | 32768/50176 [05:20<02:40, 108.18it/s]
|
727 |
66%|βββββββ | 33024/50176 [05:22<02:39, 107.64it/s]
|
728 |
66%|βββββββ | 33280/50176 [05:25<02:36, 107.65it/s]
|
729 |
67%|βββββββ | 33536/50176 [05:27<02:37, 105.56it/s]
|
730 |
67%|βββββββ | 33792/50176 [05:30<02:32, 107.62it/s]
|
731 |
68%|βββββββ | 34048/50176 [05:32<02:24, 111.54it/s]
|
732 |
68%|βββββββ | 34304/50176 [05:34<02:19, 113.79it/s]
|
733 |
69%|βββββββ | 34560/50176 [05:36<02:24, 108.15it/s]
|
734 |
69%|βββββββ | 34816/50176 [05:39<02:23, 107.18it/s]
|
735 |
70%|βββββββ | 35072/50176 [05:41<02:23, 105.13it/s]
|
736 |
70%|βββββββ | 35328/50176 [05:44<02:16, 108.61it/s]
|
737 |
71%|βββββββ | 35584/50176 [05:46<02:15, 108.00it/s]
|
738 |
71%|ββββββββ | 35840/50176 [05:48<02:14, 106.68it/s]
|
739 |
72%|ββββββββ | 36096/50176 [05:51<02:11, 107.34it/s]
|
740 |
72%|ββββββββ | 36352/50176 [05:53<02:12, 104.51it/s]
|
741 |
73%|ββββββββ | 36608/50176 [05:56<02:09, 104.60it/s]
|
742 |
73%|ββββββββ | 36864/50176 [05:58<02:09, 102.83it/s]
|
743 |
74%|ββββββββ | 37120/50176 [06:01<02:05, 103.96it/s]
|
744 |
74%|ββββββββ | 37376/50176 [06:03<01:56, 109.46it/s]
|
745 |
75%|ββββββββ | 37632/50176 [06:05<01:56, 107.81it/s]
|
746 |
76%|ββββββββ | 37888/50176 [06:08<01:53, 107.85it/s]
|
747 |
76%|ββββββββ | 38144/50176 [06:10<01:51, 108.36it/s]
|
748 |
77%|ββββββββ | 38400/50176 [06:13<01:49, 107.24it/s]
|
749 |
77%|ββββββββ | 38656/50176 [06:15<01:48, 106.63it/s]
|
750 |
78%|ββββββββ | 38912/50176 [06:17<01:44, 107.65it/s]
|
751 |
78%|ββββββββ | 39168/50176 [06:20<01:44, 105.55it/s]
|
752 |
79%|ββββββββ | 39424/50176 [06:22<01:40, 107.21it/s]
|
753 |
79%|ββββββββ | 39680/50176 [06:25<01:38, 106.76it/s]
|
754 |
80%|ββββββββ | 39936/50176 [06:27<01:34, 108.03it/s]
|
755 |
80%|ββββββββ | 40192/50176 [06:29<01:34, 106.19it/s]
|
756 |
81%|ββββββββ | 40448/50176 [06:32<01:34, 102.91it/s]
|
757 |
81%|ββββββββ | 40704/50176 [06:35<01:33, 101.16it/s]
|
758 |
82%|βββββββββ | 40960/50176 [06:37<01:27, 105.46it/s]
|
759 |
82%|βββββββββ | 41216/50176 [06:39<01:24, 106.41it/s]
|
760 |
83%|βββββββββ | 41472/50176 [06:42<01:22, 105.51it/s]
|
761 |
83%|βββββββββ | 41728/50176 [06:44<01:22, 102.42it/s]
|
762 |
84%|βββββββββ | 41984/50176 [06:47<01:18, 104.67it/s]
|
763 |
84%|βββββββββ | 42240/50176 [06:49<01:15, 104.82it/s]
|
764 |
85%|βββββββββ | 42496/50176 [06:51<01:10, 108.36it/s]
|
765 |
85%|βββββββββ | 42752/50176 [06:54<01:08, 108.37it/s]
|
766 |
86%|βββββββββ | 43008/50176 [06:56<01:07, 105.84it/s]
|
767 |
86%|βββββββββ | 43264/50176 [06:59<01:05, 105.59it/s]
|
768 |
87%|βββββββββ | 43520/50176 [07:01<01:05, 102.31it/s]
|
769 |
87%|βββββββββ | 43776/50176 [07:04<01:02, 102.92it/s]
|
770 |
88%|βββββββββ | 44032/50176 [07:06<00:58, 104.21it/s]
|
771 |
88%|βββββββββ | 44288/50176 [07:08<00:55, 106.78it/s]
|
772 |
89%|βββββββββ | 44544/50176 [07:11<00:55, 100.91it/s]
|
773 |
89%|βββββββββ | 44800/50176 [07:14<00:52, 102.36it/s]
|
774 |
90%|βββββββββ | 45056/50176 [07:16<00:48, 105.15it/s]
|
775 |
90%|βββββββββ | 45312/50176 [07:19<00:47, 102.54it/s]
|
776 |
91%|βββββββββ | 45568/50176 [07:21<00:43, 106.08it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [07:23<00:41, 103.86it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [07:26<00:40, 101.19it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [07:29<00:37, 101.12it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [07:31<00:34, 105.08it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [07:33<00:31, 105.18it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [07:36<00:30, 102.05it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [07:39<00:28, 100.27it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [07:41<00:25, 101.36it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [07:43<00:22, 103.79it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [07:46<00:19, 104.47it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [07:48<00:17, 105.21it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [07:51<00:14, 104.58it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [07:53<00:12, 103.36it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [07:56<00:09, 103.35it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [07:58<00:07, 102.19it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [08:01<00:05, 102.35it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [08:04<00:02, 95.28it/s]
|
794 |
+
2022-12-21,09:54:28 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,09:54:28 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5514 imagenet-zeroshot-val-top5: 0.8246
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_16.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:976d520ae21e33924720b48b31f6b4d93b8936143fdbc82efcf0b5b39c23d8df
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_16.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<12:00, 1.39it/s]
|
2 |
1%| | 6/1000 [00:00<01:45, 9.41it/s]
|
3 |
1%| | 12/1000 [00:00<00:53, 18.51it/s]
|
4 |
2%|β | 18/1000 [00:01<00:36, 27.00it/s]
|
5 |
2%|β | 24/1000 [00:01<00:28, 34.24it/s]
|
6 |
3%|β | 30/1000 [00:01<00:24, 40.18it/s]
|
7 |
4%|β | 36/1000 [00:01<00:21, 44.69it/s]
|
8 |
4%|β | 42/1000 [00:01<00:19, 48.17it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 50.79it/s]
|
10 |
5%|β | 54/1000 [00:01<00:17, 52.70it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 54.05it/s]
|
12 |
7%|β | 66/1000 [00:01<00:16, 55.12it/s]
|
13 |
7%|β | 72/1000 [00:01<00:16, 55.84it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 56.36it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.90it/s]
|
16 |
9%|β | 90/1000 [00:02<00:15, 57.20it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.59it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.64it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.91it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 58.05it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 58.03it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.99it/s]
|
23 |
13%|ββ | 132/1000 [00:03<00:14, 58.04it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 58.00it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 58.04it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 58.07it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 58.09it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.96it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.80it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.82it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.80it/s]
|
32 |
19%|ββ | 186/1000 [00:03<00:14, 57.72it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.66it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.61it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.42it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.35it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.52it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.49it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.68it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.66it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.56it/s]
|
42 |
25%|βββ | 246/1000 [00:04<00:13, 57.60it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:12, 57.69it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.80it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.85it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.68it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.70it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.86it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.89it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 58.09it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 58.06it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:11, 58.05it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 58.20it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 58.19it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 58.11it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.94it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 58.01it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 58.11it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 58.20it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.99it/s]
|
61 |
36%|ββββ | 360/1000 [00:06<00:11, 57.99it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 58.07it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 58.16it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 58.07it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.74it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.79it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.88it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 58.02it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 58.09it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 58.07it/s]
|
71 |
42%|βββββ | 420/1000 [00:07<00:09, 58.09it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 58.13it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 58.25it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 58.25it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 58.04it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 58.11it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 58.16it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 58.14it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 58.09it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 58.23it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:08, 58.14it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 58.11it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 58.11it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 58.02it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 58.07it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.99it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 58.05it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.08it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.18it/s]
|
90 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.12it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.22it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.25it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.14it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.12it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.17it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.04it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.96it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.11it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.09it/s]
|
100 |
59%|ββββββ | 594/1000 [00:10<00:06, 58.00it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.12it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.04it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.05it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.15it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.15it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.25it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.08it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 58.02it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.17it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.14it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.22it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.21it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.16it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.21it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.22it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.23it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.12it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.21it/s]
|
119 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.06it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.98it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.04it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.02it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.07it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.12it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.12it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.21it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.29it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.14it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.23it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.18it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.21it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.24it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 58.04it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 58.04it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.09it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.05it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 58.01it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 58.03it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.14it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.28it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.31it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.23it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.28it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.24it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.25it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.18it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.23it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.22it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.09it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.17it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.13it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.11it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.15it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.14it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.13it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.22it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.26it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.26it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.27it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.31it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.26it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.32it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.38it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.40it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.22it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.22it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<06:14, 133.40it/s]
|
169 |
1%| | 512/50176 [00:04<06:31, 126.77it/s]
|
170 |
2%|β | 768/50176 [00:06<06:42, 122.82it/s]
|
171 |
2%|β | 1024/50176 [00:08<06:46, 121.01it/s]
|
172 |
3%|β | 1280/50176 [00:10<07:05, 114.85it/s]
|
173 |
3%|β | 1536/50176 [00:13<07:37, 106.42it/s]
|
174 |
4%|β | 1792/50176 [00:15<07:24, 108.95it/s]
|
175 |
4%|β | 2048/50176 [00:17<07:15, 110.41it/s]
|
176 |
5%|β | 2304/50176 [00:20<07:04, 112.80it/s]
|
177 |
5%|β | 2560/50176 [00:22<07:01, 112.99it/s]
|
178 |
6%|β | 2816/50176 [00:24<07:08, 110.47it/s]
|
179 |
6%|β | 3072/50176 [00:27<07:13, 108.77it/s]
|
180 |
7%|β | 3328/50176 [00:29<07:07, 109.48it/s]
|
181 |
7%|β | 3584/50176 [00:31<06:55, 112.19it/s]
|
182 |
8%|β | 3840/50176 [00:34<07:19, 105.46it/s]
|
183 |
8%|β | 4096/50176 [00:37<07:36, 100.91it/s]
|
184 |
9%|β | 4352/50176 [00:39<07:29, 101.89it/s]
|
185 |
9%|β | 4608/50176 [00:42<07:13, 105.05it/s]
|
186 |
10%|β | 4864/50176 [00:44<07:06, 106.23it/s]
|
187 |
10%|β | 5120/50176 [00:46<07:03, 106.27it/s]
|
188 |
11%|β | 5376/50176 [00:49<07:08, 104.59it/s]
|
189 |
11%|β | 5632/50176 [00:51<07:11, 103.18it/s]
|
190 |
12%|ββ | 5888/50176 [00:54<07:07, 103.56it/s]
|
191 |
12%|ββ | 6144/50176 [00:57<07:34, 96.77it/s]
|
192 |
13%|ββ | 6400/50176 [00:59<07:31, 97.06it/s]
|
193 |
13%|ββ | 6656/50176 [01:02<07:21, 98.60it/s]
|
194 |
14%|ββ | 6912/50176 [01:05<07:18, 98.76it/s]
|
195 |
14%|ββ | 7168/50176 [01:07<07:14, 98.91it/s]
|
196 |
15%|ββ | 7424/50176 [01:10<07:02, 101.31it/s]
|
197 |
15%|ββ | 7680/50176 [01:12<06:56, 102.02it/s]
|
198 |
16%|ββ | 7936/50176 [01:14<06:47, 103.56it/s]
|
199 |
16%|ββ | 8192/50176 [01:17<06:43, 104.02it/s]
|
200 |
17%|ββ | 8448/50176 [01:19<06:50, 101.54it/s]
|
201 |
17%|ββ | 8704/50176 [01:22<06:47, 101.66it/s]
|
202 |
18%|ββ | 8960/50176 [01:25<06:48, 100.87it/s]
|
203 |
18%|ββ | 9216/50176 [01:27<06:44, 101.37it/s]
|
204 |
19%|ββ | 9472/50176 [01:30<06:40, 101.52it/s]
|
205 |
19%|ββ | 9728/50176 [01:32<06:44, 100.08it/s]
|
206 |
20%|ββ | 9984/50176 [01:35<06:42, 99.86it/s]
|
207 |
20%|ββ | 10240/50176 [01:37<06:29, 102.65it/s]
|
208 |
21%|ββ | 10496/50176 [01:40<06:20, 104.16it/s]
|
209 |
21%|βββ | 10752/50176 [01:42<06:28, 101.35it/s]
|
210 |
22%|βββ | 11008/50176 [01:45<06:24, 101.76it/s]
|
211 |
22%|βββ | 11264/50176 [01:47<06:17, 103.18it/s]
|
212 |
23%|βββ | 11520/50176 [01:49<06:09, 104.59it/s]
|
213 |
23%|βββ | 11776/50176 [01:52<06:05, 104.97it/s]
|
214 |
24%|βββ | 12032/50176 [01:54<06:05, 104.40it/s]
|
215 |
24%|βββ | 12288/50176 [01:57<05:54, 106.82it/s]
|
216 |
25%|βββ | 12544/50176 [01:59<05:50, 107.48it/s]
|
217 |
26%|βββ | 12800/50176 [02:01<05:51, 106.20it/s]
|
218 |
26%|βββ | 13056/50176 [02:04<05:48, 106.65it/s]
|
219 |
27%|βββ | 13312/50176 [02:06<05:48, 105.84it/s]
|
220 |
27%|βββ | 13568/50176 [02:09<06:05, 100.19it/s]
|
221 |
28%|βββ | 13824/50176 [02:12<06:08, 98.72it/s]
|
222 |
28%|βββ | 14080/50176 [02:14<06:00, 100.10it/s]
|
223 |
29%|βββ | 14336/50176 [02:17<05:57, 100.21it/s]
|
224 |
29%|βββ | 14592/50176 [02:19<05:50, 101.57it/s]
|
225 |
30%|βββ | 14848/50176 [02:22<05:54, 99.68it/s]
|
226 |
30%|βββ | 15104/50176 [02:25<05:55, 98.69it/s]
|
227 |
31%|βββ | 15360/50176 [02:27<05:47, 100.14it/s]
|
228 |
31%|βββ | 15616/50176 [02:29<05:37, 102.28it/s]
|
229 |
32%|ββββ | 15872/50176 [02:32<05:38, 101.21it/s]
|
230 |
32%|ββββ | 16128/50176 [02:35<05:34, 101.86it/s]
|
231 |
33%|ββββ | 16384/50176 [02:37<05:32, 101.67it/s]
|
232 |
33%|ββββ | 16640/50176 [02:40<05:38, 99.06it/s]
|
233 |
34%|ββββ | 16896/50176 [02:42<05:30, 100.68it/s]
|
234 |
34%|ββββ | 17152/50176 [02:45<05:22, 102.29it/s]
|
235 |
35%|ββββ | 17408/50176 [02:47<05:17, 103.11it/s]
|
236 |
35%|ββββ | 17664/50176 [02:49<05:03, 107.00it/s]
|
237 |
36%|ββββ | 17920/50176 [02:52<04:55, 109.00it/s]
|
238 |
36%|ββββ | 18176/50176 [02:54<04:59, 106.73it/s]
|
239 |
37%|ββββ | 18432/50176 [02:56<04:54, 107.71it/s]
|
240 |
37%|ββββ | 18688/50176 [02:59<05:01, 104.57it/s]
|
241 |
38%|ββββ | 18944/50176 [03:02<05:04, 102.62it/s]
|
242 |
38%|ββββ | 19200/50176 [03:04<05:09, 99.95it/s]
|
243 |
39%|ββββ | 19456/50176 [03:07<05:12, 98.19it/s]
|
244 |
39%|ββββ | 19712/50176 [03:10<05:12, 97.36it/s]
|
245 |
40%|ββββ | 19968/50176 [03:12<05:12, 96.78it/s]
|
246 |
40%|ββββ | 20224/50176 [03:15<04:55, 101.35it/s]
|
247 |
41%|ββββ | 20480/50176 [03:17<04:47, 103.12it/s]
|
248 |
41%|βββββ | 20736/50176 [03:19<04:41, 104.40it/s]
|
249 |
42%|βββββ | 20992/50176 [03:22<04:38, 104.90it/s]
|
250 |
42%|βββββ | 21248/50176 [03:24<04:41, 102.59it/s]
|
251 |
43%|βββββ | 21504/50176 [03:27<04:38, 102.97it/s]
|
252 |
43%|βββββ | 21760/50176 [03:29<04:30, 105.19it/s]
|
253 |
44%|βββββ | 22016/50176 [03:31<04:20, 108.30it/s]
|
254 |
44%|βββββ | 22272/50176 [03:34<04:17, 108.27it/s]
|
255 |
45%|βββββ | 22528/50176 [03:36<04:19, 106.36it/s]
|
256 |
45%|βββββ | 22784/50176 [03:39<04:30, 101.43it/s]
|
257 |
46%|βββββ | 23040/50176 [03:42<04:33, 99.28it/s]
|
258 |
46%|βββββ | 23296/50176 [03:44<04:33, 98.30it/s]
|
259 |
47%|βββββ | 23552/50176 [03:49<05:44, 77.21it/s]
|
260 |
47%|βββββ | 23808/50176 [03:52<05:13, 84.04it/s]
|
261 |
48%|βββββ | 24064/50176 [03:54<04:56, 88.14it/s]
|
262 |
48%|βββββ | 24320/50176 [03:57<04:41, 91.89it/s]
|
263 |
49%|βββββ | 24576/50176 [04:00<04:32, 93.92it/s]
|
264 |
49%|βββββ | 24832/50176 [04:02<04:18, 97.96it/s]
|
265 |
50%|βββββ | 25088/50176 [04:04<04:06, 101.89it/s]
|
266 |
51%|βββββ | 25344/50176 [04:06<03:56, 104.97it/s]
|
267 |
51%|βββββ | 25600/50176 [04:09<03:55, 104.23it/s]
|
268 |
52%|ββββββ | 25856/50176 [04:11<03:47, 107.10it/s]
|
269 |
52%|ββββββ | 26112/50176 [04:14<03:44, 107.40it/s]
|
270 |
53%|ββββββ | 26368/50176 [04:16<03:44, 106.16it/s]
|
271 |
53%|ββββββ | 26624/50176 [04:18<03:38, 107.90it/s]
|
272 |
54%|ββββββ | 26880/50176 [04:21<03:39, 106.14it/s]
|
273 |
54%|ββββββ | 27136/50176 [04:23<03:41, 104.15it/s]
|
274 |
55%|ββββββ | 27392/50176 [04:26<03:39, 103.66it/s]
|
275 |
55%|ββββββ | 27648/50176 [04:30<04:20, 86.59it/s]
|
276 |
56%|ββββββ | 27904/50176 [04:33<04:17, 86.53it/s]
|
277 |
56%|ββββββ | 28160/50176 [04:35<04:00, 91.51it/s]
|
278 |
57%|ββββββ | 28416/50176 [04:38<03:51, 93.86it/s]
|
279 |
57%|ββββββ | 28672/50176 [04:41<03:48, 94.01it/s]
|
280 |
58%|ββββββ | 28928/50176 [04:43<03:33, 99.41it/s]
|
281 |
58%|ββββββ | 29184/50176 [04:45<03:29, 100.00it/s]
|
282 |
59%|ββββββ | 29440/50176 [04:48<03:37, 95.56it/s]
|
283 |
59%|ββββββ | 29696/50176 [04:51<03:33, 95.78it/s]
|
284 |
60%|ββββββ | 29952/50176 [04:54<03:29, 96.60it/s]
|
285 |
60%|ββββββ | 30208/50176 [04:56<03:22, 98.78it/s]
|
286 |
61%|ββββββ | 30464/50176 [04:58<03:10, 103.34it/s]
|
287 |
61%|ββββββ | 30720/50176 [05:01<03:11, 101.55it/s]
|
288 |
62%|βββββββ | 30976/50176 [05:03<03:02, 105.01it/s]
|
289 |
62%|βββββββ | 31232/50176 [05:05<02:59, 105.51it/s]
|
290 |
63%|βββββββ | 31488/50176 [05:08<02:52, 108.54it/s]
|
291 |
63%|βββββββ | 31744/50176 [05:10<02:50, 107.85it/s]
|
292 |
64%|βββββββ | 32000/50176 [05:12<02:48, 107.86it/s]
|
293 |
64%|βββββββ | 32256/50176 [05:15<02:42, 109.99it/s]
|
294 |
65%|βββββββ | 32512/50176 [05:17<02:47, 105.30it/s]
|
295 |
65%|βββββββ | 32768/50176 [05:20<02:40, 108.14it/s]
|
296 |
66%|βββββββ | 33024/50176 [05:22<02:39, 107.65it/s]
|
297 |
66%|βββββββ | 33280/50176 [05:24<02:36, 107.81it/s]
|
298 |
67%|βββββββ | 33536/50176 [05:27<02:37, 105.63it/s]
|
299 |
67%|βββββββ | 33792/50176 [05:29<02:32, 107.59it/s]
|
300 |
68%|βββββββ | 34048/50176 [05:31<02:24, 111.43it/s]
|
301 |
68%|βββββββ | 34304/50176 [05:33<02:19, 114.06it/s]
|
302 |
69%|βββββββ | 34560/50176 [05:36<02:24, 108.16it/s]
|
303 |
69%|βββββββ | 34816/50176 [05:38<02:23, 107.11it/s]
|
304 |
70%|βββββββ | 35072/50176 [05:41<02:23, 105.20it/s]
|
305 |
70%|βββββββ | 35328/50176 [05:43<02:16, 108.46it/s]
|
306 |
71%|βββββββ | 35584/50176 [05:46<02:15, 107.88it/s]
|
307 |
71%|ββββββββ | 35840/50176 [05:48<02:14, 106.77it/s]
|
308 |
72%|ββββββββ | 36096/50176 [05:50<02:11, 107.35it/s]
|
309 |
72%|ββββββββ | 36352/50176 [05:53<02:12, 104.50it/s]
|
310 |
73%|ββββββββ | 36608/50176 [05:55<02:09, 104.60it/s]
|
311 |
73%|ββββββββ | 36864/50176 [05:58<02:09, 102.82it/s]
|
312 |
74%|ββββββββ | 37120/50176 [06:00<02:05, 103.92it/s]
|
313 |
74%|ββββββββ | 37376/50176 [06:03<01:56, 109.60it/s]
|
314 |
75%|ββββββββ | 37632/50176 [06:05<01:56, 107.75it/s]
|
315 |
76%|ββββββββ | 37888/50176 [06:07<01:53, 107.83it/s]
|
316 |
76%|ββββββββ | 38144/50176 [06:10<01:50, 108.46it/s]
|
317 |
77%|ββββββββ | 38400/50176 [06:12<01:49, 107.37it/s]
|
318 |
77%|ββββββββ | 38656/50176 [06:15<01:48, 106.56it/s]
|
319 |
78%|ββββββββ | 38912/50176 [06:17<01:44, 107.47it/s]
|
320 |
78%|ββββββββ | 39168/50176 [06:19<01:44, 105.49it/s]
|
321 |
79%|ββββββββ | 39424/50176 [06:22<01:40, 107.20it/s]
|
322 |
79%|ββββββββ | 39680/50176 [06:24<01:38, 106.74it/s]
|
323 |
80%|ββββββββ | 39936/50176 [06:26<01:34, 108.17it/s]
|
324 |
80%|ββββββββ | 40192/50176 [06:29<01:34, 106.13it/s]
|
325 |
81%|ββββββββ | 40448/50176 [06:32<01:34, 102.81it/s]
|
326 |
81%|ββββββββ | 40704/50176 [06:34<01:33, 101.17it/s]
|
327 |
82%|βββββββββ | 40960/50176 [06:36<01:27, 105.48it/s]
|
328 |
82%|βββββββββ | 41216/50176 [06:39<01:24, 106.51it/s]
|
329 |
83%|βββββββββ | 41472/50176 [06:41<01:22, 105.53it/s]
|
330 |
83%|βββββββββ | 41728/50176 [06:44<01:22, 102.33it/s]
|
331 |
84%|βββββββββ | 41984/50176 [06:46<01:18, 104.65it/s]
|
332 |
84%|βββββββββ | 42240/50176 [06:49<01:15, 104.90it/s]
|
333 |
85%|βββββββββ | 42496/50176 [06:51<01:10, 108.41it/s]
|
334 |
85%|βββββββββ | 42752/50176 [06:53<01:08, 108.34it/s]
|
335 |
86%|βββββββββ | 43008/50176 [06:56<01:07, 105.82it/s]
|
336 |
86%|βββββββββ | 43264/50176 [06:58<01:05, 105.60it/s]
|
337 |
87%|βββββββββ | 43520/50176 [07:01<01:05, 102.31it/s]
|
338 |
87%|βββββββββ | 43776/50176 [07:03<01:02, 103.01it/s]
|
339 |
88%|βββββββββ | 44032/50176 [07:06<00:59, 104.13it/s]
|
340 |
88%|βββββββββ | 44288/50176 [07:08<00:55, 106.88it/s]
|
341 |
89%|βββββββββ | 44544/50176 [07:11<00:55, 100.87it/s]
|
342 |
89%|βββββββββ | 44800/50176 [07:13<00:52, 102.34it/s]
|
343 |
90%|βββββββββ | 45056/50176 [07:16<00:48, 105.10it/s]
|
344 |
90%|βββββββββ | 45312/50176 [07:18<00:47, 102.52it/s]
|
345 |
91%|βββββββββ | 45568/50176 [07:20<00:43, 106.01it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [07:23<00:41, 103.86it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [07:26<00:40, 101.16it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [07:28<00:37, 101.09it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [07:30<00:34, 105.18it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [07:33<00:31, 105.24it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [07:36<00:30, 101.97it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [07:38<00:28, 100.20it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [07:41<00:25, 101.48it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [07:43<00:22, 103.77it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [07:45<00:19, 104.47it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [07:48<00:17, 105.08it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [07:50<00:14, 104.60it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [07:53<00:12, 103.40it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [07:55<00:09, 103.34it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [07:58<00:07, 102.21it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [08:00<00:05, 102.34it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [08:03<00:02, 95.40it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:45:55 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:45:55 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:45:56 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_16.pt).
|
4 |
+
2022-12-21,09:46:05 | INFO | Model:
|
5 |
+
2022-12-21,09:46:05 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:46:05 | INFO | Params:
|
359 |
+
2022-12-21,09:46:05 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:46:05 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:46:05 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:46:05 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_16.pt/checkpoints
|
363 |
+
2022-12-21,09:46:05 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:46:05 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:46:05 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:46:05 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:46:05 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:46:05 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:46:05 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:46:05 | INFO | debug: False
|
371 |
+
2022-12-21,09:46:05 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:46:05 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:46:05 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:46:05 | INFO | distributed: False
|
375 |
+
2022-12-21,09:46:05 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:46:05 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:46:05 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:46:05 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:46:05 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:46:05 | INFO | horovod: False
|
381 |
+
2022-12-21,09:46:05 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:46:05 | INFO | image_std: None
|
383 |
+
2022-12-21,09:46:05 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:46:05 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:46:05 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:46:05 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:46:05 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:46:05 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:46:05 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:46:05 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:46:05 | INFO | log_local: False
|
392 |
+
2022-12-21,09:46:05 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_16.pt/out.log
|
393 |
+
2022-12-21,09:46:05 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:46:05 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:46:05 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:46:05 | INFO | name: epoch_16.pt
|
397 |
+
2022-12-21,09:46:05 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:46:05 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:46:05 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:46:05 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_16.pt
|
401 |
+
2022-12-21,09:46:05 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:46:05 | INFO | rank: 0
|
403 |
+
2022-12-21,09:46:05 | INFO | report_to:
|
404 |
+
2022-12-21,09:46:05 | INFO | resume: None
|
405 |
+
2022-12-21,09:46:05 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:46:05 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:46:05 | INFO | seed: 0
|
408 |
+
2022-12-21,09:46:05 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:46:05 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:46:05 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:46:05 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:46:05 | INFO | trace: False
|
413 |
+
2022-12-21,09:46:05 | INFO | train_data: None
|
414 |
+
2022-12-21,09:46:05 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:46:05 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:46:05 | INFO | val_data: None
|
417 |
+
2022-12-21,09:46:05 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:46:05 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:46:05 | INFO | wandb: False
|
420 |
+
2022-12-21,09:46:05 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:46:05 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:46:05 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:46:05 | INFO | workers: 1
|
424 |
+
2022-12-21,09:46:05 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:46:05 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:46:05 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:46:05 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<12:00, 1.39it/s]
|
431 |
1%| | 6/1000 [00:00<01:45, 9.41it/s]
|
432 |
1%| | 12/1000 [00:00<00:53, 18.51it/s]
|
433 |
2%|β | 18/1000 [00:01<00:36, 27.00it/s]
|
434 |
2%|β | 24/1000 [00:01<00:28, 34.24it/s]
|
435 |
3%|β | 30/1000 [00:01<00:24, 40.18it/s]
|
436 |
4%|β | 36/1000 [00:01<00:21, 44.69it/s]
|
437 |
4%|β | 42/1000 [00:01<00:19, 48.17it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 50.79it/s]
|
439 |
5%|β | 54/1000 [00:01<00:17, 52.70it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 54.05it/s]
|
441 |
7%|β | 66/1000 [00:01<00:16, 55.12it/s]
|
442 |
7%|β | 72/1000 [00:01<00:16, 55.84it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 56.36it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.90it/s]
|
445 |
9%|β | 90/1000 [00:02<00:15, 57.20it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.59it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.64it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.91it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 58.05it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 58.03it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.99it/s]
|
452 |
13%|ββ | 132/1000 [00:03<00:14, 58.04it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 58.00it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 58.04it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 58.07it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 58.09it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.96it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.80it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.82it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.80it/s]
|
461 |
19%|ββ | 186/1000 [00:03<00:14, 57.72it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.66it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.61it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.42it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.35it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.52it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.49it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.68it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.66it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.56it/s]
|
471 |
25%|βββ | 246/1000 [00:04<00:13, 57.60it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:12, 57.69it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.80it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.85it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.68it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.70it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.86it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.89it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 58.09it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 58.06it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:11, 58.05it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 58.20it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 58.19it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 58.11it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.94it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 58.01it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 58.11it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 58.20it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.99it/s]
|
490 |
36%|ββββ | 360/1000 [00:06<00:11, 57.99it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 58.07it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 58.16it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 58.07it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.74it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.79it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.88it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 58.02it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 58.09it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 58.07it/s]
|
500 |
42%|βββββ | 420/1000 [00:07<00:09, 58.09it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 58.13it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 58.25it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 58.25it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 58.04it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 58.11it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 58.16it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 58.14it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 58.09it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 58.23it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:08, 58.14it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 58.11it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 58.11it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 58.02it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 58.07it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.99it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 58.05it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.08it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.18it/s]
|
519 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.12it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.22it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.25it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.14it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.12it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.17it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.04it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.96it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.11it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.09it/s]
|
529 |
59%|ββββββ | 594/1000 [00:10<00:06, 58.00it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.12it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.04it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.05it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.15it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.15it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.25it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.08it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 58.02it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.17it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.14it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.22it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.21it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.16it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.21it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.22it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.23it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.12it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.21it/s]
|
548 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.06it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.98it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.04it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.02it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.07it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.12it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.12it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.21it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.29it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.14it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.23it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.18it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.21it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.24it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 58.04it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 58.04it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.09it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.05it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 58.01it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 58.03it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.14it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.28it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.31it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.23it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.28it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.24it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.25it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.18it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.23it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.22it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.09it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.17it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.13it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.11it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.15it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.14it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.13it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.22it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.26it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.26it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.27it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.31it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.26it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.32it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.38it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.40it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.22it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.22it/s]
|
596 |
+
2022-12-21,09:46:23 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<06:14, 133.40it/s]
|
600 |
1%| | 512/50176 [00:04<06:31, 126.77it/s]
|
601 |
2%|β | 768/50176 [00:06<06:42, 122.82it/s]
|
602 |
2%|β | 1024/50176 [00:08<06:46, 121.01it/s]
|
603 |
3%|β | 1280/50176 [00:10<07:05, 114.85it/s]
|
604 |
3%|β | 1536/50176 [00:13<07:37, 106.42it/s]
|
605 |
4%|β | 1792/50176 [00:15<07:24, 108.95it/s]
|
606 |
4%|β | 2048/50176 [00:17<07:15, 110.41it/s]
|
607 |
5%|β | 2304/50176 [00:20<07:04, 112.80it/s]
|
608 |
5%|β | 2560/50176 [00:22<07:01, 112.99it/s]
|
609 |
6%|β | 2816/50176 [00:24<07:08, 110.47it/s]
|
610 |
6%|β | 3072/50176 [00:27<07:13, 108.77it/s]
|
611 |
7%|β | 3328/50176 [00:29<07:07, 109.48it/s]
|
612 |
7%|β | 3584/50176 [00:31<06:55, 112.19it/s]
|
613 |
8%|β | 3840/50176 [00:34<07:19, 105.46it/s]
|
614 |
8%|β | 4096/50176 [00:37<07:36, 100.91it/s]
|
615 |
9%|β | 4352/50176 [00:39<07:29, 101.89it/s]
|
616 |
9%|β | 4608/50176 [00:42<07:13, 105.05it/s]
|
617 |
10%|β | 4864/50176 [00:44<07:06, 106.23it/s]
|
618 |
10%|β | 5120/50176 [00:46<07:03, 106.27it/s]
|
619 |
11%|β | 5376/50176 [00:49<07:08, 104.59it/s]
|
620 |
11%|β | 5632/50176 [00:51<07:11, 103.18it/s]
|
621 |
12%|ββ | 5888/50176 [00:54<07:07, 103.56it/s]
|
622 |
12%|ββ | 6144/50176 [00:57<07:34, 96.77it/s]
|
623 |
13%|ββ | 6400/50176 [00:59<07:31, 97.06it/s]
|
624 |
13%|ββ | 6656/50176 [01:02<07:21, 98.60it/s]
|
625 |
14%|ββ | 6912/50176 [01:05<07:18, 98.76it/s]
|
626 |
14%|ββ | 7168/50176 [01:07<07:14, 98.91it/s]
|
627 |
15%|ββ | 7424/50176 [01:10<07:02, 101.31it/s]
|
628 |
15%|ββ | 7680/50176 [01:12<06:56, 102.02it/s]
|
629 |
16%|ββ | 7936/50176 [01:14<06:47, 103.56it/s]
|
630 |
16%|ββ | 8192/50176 [01:17<06:43, 104.02it/s]
|
631 |
17%|ββ | 8448/50176 [01:19<06:50, 101.54it/s]
|
632 |
17%|ββ | 8704/50176 [01:22<06:47, 101.66it/s]
|
633 |
18%|ββ | 8960/50176 [01:25<06:48, 100.87it/s]
|
634 |
18%|ββ | 9216/50176 [01:27<06:44, 101.37it/s]
|
635 |
19%|ββ | 9472/50176 [01:30<06:40, 101.52it/s]
|
636 |
19%|ββ | 9728/50176 [01:32<06:44, 100.08it/s]
|
637 |
20%|ββ | 9984/50176 [01:35<06:42, 99.86it/s]
|
638 |
20%|ββ | 10240/50176 [01:37<06:29, 102.65it/s]
|
639 |
21%|ββ | 10496/50176 [01:40<06:20, 104.16it/s]
|
640 |
21%|βββ | 10752/50176 [01:42<06:28, 101.35it/s]
|
641 |
22%|βββ | 11008/50176 [01:45<06:24, 101.76it/s]
|
642 |
22%|βββ | 11264/50176 [01:47<06:17, 103.18it/s]
|
643 |
23%|βββ | 11520/50176 [01:49<06:09, 104.59it/s]
|
644 |
23%|βββ | 11776/50176 [01:52<06:05, 104.97it/s]
|
645 |
24%|βββ | 12032/50176 [01:54<06:05, 104.40it/s]
|
646 |
24%|βββ | 12288/50176 [01:57<05:54, 106.82it/s]
|
647 |
25%|βββ | 12544/50176 [01:59<05:50, 107.48it/s]
|
648 |
26%|βββ | 12800/50176 [02:01<05:51, 106.20it/s]
|
649 |
26%|βββ | 13056/50176 [02:04<05:48, 106.65it/s]
|
650 |
27%|βββ | 13312/50176 [02:06<05:48, 105.84it/s]
|
651 |
27%|βββ | 13568/50176 [02:09<06:05, 100.19it/s]
|
652 |
28%|βββ | 13824/50176 [02:12<06:08, 98.72it/s]
|
653 |
28%|βββ | 14080/50176 [02:14<06:00, 100.10it/s]
|
654 |
29%|βββ | 14336/50176 [02:17<05:57, 100.21it/s]
|
655 |
29%|βββ | 14592/50176 [02:19<05:50, 101.57it/s]
|
656 |
30%|βββ | 14848/50176 [02:22<05:54, 99.68it/s]
|
657 |
30%|βββ | 15104/50176 [02:25<05:55, 98.69it/s]
|
658 |
31%|βββ | 15360/50176 [02:27<05:47, 100.14it/s]
|
659 |
31%|βββ | 15616/50176 [02:29<05:37, 102.28it/s]
|
660 |
32%|ββββ | 15872/50176 [02:32<05:38, 101.21it/s]
|
661 |
32%|ββββ | 16128/50176 [02:35<05:34, 101.86it/s]
|
662 |
33%|ββββ | 16384/50176 [02:37<05:32, 101.67it/s]
|
663 |
33%|ββββ | 16640/50176 [02:40<05:38, 99.06it/s]
|
664 |
34%|ββββ | 16896/50176 [02:42<05:30, 100.68it/s]
|
665 |
34%|ββββ | 17152/50176 [02:45<05:22, 102.29it/s]
|
666 |
35%|ββββ | 17408/50176 [02:47<05:17, 103.11it/s]
|
667 |
35%|ββββ | 17664/50176 [02:49<05:03, 107.00it/s]
|
668 |
36%|ββββ | 17920/50176 [02:52<04:55, 109.00it/s]
|
669 |
36%|ββββ | 18176/50176 [02:54<04:59, 106.73it/s]
|
670 |
37%|ββββ | 18432/50176 [02:56<04:54, 107.71it/s]
|
671 |
37%|ββββ | 18688/50176 [02:59<05:01, 104.57it/s]
|
672 |
38%|ββββ | 18944/50176 [03:02<05:04, 102.62it/s]
|
673 |
38%|ββββ | 19200/50176 [03:04<05:09, 99.95it/s]
|
674 |
39%|ββββ | 19456/50176 [03:07<05:12, 98.19it/s]
|
675 |
39%|ββββ | 19712/50176 [03:10<05:12, 97.36it/s]
|
676 |
40%|ββββ | 19968/50176 [03:12<05:12, 96.78it/s]
|
677 |
40%|ββββ | 20224/50176 [03:15<04:55, 101.35it/s]
|
678 |
41%|ββββ | 20480/50176 [03:17<04:47, 103.12it/s]
|
679 |
41%|βββββ | 20736/50176 [03:19<04:41, 104.40it/s]
|
680 |
42%|βββββ | 20992/50176 [03:22<04:38, 104.90it/s]
|
681 |
42%|βββββ | 21248/50176 [03:24<04:41, 102.59it/s]
|
682 |
43%|βββββ | 21504/50176 [03:27<04:38, 102.97it/s]
|
683 |
43%|βββββ | 21760/50176 [03:29<04:30, 105.19it/s]
|
684 |
44%|βββββ | 22016/50176 [03:31<04:20, 108.30it/s]
|
685 |
44%|βββββ | 22272/50176 [03:34<04:17, 108.27it/s]
|
686 |
45%|βββββ | 22528/50176 [03:36<04:19, 106.36it/s]
|
687 |
45%|βββββ | 22784/50176 [03:39<04:30, 101.43it/s]
|
688 |
46%|βββββ | 23040/50176 [03:42<04:33, 99.28it/s]
|
689 |
46%|βββββ | 23296/50176 [03:44<04:33, 98.30it/s]
|
690 |
47%|βββββ | 23552/50176 [03:49<05:44, 77.21it/s]
|
691 |
47%|βββββ | 23808/50176 [03:52<05:13, 84.04it/s]
|
692 |
48%|βββββ | 24064/50176 [03:54<04:56, 88.14it/s]
|
693 |
48%|βββββ | 24320/50176 [03:57<04:41, 91.89it/s]
|
694 |
49%|βββββ | 24576/50176 [04:00<04:32, 93.92it/s]
|
695 |
49%|βββββ | 24832/50176 [04:02<04:18, 97.96it/s]
|
696 |
50%|βββββ | 25088/50176 [04:04<04:06, 101.89it/s]
|
697 |
51%|βββββ | 25344/50176 [04:06<03:56, 104.97it/s]
|
698 |
51%|βββββ | 25600/50176 [04:09<03:55, 104.23it/s]
|
699 |
52%|ββββββ | 25856/50176 [04:11<03:47, 107.10it/s]
|
700 |
52%|ββββββ | 26112/50176 [04:14<03:44, 107.40it/s]
|
701 |
53%|ββββββ | 26368/50176 [04:16<03:44, 106.16it/s]
|
702 |
53%|ββββββ | 26624/50176 [04:18<03:38, 107.90it/s]
|
703 |
54%|ββββββ | 26880/50176 [04:21<03:39, 106.14it/s]
|
704 |
54%|ββββββ | 27136/50176 [04:23<03:41, 104.15it/s]
|
705 |
55%|ββββββ | 27392/50176 [04:26<03:39, 103.66it/s]
|
706 |
55%|ββββββ | 27648/50176 [04:30<04:20, 86.59it/s]
|
707 |
56%|ββββββ | 27904/50176 [04:33<04:17, 86.53it/s]
|
708 |
56%|ββββββ | 28160/50176 [04:35<04:00, 91.51it/s]
|
709 |
57%|ββββββ | 28416/50176 [04:38<03:51, 93.86it/s]
|
710 |
57%|ββββββ | 28672/50176 [04:41<03:48, 94.01it/s]
|
711 |
58%|ββββββ | 28928/50176 [04:43<03:33, 99.41it/s]
|
712 |
58%|ββββββ | 29184/50176 [04:45<03:29, 100.00it/s]
|
713 |
59%|ββββββ | 29440/50176 [04:48<03:37, 95.56it/s]
|
714 |
59%|ββββββ | 29696/50176 [04:51<03:33, 95.78it/s]
|
715 |
60%|ββββββ | 29952/50176 [04:54<03:29, 96.60it/s]
|
716 |
60%|ββββββ | 30208/50176 [04:56<03:22, 98.78it/s]
|
717 |
61%|ββββββ | 30464/50176 [04:58<03:10, 103.34it/s]
|
718 |
61%|ββββββ | 30720/50176 [05:01<03:11, 101.55it/s]
|
719 |
62%|βββββββ | 30976/50176 [05:03<03:02, 105.01it/s]
|
720 |
62%|βββββββ | 31232/50176 [05:05<02:59, 105.51it/s]
|
721 |
63%|βββββββ | 31488/50176 [05:08<02:52, 108.54it/s]
|
722 |
63%|βββββββ | 31744/50176 [05:10<02:50, 107.85it/s]
|
723 |
64%|βββββββ | 32000/50176 [05:12<02:48, 107.86it/s]
|
724 |
64%|βββββββ | 32256/50176 [05:15<02:42, 109.99it/s]
|
725 |
65%|βββββββ | 32512/50176 [05:17<02:47, 105.30it/s]
|
726 |
65%|βββββββ | 32768/50176 [05:20<02:40, 108.14it/s]
|
727 |
66%|βββββββ | 33024/50176 [05:22<02:39, 107.65it/s]
|
728 |
66%|βββββββ | 33280/50176 [05:24<02:36, 107.81it/s]
|
729 |
67%|βββββββ | 33536/50176 [05:27<02:37, 105.63it/s]
|
730 |
67%|βββββββ | 33792/50176 [05:29<02:32, 107.59it/s]
|
731 |
68%|βββββββ | 34048/50176 [05:31<02:24, 111.43it/s]
|
732 |
68%|βββββββ | 34304/50176 [05:33<02:19, 114.06it/s]
|
733 |
69%|βββββββ | 34560/50176 [05:36<02:24, 108.16it/s]
|
734 |
69%|βββββββ | 34816/50176 [05:38<02:23, 107.11it/s]
|
735 |
70%|βββββββ | 35072/50176 [05:41<02:23, 105.20it/s]
|
736 |
70%|βββββββ | 35328/50176 [05:43<02:16, 108.46it/s]
|
737 |
71%|βββββββ | 35584/50176 [05:46<02:15, 107.88it/s]
|
738 |
71%|ββββββββ | 35840/50176 [05:48<02:14, 106.77it/s]
|
739 |
72%|ββββββββ | 36096/50176 [05:50<02:11, 107.35it/s]
|
740 |
72%|ββββββββ | 36352/50176 [05:53<02:12, 104.50it/s]
|
741 |
73%|ββββββββ | 36608/50176 [05:55<02:09, 104.60it/s]
|
742 |
73%|ββββββββ | 36864/50176 [05:58<02:09, 102.82it/s]
|
743 |
74%|ββββββββ | 37120/50176 [06:00<02:05, 103.92it/s]
|
744 |
74%|ββββββββ | 37376/50176 [06:03<01:56, 109.60it/s]
|
745 |
75%|ββββββββ | 37632/50176 [06:05<01:56, 107.75it/s]
|
746 |
76%|ββββββββ | 37888/50176 [06:07<01:53, 107.83it/s]
|
747 |
76%|ββββββββ | 38144/50176 [06:10<01:50, 108.46it/s]
|
748 |
77%|ββββββββ | 38400/50176 [06:12<01:49, 107.37it/s]
|
749 |
77%|ββββββββ | 38656/50176 [06:15<01:48, 106.56it/s]
|
750 |
78%|ββββββββ | 38912/50176 [06:17<01:44, 107.47it/s]
|
751 |
78%|ββββββββ | 39168/50176 [06:19<01:44, 105.49it/s]
|
752 |
79%|ββββββββ | 39424/50176 [06:22<01:40, 107.20it/s]
|
753 |
79%|ββββββββ | 39680/50176 [06:24<01:38, 106.74it/s]
|
754 |
80%|ββββββββ | 39936/50176 [06:26<01:34, 108.17it/s]
|
755 |
80%|ββββββββ | 40192/50176 [06:29<01:34, 106.13it/s]
|
756 |
81%|ββββββββ | 40448/50176 [06:32<01:34, 102.81it/s]
|
757 |
81%|ββββββββ | 40704/50176 [06:34<01:33, 101.17it/s]
|
758 |
82%|βββββββββ | 40960/50176 [06:36<01:27, 105.48it/s]
|
759 |
82%|βββββββββ | 41216/50176 [06:39<01:24, 106.51it/s]
|
760 |
83%|βββββββββ | 41472/50176 [06:41<01:22, 105.53it/s]
|
761 |
83%|βββββββββ | 41728/50176 [06:44<01:22, 102.33it/s]
|
762 |
84%|βββββββββ | 41984/50176 [06:46<01:18, 104.65it/s]
|
763 |
84%|βββββββββ | 42240/50176 [06:49<01:15, 104.90it/s]
|
764 |
85%|βββββββββ | 42496/50176 [06:51<01:10, 108.41it/s]
|
765 |
85%|βββββββββ | 42752/50176 [06:53<01:08, 108.34it/s]
|
766 |
86%|βββββββββ | 43008/50176 [06:56<01:07, 105.82it/s]
|
767 |
86%|βββββββββ | 43264/50176 [06:58<01:05, 105.60it/s]
|
768 |
87%|βββββββββ | 43520/50176 [07:01<01:05, 102.31it/s]
|
769 |
87%|βββββββββ | 43776/50176 [07:03<01:02, 103.01it/s]
|
770 |
88%|βββββββββ | 44032/50176 [07:06<00:59, 104.13it/s]
|
771 |
88%|βββββββββ | 44288/50176 [07:08<00:55, 106.88it/s]
|
772 |
89%|βββββββββ | 44544/50176 [07:11<00:55, 100.87it/s]
|
773 |
89%|βββββββββ | 44800/50176 [07:13<00:52, 102.34it/s]
|
774 |
90%|βββββββββ | 45056/50176 [07:16<00:48, 105.10it/s]
|
775 |
90%|βββββββββ | 45312/50176 [07:18<00:47, 102.52it/s]
|
776 |
91%|βββββββββ | 45568/50176 [07:20<00:43, 106.01it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [07:23<00:41, 103.86it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [07:26<00:40, 101.16it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [07:28<00:37, 101.09it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [07:30<00:34, 105.18it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [07:33<00:31, 105.24it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [07:36<00:30, 101.97it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [07:38<00:28, 100.20it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [07:41<00:25, 101.48it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [07:43<00:22, 103.77it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [07:45<00:19, 104.47it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [07:48<00:17, 105.08it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [07:50<00:14, 104.60it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [07:53<00:12, 103.40it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [07:55<00:09, 103.34it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [07:58<00:07, 102.21it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [08:00<00:05, 102.34it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [08:03<00:02, 95.40it/s]
|
794 |
+
2022-12-21,09:54:28 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,09:54:28 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5533 imagenet-zeroshot-val-top5: 0.8258
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_17.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ed5abf7e7d0f4ebccc5445b249fe1ad5b224cf3a286014b785a1e4c139bbbd8
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_17.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<11:17, 1.48it/s]
|
2 |
1%| | 6/1000 [00:00<01:40, 9.91it/s]
|
3 |
1%| | 11/1000 [00:00<00:55, 17.83it/s]
|
4 |
2%|β | 17/1000 [00:00<00:36, 26.77it/s]
|
5 |
2%|β | 23/1000 [00:01<00:28, 34.34it/s]
|
6 |
3%|β | 29/1000 [00:01<00:24, 40.44it/s]
|
7 |
4%|β | 35/1000 [00:01<00:21, 45.07it/s]
|
8 |
4%|β | 41/1000 [00:01<00:19, 48.64it/s]
|
9 |
5%|β | 47/1000 [00:01<00:18, 51.05it/s]
|
10 |
5%|β | 53/1000 [00:01<00:17, 52.98it/s]
|
11 |
6%|β | 59/1000 [00:01<00:17, 54.22it/s]
|
12 |
6%|β | 65/1000 [00:01<00:16, 55.23it/s]
|
13 |
7%|β | 71/1000 [00:01<00:16, 55.91it/s]
|
14 |
8%|β | 77/1000 [00:02<00:16, 56.42it/s]
|
15 |
8%|β | 83/1000 [00:02<00:16, 56.93it/s]
|
16 |
9%|β | 89/1000 [00:02<00:15, 57.32it/s]
|
17 |
10%|β | 95/1000 [00:02<00:15, 57.52it/s]
|
18 |
10%|β | 101/1000 [00:02<00:15, 57.69it/s]
|
19 |
11%|β | 107/1000 [00:02<00:15, 57.97it/s]
|
20 |
11%|ββ | 113/1000 [00:02<00:15, 58.06it/s]
|
21 |
12%|ββ | 119/1000 [00:02<00:15, 58.01it/s]
|
22 |
12%|ββ | 125/1000 [00:02<00:15, 57.96it/s]
|
23 |
13%|ββ | 131/1000 [00:02<00:14, 58.06it/s]
|
24 |
14%|ββ | 137/1000 [00:03<00:14, 57.88it/s]
|
25 |
14%|ββ | 143/1000 [00:03<00:14, 57.92it/s]
|
26 |
15%|ββ | 149/1000 [00:03<00:14, 57.97it/s]
|
27 |
16%|ββ | 155/1000 [00:03<00:14, 58.06it/s]
|
28 |
16%|ββ | 161/1000 [00:03<00:14, 57.95it/s]
|
29 |
17%|ββ | 167/1000 [00:03<00:14, 57.80it/s]
|
30 |
17%|ββ | 173/1000 [00:03<00:14, 57.83it/s]
|
31 |
18%|ββ | 179/1000 [00:03<00:14, 57.82it/s]
|
32 |
18%|ββ | 185/1000 [00:03<00:14, 57.64it/s]
|
33 |
19%|ββ | 191/1000 [00:03<00:14, 57.62it/s]
|
34 |
20%|ββ | 197/1000 [00:04<00:13, 57.47it/s]
|
35 |
20%|ββ | 203/1000 [00:04<00:13, 57.36it/s]
|
36 |
21%|ββ | 209/1000 [00:04<00:13, 57.25it/s]
|
37 |
22%|βββ | 215/1000 [00:04<00:13, 57.34it/s]
|
38 |
22%|βββ | 221/1000 [00:04<00:13, 57.37it/s]
|
39 |
23%|βββ | 227/1000 [00:04<00:13, 57.57it/s]
|
40 |
23%|βββ | 233/1000 [00:04<00:13, 57.62it/s]
|
41 |
24%|βββ | 239/1000 [00:04<00:13, 57.48it/s]
|
42 |
24%|βββ | 245/1000 [00:04<00:13, 57.47it/s]
|
43 |
25%|βββ | 251/1000 [00:05<00:13, 57.53it/s]
|
44 |
26%|βββ | 257/1000 [00:05<00:12, 57.73it/s]
|
45 |
26%|βββ | 263/1000 [00:05<00:12, 57.78it/s]
|
46 |
27%|βββ | 269/1000 [00:05<00:12, 57.55it/s]
|
47 |
28%|βββ | 275/1000 [00:05<00:12, 57.64it/s]
|
48 |
28%|βββ | 281/1000 [00:05<00:12, 57.79it/s]
|
49 |
29%|βββ | 287/1000 [00:05<00:12, 57.67it/s]
|
50 |
29%|βββ | 293/1000 [00:05<00:12, 57.94it/s]
|
51 |
30%|βββ | 299/1000 [00:05<00:12, 57.96it/s]
|
52 |
30%|βββ | 305/1000 [00:05<00:11, 57.99it/s]
|
53 |
31%|βββ | 311/1000 [00:06<00:11, 58.14it/s]
|
54 |
32%|ββββ | 317/1000 [00:06<00:11, 58.14it/s]
|
55 |
32%|ββββ | 323/1000 [00:06<00:11, 58.08it/s]
|
56 |
33%|ββββ | 329/1000 [00:06<00:11, 57.90it/s]
|
57 |
34%|ββββ | 335/1000 [00:06<00:11, 57.98it/s]
|
58 |
34%|ββββ | 341/1000 [00:06<00:11, 58.02it/s]
|
59 |
35%|ββββ | 347/1000 [00:06<00:11, 58.15it/s]
|
60 |
35%|ββββ | 353/1000 [00:06<00:11, 57.94it/s]
|
61 |
36%|ββββ | 359/1000 [00:06<00:11, 58.08it/s]
|
62 |
36%|ββββ | 365/1000 [00:07<00:10, 58.02it/s]
|
63 |
37%|ββββ | 371/1000 [00:07<00:10, 58.16it/s]
|
64 |
38%|ββββ | 377/1000 [00:07<00:10, 58.00it/s]
|
65 |
38%|ββββ | 383/1000 [00:07<00:10, 57.80it/s]
|
66 |
39%|ββββ | 389/1000 [00:07<00:10, 57.77it/s]
|
67 |
40%|ββββ | 395/1000 [00:07<00:10, 57.85it/s]
|
68 |
40%|ββββ | 401/1000 [00:07<00:10, 58.03it/s]
|
69 |
41%|ββββ | 407/1000 [00:07<00:10, 58.06it/s]
|
70 |
41%|βββββ | 413/1000 [00:07<00:10, 58.08it/s]
|
71 |
42%|βββββ | 419/1000 [00:07<00:09, 58.13it/s]
|
72 |
42%|βββββ | 425/1000 [00:08<00:09, 58.04it/s]
|
73 |
43%|βββββ | 431/1000 [00:08<00:09, 58.21it/s]
|
74 |
44%|βββββ | 437/1000 [00:08<00:09, 58.23it/s]
|
75 |
44%|βββββ | 443/1000 [00:08<00:09, 58.04it/s]
|
76 |
45%|βββββ | 449/1000 [00:08<00:09, 58.10it/s]
|
77 |
46%|βββββ | 455/1000 [00:08<00:09, 58.16it/s]
|
78 |
46%|βββββ | 461/1000 [00:08<00:09, 58.02it/s]
|
79 |
47%|βββββ | 467/1000 [00:08<00:09, 58.02it/s]
|
80 |
47%|βββββ | 473/1000 [00:08<00:09, 58.15it/s]
|
81 |
48%|βββββ | 479/1000 [00:08<00:08, 58.06it/s]
|
82 |
48%|βββββ | 485/1000 [00:09<00:08, 58.05it/s]
|
83 |
49%|βββββ | 491/1000 [00:09<00:08, 58.04it/s]
|
84 |
50%|βββββ | 497/1000 [00:09<00:08, 57.96it/s]
|
85 |
50%|βββββ | 503/1000 [00:09<00:08, 58.09it/s]
|
86 |
51%|βββββ | 509/1000 [00:09<00:08, 57.93it/s]
|
87 |
52%|ββββββ | 515/1000 [00:09<00:08, 57.99it/s]
|
88 |
52%|ββββββ | 521/1000 [00:09<00:08, 58.05it/s]
|
89 |
53%|ββββββ | 527/1000 [00:09<00:08, 58.14it/s]
|
90 |
53%|ββββββ | 533/1000 [00:09<00:08, 58.04it/s]
|
91 |
54%|ββββββ | 539/1000 [00:10<00:07, 58.15it/s]
|
92 |
55%|ββββββ | 545/1000 [00:10<00:07, 58.15it/s]
|
93 |
55%|ββββββ | 551/1000 [00:10<00:07, 57.99it/s]
|
94 |
56%|ββββββ | 557/1000 [00:10<00:07, 57.98it/s]
|
95 |
56%|ββββββ | 563/1000 [00:10<00:07, 58.02it/s]
|
96 |
57%|ββββββ | 569/1000 [00:10<00:07, 57.92it/s]
|
97 |
57%|ββββββ | 575/1000 [00:10<00:07, 57.87it/s]
|
98 |
58%|ββββββ | 581/1000 [00:10<00:07, 58.04it/s]
|
99 |
59%|ββββββ | 587/1000 [00:10<00:07, 57.95it/s]
|
100 |
59%|ββββββ | 593/1000 [00:10<00:07, 57.92it/s]
|
101 |
60%|ββββββ | 599/1000 [00:11<00:06, 58.05it/s]
|
102 |
60%|ββββββ | 605/1000 [00:11<00:06, 57.95it/s]
|
103 |
61%|ββββββ | 611/1000 [00:11<00:06, 58.03it/s]
|
104 |
62%|βββββββ | 617/1000 [00:11<00:06, 58.11it/s]
|
105 |
62%|βββββββ | 623/1000 [00:11<00:06, 58.12it/s]
|
106 |
63%|βββββββ | 629/1000 [00:11<00:06, 58.16it/s]
|
107 |
64%|βββββββ | 635/1000 [00:11<00:06, 58.03it/s]
|
108 |
64%|βββββββ | 641/1000 [00:11<00:06, 57.88it/s]
|
109 |
65%|βββββββ | 647/1000 [00:11<00:06, 58.09it/s]
|
110 |
65%|βββββββ | 653/1000 [00:11<00:05, 58.02it/s]
|
111 |
66%|βββββββ | 659/1000 [00:12<00:05, 58.11it/s]
|
112 |
66%|βββββββ | 665/1000 [00:12<00:05, 58.08it/s]
|
113 |
67%|βββββββ | 671/1000 [00:12<00:05, 58.07it/s]
|
114 |
68%|βββββββ | 677/1000 [00:12<00:05, 58.11it/s]
|
115 |
68%|βββββββ | 683/1000 [00:12<00:05, 58.06it/s]
|
116 |
69%|βββββββ | 689/1000 [00:12<00:05, 57.81it/s]
|
117 |
70%|βββββββ | 695/1000 [00:12<00:05, 57.80it/s]
|
118 |
70%|βββββββ | 701/1000 [00:12<00:05, 57.96it/s]
|
119 |
71%|βββββββ | 707/1000 [00:12<00:05, 57.99it/s]
|
120 |
71%|ββββββββ | 713/1000 [00:13<00:04, 58.03it/s]
|
121 |
72%|ββββββββ | 719/1000 [00:13<00:04, 58.04it/s]
|
122 |
72%|ββββββββ | 725/1000 [00:13<00:04, 58.03it/s]
|
123 |
73%|ββββββββ | 731/1000 [00:13<00:04, 58.03it/s]
|
124 |
74%|ββββββββ | 737/1000 [00:13<00:04, 58.10it/s]
|
125 |
74%|ββββββββ | 743/1000 [00:13<00:04, 58.06it/s]
|
126 |
75%|ββββββββ | 749/1000 [00:13<00:04, 58.17it/s]
|
127 |
76%|ββββββββ | 755/1000 [00:13<00:04, 58.31it/s]
|
128 |
76%|ββββββββ | 761/1000 [00:13<00:04, 58.03it/s]
|
129 |
77%|ββββββββ | 767/1000 [00:13<00:04, 58.06it/s]
|
130 |
77%|ββββββββ | 773/1000 [00:14<00:03, 58.04it/s]
|
131 |
78%|ββββββββ | 779/1000 [00:14<00:03, 58.10it/s]
|
132 |
78%|ββββββββ | 785/1000 [00:14<00:03, 58.14it/s]
|
133 |
79%|ββββββββ | 791/1000 [00:14<00:03, 57.95it/s]
|
134 |
80%|ββββββββ | 797/1000 [00:14<00:03, 57.94it/s]
|
135 |
80%|ββββββββ | 803/1000 [00:14<00:03, 57.97it/s]
|
136 |
81%|ββββββββ | 809/1000 [00:14<00:03, 57.98it/s]
|
137 |
82%|βββββββββ | 815/1000 [00:14<00:03, 57.98it/s]
|
138 |
82%|βββββββββ | 821/1000 [00:14<00:03, 58.03it/s]
|
139 |
83%|βββββββββ | 827/1000 [00:14<00:02, 58.05it/s]
|
140 |
83%|βββββββββ | 833/1000 [00:15<00:02, 58.25it/s]
|
141 |
84%|βββββββββ | 839/1000 [00:15<00:02, 58.34it/s]
|
142 |
84%|βββββββββ | 845/1000 [00:15<00:02, 58.21it/s]
|
143 |
85%|βββββββββ | 851/1000 [00:15<00:02, 58.25it/s]
|
144 |
86%|βββββββββ | 857/1000 [00:15<00:02, 58.21it/s]
|
145 |
86%|βββββββββ | 863/1000 [00:15<00:02, 58.25it/s]
|
146 |
87%|βββββββββ | 869/1000 [00:15<00:02, 58.18it/s]
|
147 |
88%|βββββββββ | 875/1000 [00:15<00:02, 58.17it/s]
|
148 |
88%|βββββββββ | 881/1000 [00:15<00:02, 58.21it/s]
|
149 |
89%|βββββββββ | 887/1000 [00:15<00:01, 58.02it/s]
|
150 |
89%|βββββββββ | 893/1000 [00:16<00:01, 58.12it/s]
|
151 |
90%|βββββββββ | 899/1000 [00:16<00:01, 58.16it/s]
|
152 |
90%|βββββββββ | 905/1000 [00:16<00:01, 58.13it/s]
|
153 |
91%|βββββββββ | 911/1000 [00:16<00:01, 58.11it/s]
|
154 |
92%|ββββββββββ| 917/1000 [00:16<00:01, 58.15it/s]
|
155 |
92%|ββββββββββ| 923/1000 [00:16<00:01, 58.07it/s]
|
156 |
93%|ββββββββββ| 929/1000 [00:16<00:01, 58.20it/s]
|
157 |
94%|ββββββββββ| 935/1000 [00:16<00:01, 58.28it/s]
|
158 |
94%|ββββββββββ| 941/1000 [00:16<00:01, 58.27it/s]
|
159 |
95%|ββββββββββ| 947/1000 [00:17<00:00, 58.26it/s]
|
160 |
95%|ββββββββββ| 953/1000 [00:17<00:00, 58.27it/s]
|
161 |
96%|ββββββββββ| 959/1000 [00:17<00:00, 58.20it/s]
|
162 |
96%|ββββββββββ| 965/1000 [00:17<00:00, 58.29it/s]
|
163 |
97%|ββββββββββ| 971/1000 [00:17<00:00, 58.32it/s]
|
164 |
98%|ββββββββββ| 977/1000 [00:17<00:00, 58.06it/s]
|
165 |
98%|ββββββββββ| 983/1000 [00:17<00:00, 58.02it/s]
|
166 |
99%|ββββββββββ| 989/1000 [00:17<00:00, 57.77it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<05:54, 140.83it/s]
|
169 |
1%| | 512/50176 [00:03<05:38, 146.89it/s]
|
170 |
2%|β | 768/50176 [00:05<05:35, 147.25it/s]
|
171 |
2%|β | 1024/50176 [00:06<05:35, 146.69it/s]
|
172 |
3%|β | 1280/50176 [00:08<05:38, 144.60it/s]
|
173 |
3%|β | 1536/50176 [00:10<05:54, 137.35it/s]
|
174 |
4%|β | 1792/50176 [00:12<05:53, 136.69it/s]
|
175 |
4%|β | 2048/50176 [00:14<05:44, 139.63it/s]
|
176 |
5%|β | 2304/50176 [00:16<05:44, 138.94it/s]
|
177 |
5%|β | 2560/50176 [00:18<05:35, 141.81it/s]
|
178 |
6%|β | 2816/50176 [00:19<05:37, 140.14it/s]
|
179 |
6%|β | 3072/50176 [00:21<05:29, 142.75it/s]
|
180 |
7%|β | 3328/50176 [00:23<05:26, 143.44it/s]
|
181 |
7%|β | 3584/50176 [00:25<05:19, 145.73it/s]
|
182 |
8%|β | 3840/50176 [00:27<05:31, 139.89it/s]
|
183 |
8%|β | 4096/50176 [00:28<05:28, 140.33it/s]
|
184 |
9%|β | 4352/50176 [00:30<05:22, 142.16it/s]
|
185 |
9%|β | 4608/50176 [00:32<05:17, 143.32it/s]
|
186 |
10%|β | 4864/50176 [00:34<05:11, 145.25it/s]
|
187 |
10%|β | 5120/50176 [00:35<05:07, 146.29it/s]
|
188 |
11%|β | 5376/50176 [00:37<05:04, 147.19it/s]
|
189 |
11%|β | 5632/50176 [00:39<05:00, 148.08it/s]
|
190 |
12%|ββ | 5888/50176 [00:41<04:58, 148.20it/s]
|
191 |
12%|ββ | 6144/50176 [00:43<05:23, 135.96it/s]
|
192 |
13%|ββ | 6400/50176 [00:44<05:11, 140.38it/s]
|
193 |
13%|ββ | 6656/50176 [00:46<05:05, 142.45it/s]
|
194 |
14%|ββ | 6912/50176 [00:48<05:03, 142.57it/s]
|
195 |
14%|ββ | 7168/50176 [00:50<04:58, 144.09it/s]
|
196 |
15%|ββ | 7424/50176 [00:51<04:51, 146.62it/s]
|
197 |
15%|ββ | 7680/50176 [00:53<04:51, 145.80it/s]
|
198 |
16%|ββ | 7936/50176 [00:55<04:43, 148.94it/s]
|
199 |
16%|ββ | 8192/50176 [00:57<04:42, 148.55it/s]
|
200 |
17%|ββ | 8448/50176 [00:58<04:38, 149.83it/s]
|
201 |
17%|ββ | 8704/50176 [01:00<04:35, 150.39it/s]
|
202 |
18%|ββ | 8960/50176 [01:02<04:43, 145.57it/s]
|
203 |
18%|ββ | 9216/50176 [01:03<04:35, 148.60it/s]
|
204 |
19%|ββ | 9472/50176 [01:05<04:32, 149.36it/s]
|
205 |
19%|ββ | 9728/50176 [01:07<04:36, 146.29it/s]
|
206 |
20%|ββ | 9984/50176 [01:09<04:31, 148.14it/s]
|
207 |
20%|ββ | 10240/50176 [01:10<04:26, 149.99it/s]
|
208 |
21%|ββ | 10496/50176 [01:12<04:21, 151.81it/s]
|
209 |
21%|βββ | 10752/50176 [01:14<04:27, 147.24it/s]
|
210 |
22%|βββ | 11008/50176 [01:16<04:25, 147.50it/s]
|
211 |
22%|βββ | 11264/50176 [01:17<04:22, 148.22it/s]
|
212 |
23%|βββ | 11520/50176 [01:19<04:18, 149.78it/s]
|
213 |
23%|βββ | 11776/50176 [01:21<04:17, 148.90it/s]
|
214 |
24%|βββ | 12032/50176 [01:22<04:14, 149.66it/s]
|
215 |
24%|βββ | 12288/50176 [01:24<04:13, 149.66it/s]
|
216 |
25%|βββ | 12544/50176 [01:26<04:10, 150.17it/s]
|
217 |
26%|βββ | 12800/50176 [01:27<04:07, 150.78it/s]
|
218 |
26%|βββ | 13056/50176 [01:29<04:03, 152.37it/s]
|
219 |
27%|βββ | 13312/50176 [01:31<04:04, 150.69it/s]
|
220 |
27%|βββ | 13568/50176 [01:33<04:12, 145.22it/s]
|
221 |
28%|βββ | 13824/50176 [01:35<04:16, 141.81it/s]
|
222 |
28%|βββ | 14080/50176 [01:36<04:12, 143.01it/s]
|
223 |
29%|βββ | 14336/50176 [01:38<04:15, 140.40it/s]
|
224 |
29%|βββ | 14592/50176 [01:40<04:05, 145.14it/s]
|
225 |
30%|βββ | 14848/50176 [01:42<04:17, 137.00it/s]
|
226 |
30%|βββ | 15104/50176 [01:44<04:18, 135.79it/s]
|
227 |
31%|βββ | 15360/50176 [01:46<04:10, 139.10it/s]
|
228 |
31%|βββ | 15616/50176 [01:47<04:04, 141.56it/s]
|
229 |
32%|ββββ | 15872/50176 [01:49<04:09, 137.62it/s]
|
230 |
32%|ββββ | 16128/50176 [01:51<04:02, 140.29it/s]
|
231 |
33%|ββββ | 16384/50176 [01:53<04:00, 140.54it/s]
|
232 |
33%|ββββ | 16640/50176 [01:55<04:08, 135.22it/s]
|
233 |
34%|ββββ | 16896/50176 [01:57<03:56, 140.71it/s]
|
234 |
34%|ββββ | 17152/50176 [01:58<03:49, 144.16it/s]
|
235 |
35%|ββββ | 17408/50176 [02:00<03:46, 144.77it/s]
|
236 |
35%|ββββ | 17664/50176 [02:02<03:40, 147.51it/s]
|
237 |
36%|ββββ | 17920/50176 [02:03<03:35, 149.35it/s]
|
238 |
36%|ββββ | 18176/50176 [02:05<03:35, 148.54it/s]
|
239 |
37%|ββββ | 18432/50176 [02:07<03:33, 148.88it/s]
|
240 |
37%|ββββ | 18688/50176 [02:09<03:33, 147.49it/s]
|
241 |
38%|ββββ | 18944/50176 [02:11<03:39, 142.20it/s]
|
242 |
38%|ββββ | 19200/50176 [02:13<03:51, 133.73it/s]
|
243 |
39%|ββββ | 19456/50176 [02:15<03:54, 131.21it/s]
|
244 |
39%|ββββ | 19712/50176 [02:17<03:52, 131.30it/s]
|
245 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.53it/s]
|
246 |
40%|ββββ | 20224/50176 [02:20<03:32, 140.88it/s]
|
247 |
41%|ββββ | 20480/50176 [02:22<03:26, 143.96it/s]
|
248 |
41%|βββββ | 20736/50176 [02:24<03:24, 144.10it/s]
|
249 |
42%|βββββ | 20992/50176 [02:25<03:19, 146.63it/s]
|
250 |
42%|βββββ | 21248/50176 [02:27<03:24, 141.49it/s]
|
251 |
43%|βββββ | 21504/50176 [02:29<03:16, 145.96it/s]
|
252 |
43%|βββββ | 21760/50176 [02:31<03:13, 147.07it/s]
|
253 |
44%|βββββ | 22016/50176 [02:32<03:07, 150.37it/s]
|
254 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.76it/s]
|
255 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.34it/s]
|
256 |
45%|βββββ | 22784/50176 [02:37<03:08, 144.98it/s]
|
257 |
46%|βββββ | 23040/50176 [02:39<03:09, 143.40it/s]
|
258 |
46%|βββββ | 23296/50176 [02:41<03:11, 140.05it/s]
|
259 |
47%|βββββ | 23552/50176 [02:43<03:15, 136.33it/s]
|
260 |
47%|βββββ | 23808/50176 [02:45<03:07, 140.94it/s]
|
261 |
48%|βββββ | 24064/50176 [02:47<03:03, 142.33it/s]
|
262 |
48%|βββββ | 24320/50176 [02:48<03:00, 142.98it/s]
|
263 |
49%|βββββ | 24576/50176 [02:50<02:55, 145.50it/s]
|
264 |
49%|βββββ | 24832/50176 [02:52<02:50, 148.74it/s]
|
265 |
50%|βββββ | 25088/50176 [02:53<02:48, 149.03it/s]
|
266 |
51%|βββββ | 25344/50176 [02:55<02:46, 149.48it/s]
|
267 |
51%|βββββ | 25600/50176 [02:57<02:47, 147.06it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:59<02:40, 151.12it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.27it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:02<02:45, 143.56it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:04<02:41, 146.10it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:06<02:39, 146.05it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:07<02:36, 147.48it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:09<02:34, 147.82it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:11<02:27, 153.08it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:13<02:36, 142.63it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.77it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.44it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:18<02:32, 141.06it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:20<02:28, 143.10it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:22<02:24, 145.38it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:24<02:31, 137.10it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:26<02:31, 134.87it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:28<02:31, 133.79it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:30<02:30, 132.80it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:31<02:20, 140.35it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:33<02:18, 140.50it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:35<02:13, 143.40it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:36<02:09, 146.61it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:38<02:06, 148.27it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:40<02:04, 148.44it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:42<02:03, 146.86it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:43<02:01, 147.32it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:45<02:03, 142.46it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:47<01:59, 145.75it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:49<01:58, 144.31it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:50<01:55, 145.70it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:52<01:56, 142.64it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:54<01:52, 145.39it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:56<01:47, 149.55it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:57<01:44, 151.60it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:59<01:47, 145.26it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:01<01:45, 145.35it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:03<01:44, 143.96it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:04<01:40, 148.04it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:06<01:39, 146.22it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:08<01:41, 141.53it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:10<01:37, 143.71it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:12<01:37, 141.67it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:13<01:33, 144.37it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:15<01:33, 142.46it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:17<01:31, 143.37it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:19<01:30, 141.56it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:20<01:27, 144.11it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:22<01:25, 143.66it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:24<01:22, 145.85it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:26<01:21, 145.37it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:28<01:19, 144.06it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:29<01:18, 142.60it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:31<01:19, 138.50it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:33<01:16, 141.21it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:35<01:13, 143.33it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:37<01:10, 145.25it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:38<01:07, 147.20it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:40<01:09, 140.74it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:42<01:09, 135.34it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:44<01:05, 140.40it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:46<01:02, 144.24it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:47<00:59, 146.68it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:49<00:56, 149.11it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:51<00:54, 149.17it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:52<00:54, 146.01it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:54<00:51, 148.13it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:56<00:50, 147.84it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:58<00:47, 149.62it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:59<00:46, 149.12it/s]
|
337 |
87%|βββββββββ | 43520/50176 [05:01<00:44, 148.04it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:05<01:03, 101.41it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:07<00:53, 113.79it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:09<00:47, 124.46it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:10<00:43, 129.85it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:12<00:40, 134.23it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:14<00:36, 140.14it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:17<00:41, 117.27it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:18<00:35, 128.04it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:20<00:32, 135.52it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:22<00:29, 140.19it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:23<00:26, 145.11it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:25<00:24, 148.03it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:27<00:22, 148.66it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:29<00:21, 144.70it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:30<00:19, 146.61it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:32<00:17, 145.44it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:34<00:15, 148.42it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:35<00:13, 150.32it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:37<00:11, 152.05it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:39<00:09, 154.19it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:40<00:08, 154.93it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:42<00:06, 150.32it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:44<00:05, 149.14it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:45<00:03, 150.15it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:47<00:01, 142.49it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:54:36 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:54:36 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:54:37 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_17.pt).
|
4 |
+
2022-12-21,09:54:46 | INFO | Model:
|
5 |
+
2022-12-21,09:54:46 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:54:46 | INFO | Params:
|
359 |
+
2022-12-21,09:54:46 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:54:46 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:54:46 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:54:46 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_17.pt/checkpoints
|
363 |
+
2022-12-21,09:54:46 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:54:46 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:54:46 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:54:46 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:54:46 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:54:46 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:54:46 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:54:46 | INFO | debug: False
|
371 |
+
2022-12-21,09:54:46 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:54:46 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:54:46 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:54:46 | INFO | distributed: False
|
375 |
+
2022-12-21,09:54:46 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:54:46 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:54:46 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:54:46 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:54:46 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:54:46 | INFO | horovod: False
|
381 |
+
2022-12-21,09:54:46 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:54:46 | INFO | image_std: None
|
383 |
+
2022-12-21,09:54:46 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:54:46 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:54:46 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:54:46 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:54:46 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:54:46 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:54:46 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:54:46 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:54:46 | INFO | log_local: False
|
392 |
+
2022-12-21,09:54:46 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_17.pt/out.log
|
393 |
+
2022-12-21,09:54:46 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:54:46 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:54:46 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:54:46 | INFO | name: epoch_17.pt
|
397 |
+
2022-12-21,09:54:46 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:54:46 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:54:46 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:54:46 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_17.pt
|
401 |
+
2022-12-21,09:54:46 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:54:46 | INFO | rank: 0
|
403 |
+
2022-12-21,09:54:46 | INFO | report_to:
|
404 |
+
2022-12-21,09:54:46 | INFO | resume: None
|
405 |
+
2022-12-21,09:54:46 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:54:46 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:54:46 | INFO | seed: 0
|
408 |
+
2022-12-21,09:54:46 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:54:46 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:54:46 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:54:46 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:54:46 | INFO | trace: False
|
413 |
+
2022-12-21,09:54:46 | INFO | train_data: None
|
414 |
+
2022-12-21,09:54:46 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:54:46 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:54:46 | INFO | val_data: None
|
417 |
+
2022-12-21,09:54:46 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:54:46 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:54:46 | INFO | wandb: False
|
420 |
+
2022-12-21,09:54:46 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:54:46 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:54:46 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:54:46 | INFO | workers: 1
|
424 |
+
2022-12-21,09:54:46 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:54:46 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:54:46 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:54:46 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<11:17, 1.48it/s]
|
431 |
1%| | 6/1000 [00:00<01:40, 9.91it/s]
|
432 |
1%| | 11/1000 [00:00<00:55, 17.83it/s]
|
433 |
2%|β | 17/1000 [00:00<00:36, 26.77it/s]
|
434 |
2%|β | 23/1000 [00:01<00:28, 34.34it/s]
|
435 |
3%|β | 29/1000 [00:01<00:24, 40.44it/s]
|
436 |
4%|β | 35/1000 [00:01<00:21, 45.07it/s]
|
437 |
4%|β | 41/1000 [00:01<00:19, 48.64it/s]
|
438 |
5%|β | 47/1000 [00:01<00:18, 51.05it/s]
|
439 |
5%|β | 53/1000 [00:01<00:17, 52.98it/s]
|
440 |
6%|β | 59/1000 [00:01<00:17, 54.22it/s]
|
441 |
6%|β | 65/1000 [00:01<00:16, 55.23it/s]
|
442 |
7%|β | 71/1000 [00:01<00:16, 55.91it/s]
|
443 |
8%|β | 77/1000 [00:02<00:16, 56.42it/s]
|
444 |
8%|β | 83/1000 [00:02<00:16, 56.93it/s]
|
445 |
9%|β | 89/1000 [00:02<00:15, 57.32it/s]
|
446 |
10%|β | 95/1000 [00:02<00:15, 57.52it/s]
|
447 |
10%|β | 101/1000 [00:02<00:15, 57.69it/s]
|
448 |
11%|β | 107/1000 [00:02<00:15, 57.97it/s]
|
449 |
11%|ββ | 113/1000 [00:02<00:15, 58.06it/s]
|
450 |
12%|ββ | 119/1000 [00:02<00:15, 58.01it/s]
|
451 |
12%|ββ | 125/1000 [00:02<00:15, 57.96it/s]
|
452 |
13%|ββ | 131/1000 [00:02<00:14, 58.06it/s]
|
453 |
14%|ββ | 137/1000 [00:03<00:14, 57.88it/s]
|
454 |
14%|ββ | 143/1000 [00:03<00:14, 57.92it/s]
|
455 |
15%|ββ | 149/1000 [00:03<00:14, 57.97it/s]
|
456 |
16%|ββ | 155/1000 [00:03<00:14, 58.06it/s]
|
457 |
16%|ββ | 161/1000 [00:03<00:14, 57.95it/s]
|
458 |
17%|ββ | 167/1000 [00:03<00:14, 57.80it/s]
|
459 |
17%|ββ | 173/1000 [00:03<00:14, 57.83it/s]
|
460 |
18%|ββ | 179/1000 [00:03<00:14, 57.82it/s]
|
461 |
18%|ββ | 185/1000 [00:03<00:14, 57.64it/s]
|
462 |
19%|ββ | 191/1000 [00:03<00:14, 57.62it/s]
|
463 |
20%|ββ | 197/1000 [00:04<00:13, 57.47it/s]
|
464 |
20%|ββ | 203/1000 [00:04<00:13, 57.36it/s]
|
465 |
21%|ββ | 209/1000 [00:04<00:13, 57.25it/s]
|
466 |
22%|βββ | 215/1000 [00:04<00:13, 57.34it/s]
|
467 |
22%|βββ | 221/1000 [00:04<00:13, 57.37it/s]
|
468 |
23%|βββ | 227/1000 [00:04<00:13, 57.57it/s]
|
469 |
23%|βββ | 233/1000 [00:04<00:13, 57.62it/s]
|
470 |
24%|βββ | 239/1000 [00:04<00:13, 57.48it/s]
|
471 |
24%|βββ | 245/1000 [00:04<00:13, 57.47it/s]
|
472 |
25%|βββ | 251/1000 [00:05<00:13, 57.53it/s]
|
473 |
26%|βββ | 257/1000 [00:05<00:12, 57.73it/s]
|
474 |
26%|βββ | 263/1000 [00:05<00:12, 57.78it/s]
|
475 |
27%|βββ | 269/1000 [00:05<00:12, 57.55it/s]
|
476 |
28%|βββ | 275/1000 [00:05<00:12, 57.64it/s]
|
477 |
28%|βββ | 281/1000 [00:05<00:12, 57.79it/s]
|
478 |
29%|βββ | 287/1000 [00:05<00:12, 57.67it/s]
|
479 |
29%|βββ | 293/1000 [00:05<00:12, 57.94it/s]
|
480 |
30%|βββ | 299/1000 [00:05<00:12, 57.96it/s]
|
481 |
30%|βββ | 305/1000 [00:05<00:11, 57.99it/s]
|
482 |
31%|βββ | 311/1000 [00:06<00:11, 58.14it/s]
|
483 |
32%|ββββ | 317/1000 [00:06<00:11, 58.14it/s]
|
484 |
32%|ββββ | 323/1000 [00:06<00:11, 58.08it/s]
|
485 |
33%|ββββ | 329/1000 [00:06<00:11, 57.90it/s]
|
486 |
34%|ββββ | 335/1000 [00:06<00:11, 57.98it/s]
|
487 |
34%|ββββ | 341/1000 [00:06<00:11, 58.02it/s]
|
488 |
35%|ββββ | 347/1000 [00:06<00:11, 58.15it/s]
|
489 |
35%|ββββ | 353/1000 [00:06<00:11, 57.94it/s]
|
490 |
36%|ββββ | 359/1000 [00:06<00:11, 58.08it/s]
|
491 |
36%|ββββ | 365/1000 [00:07<00:10, 58.02it/s]
|
492 |
37%|ββββ | 371/1000 [00:07<00:10, 58.16it/s]
|
493 |
38%|ββββ | 377/1000 [00:07<00:10, 58.00it/s]
|
494 |
38%|ββββ | 383/1000 [00:07<00:10, 57.80it/s]
|
495 |
39%|ββββ | 389/1000 [00:07<00:10, 57.77it/s]
|
496 |
40%|ββββ | 395/1000 [00:07<00:10, 57.85it/s]
|
497 |
40%|ββββ | 401/1000 [00:07<00:10, 58.03it/s]
|
498 |
41%|ββββ | 407/1000 [00:07<00:10, 58.06it/s]
|
499 |
41%|βββββ | 413/1000 [00:07<00:10, 58.08it/s]
|
500 |
42%|βββββ | 419/1000 [00:07<00:09, 58.13it/s]
|
501 |
42%|βββββ | 425/1000 [00:08<00:09, 58.04it/s]
|
502 |
43%|βββββ | 431/1000 [00:08<00:09, 58.21it/s]
|
503 |
44%|βββββ | 437/1000 [00:08<00:09, 58.23it/s]
|
504 |
44%|βββββ | 443/1000 [00:08<00:09, 58.04it/s]
|
505 |
45%|βββββ | 449/1000 [00:08<00:09, 58.10it/s]
|
506 |
46%|βββββ | 455/1000 [00:08<00:09, 58.16it/s]
|
507 |
46%|βββββ | 461/1000 [00:08<00:09, 58.02it/s]
|
508 |
47%|βββββ | 467/1000 [00:08<00:09, 58.02it/s]
|
509 |
47%|βββββ | 473/1000 [00:08<00:09, 58.15it/s]
|
510 |
48%|βββββ | 479/1000 [00:08<00:08, 58.06it/s]
|
511 |
48%|βββββ | 485/1000 [00:09<00:08, 58.05it/s]
|
512 |
49%|βββββ | 491/1000 [00:09<00:08, 58.04it/s]
|
513 |
50%|βββββ | 497/1000 [00:09<00:08, 57.96it/s]
|
514 |
50%|βββββ | 503/1000 [00:09<00:08, 58.09it/s]
|
515 |
51%|βββββ | 509/1000 [00:09<00:08, 57.93it/s]
|
516 |
52%|ββββββ | 515/1000 [00:09<00:08, 57.99it/s]
|
517 |
52%|ββββββ | 521/1000 [00:09<00:08, 58.05it/s]
|
518 |
53%|ββββββ | 527/1000 [00:09<00:08, 58.14it/s]
|
519 |
53%|ββββββ | 533/1000 [00:09<00:08, 58.04it/s]
|
520 |
54%|ββββββ | 539/1000 [00:10<00:07, 58.15it/s]
|
521 |
55%|ββββββ | 545/1000 [00:10<00:07, 58.15it/s]
|
522 |
55%|ββββββ | 551/1000 [00:10<00:07, 57.99it/s]
|
523 |
56%|ββββββ | 557/1000 [00:10<00:07, 57.98it/s]
|
524 |
56%|ββββββ | 563/1000 [00:10<00:07, 58.02it/s]
|
525 |
57%|ββββββ | 569/1000 [00:10<00:07, 57.92it/s]
|
526 |
57%|ββββββ | 575/1000 [00:10<00:07, 57.87it/s]
|
527 |
58%|ββββββ | 581/1000 [00:10<00:07, 58.04it/s]
|
528 |
59%|ββββββ | 587/1000 [00:10<00:07, 57.95it/s]
|
529 |
59%|ββββββ | 593/1000 [00:10<00:07, 57.92it/s]
|
530 |
60%|ββββββ | 599/1000 [00:11<00:06, 58.05it/s]
|
531 |
60%|ββββββ | 605/1000 [00:11<00:06, 57.95it/s]
|
532 |
61%|ββββββ | 611/1000 [00:11<00:06, 58.03it/s]
|
533 |
62%|βββββββ | 617/1000 [00:11<00:06, 58.11it/s]
|
534 |
62%|βββββββ | 623/1000 [00:11<00:06, 58.12it/s]
|
535 |
63%|βββββββ | 629/1000 [00:11<00:06, 58.16it/s]
|
536 |
64%|βββββββ | 635/1000 [00:11<00:06, 58.03it/s]
|
537 |
64%|βββββββ | 641/1000 [00:11<00:06, 57.88it/s]
|
538 |
65%|βββββββ | 647/1000 [00:11<00:06, 58.09it/s]
|
539 |
65%|βββββββ | 653/1000 [00:11<00:05, 58.02it/s]
|
540 |
66%|βββββββ | 659/1000 [00:12<00:05, 58.11it/s]
|
541 |
66%|βββββββ | 665/1000 [00:12<00:05, 58.08it/s]
|
542 |
67%|βββββββ | 671/1000 [00:12<00:05, 58.07it/s]
|
543 |
68%|βββββββ | 677/1000 [00:12<00:05, 58.11it/s]
|
544 |
68%|βββββββ | 683/1000 [00:12<00:05, 58.06it/s]
|
545 |
69%|βββββββ | 689/1000 [00:12<00:05, 57.81it/s]
|
546 |
70%|βββββββ | 695/1000 [00:12<00:05, 57.80it/s]
|
547 |
70%|βββββββ | 701/1000 [00:12<00:05, 57.96it/s]
|
548 |
71%|βββββββ | 707/1000 [00:12<00:05, 57.99it/s]
|
549 |
71%|ββββββββ | 713/1000 [00:13<00:04, 58.03it/s]
|
550 |
72%|ββββββββ | 719/1000 [00:13<00:04, 58.04it/s]
|
551 |
72%|ββββββββ | 725/1000 [00:13<00:04, 58.03it/s]
|
552 |
73%|ββββββββ | 731/1000 [00:13<00:04, 58.03it/s]
|
553 |
74%|ββββββββ | 737/1000 [00:13<00:04, 58.10it/s]
|
554 |
74%|ββββββββ | 743/1000 [00:13<00:04, 58.06it/s]
|
555 |
75%|ββββββββ | 749/1000 [00:13<00:04, 58.17it/s]
|
556 |
76%|ββββββββ | 755/1000 [00:13<00:04, 58.31it/s]
|
557 |
76%|ββββββββ | 761/1000 [00:13<00:04, 58.03it/s]
|
558 |
77%|ββββββββ | 767/1000 [00:13<00:04, 58.06it/s]
|
559 |
77%|ββββββββ | 773/1000 [00:14<00:03, 58.04it/s]
|
560 |
78%|ββββββββ | 779/1000 [00:14<00:03, 58.10it/s]
|
561 |
78%|ββββββββ | 785/1000 [00:14<00:03, 58.14it/s]
|
562 |
79%|ββββββββ | 791/1000 [00:14<00:03, 57.95it/s]
|
563 |
80%|ββββββββ | 797/1000 [00:14<00:03, 57.94it/s]
|
564 |
80%|ββββββββ | 803/1000 [00:14<00:03, 57.97it/s]
|
565 |
81%|ββββββββ | 809/1000 [00:14<00:03, 57.98it/s]
|
566 |
82%|βββββββββ | 815/1000 [00:14<00:03, 57.98it/s]
|
567 |
82%|βββββββββ | 821/1000 [00:14<00:03, 58.03it/s]
|
568 |
83%|βββββββββ | 827/1000 [00:14<00:02, 58.05it/s]
|
569 |
83%|βββββββββ | 833/1000 [00:15<00:02, 58.25it/s]
|
570 |
84%|βββββββββ | 839/1000 [00:15<00:02, 58.34it/s]
|
571 |
84%|βββββββββ | 845/1000 [00:15<00:02, 58.21it/s]
|
572 |
85%|βββββββββ | 851/1000 [00:15<00:02, 58.25it/s]
|
573 |
86%|βββββββββ | 857/1000 [00:15<00:02, 58.21it/s]
|
574 |
86%|βββββββββ | 863/1000 [00:15<00:02, 58.25it/s]
|
575 |
87%|βββββββββ | 869/1000 [00:15<00:02, 58.18it/s]
|
576 |
88%|βββββββββ | 875/1000 [00:15<00:02, 58.17it/s]
|
577 |
88%|βββββββββ | 881/1000 [00:15<00:02, 58.21it/s]
|
578 |
89%|βββββββββ | 887/1000 [00:15<00:01, 58.02it/s]
|
579 |
89%|βββββββββ | 893/1000 [00:16<00:01, 58.12it/s]
|
580 |
90%|βββββββββ | 899/1000 [00:16<00:01, 58.16it/s]
|
581 |
90%|βββββββββ | 905/1000 [00:16<00:01, 58.13it/s]
|
582 |
91%|βββββββββ | 911/1000 [00:16<00:01, 58.11it/s]
|
583 |
92%|ββββββββββ| 917/1000 [00:16<00:01, 58.15it/s]
|
584 |
92%|ββββββββββ| 923/1000 [00:16<00:01, 58.07it/s]
|
585 |
93%|ββββββββββ| 929/1000 [00:16<00:01, 58.20it/s]
|
586 |
94%|ββββββββββ| 935/1000 [00:16<00:01, 58.28it/s]
|
587 |
94%|ββββββββββ| 941/1000 [00:16<00:01, 58.27it/s]
|
588 |
95%|ββββββββββ| 947/1000 [00:17<00:00, 58.26it/s]
|
589 |
95%|ββββββββββ| 953/1000 [00:17<00:00, 58.27it/s]
|
590 |
96%|ββββββββββ| 959/1000 [00:17<00:00, 58.20it/s]
|
591 |
96%|ββββββββββ| 965/1000 [00:17<00:00, 58.29it/s]
|
592 |
97%|ββββββββββ| 971/1000 [00:17<00:00, 58.32it/s]
|
593 |
98%|ββββββββββ| 977/1000 [00:17<00:00, 58.06it/s]
|
594 |
98%|ββββββββββ| 983/1000 [00:17<00:00, 58.02it/s]
|
595 |
99%|ββββββββββ| 989/1000 [00:17<00:00, 57.77it/s]
|
596 |
+
2022-12-21,09:55:04 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<05:54, 140.83it/s]
|
600 |
1%| | 512/50176 [00:03<05:38, 146.89it/s]
|
601 |
2%|β | 768/50176 [00:05<05:35, 147.25it/s]
|
602 |
2%|β | 1024/50176 [00:06<05:35, 146.69it/s]
|
603 |
3%|β | 1280/50176 [00:08<05:38, 144.60it/s]
|
604 |
3%|β | 1536/50176 [00:10<05:54, 137.35it/s]
|
605 |
4%|β | 1792/50176 [00:12<05:53, 136.69it/s]
|
606 |
4%|β | 2048/50176 [00:14<05:44, 139.63it/s]
|
607 |
5%|β | 2304/50176 [00:16<05:44, 138.94it/s]
|
608 |
5%|β | 2560/50176 [00:18<05:35, 141.81it/s]
|
609 |
6%|β | 2816/50176 [00:19<05:37, 140.14it/s]
|
610 |
6%|β | 3072/50176 [00:21<05:29, 142.75it/s]
|
611 |
7%|β | 3328/50176 [00:23<05:26, 143.44it/s]
|
612 |
7%|β | 3584/50176 [00:25<05:19, 145.73it/s]
|
613 |
8%|β | 3840/50176 [00:27<05:31, 139.89it/s]
|
614 |
8%|β | 4096/50176 [00:28<05:28, 140.33it/s]
|
615 |
9%|β | 4352/50176 [00:30<05:22, 142.16it/s]
|
616 |
9%|β | 4608/50176 [00:32<05:17, 143.32it/s]
|
617 |
10%|β | 4864/50176 [00:34<05:11, 145.25it/s]
|
618 |
10%|β | 5120/50176 [00:35<05:07, 146.29it/s]
|
619 |
11%|β | 5376/50176 [00:37<05:04, 147.19it/s]
|
620 |
11%|β | 5632/50176 [00:39<05:00, 148.08it/s]
|
621 |
12%|ββ | 5888/50176 [00:41<04:58, 148.20it/s]
|
622 |
12%|ββ | 6144/50176 [00:43<05:23, 135.96it/s]
|
623 |
13%|ββ | 6400/50176 [00:44<05:11, 140.38it/s]
|
624 |
13%|ββ | 6656/50176 [00:46<05:05, 142.45it/s]
|
625 |
14%|ββ | 6912/50176 [00:48<05:03, 142.57it/s]
|
626 |
14%|ββ | 7168/50176 [00:50<04:58, 144.09it/s]
|
627 |
15%|ββ | 7424/50176 [00:51<04:51, 146.62it/s]
|
628 |
15%|ββ | 7680/50176 [00:53<04:51, 145.80it/s]
|
629 |
16%|ββ | 7936/50176 [00:55<04:43, 148.94it/s]
|
630 |
16%|ββ | 8192/50176 [00:57<04:42, 148.55it/s]
|
631 |
17%|ββ | 8448/50176 [00:58<04:38, 149.83it/s]
|
632 |
17%|ββ | 8704/50176 [01:00<04:35, 150.39it/s]
|
633 |
18%|ββ | 8960/50176 [01:02<04:43, 145.57it/s]
|
634 |
18%|ββ | 9216/50176 [01:03<04:35, 148.60it/s]
|
635 |
19%|ββ | 9472/50176 [01:05<04:32, 149.36it/s]
|
636 |
19%|ββ | 9728/50176 [01:07<04:36, 146.29it/s]
|
637 |
20%|ββ | 9984/50176 [01:09<04:31, 148.14it/s]
|
638 |
20%|ββ | 10240/50176 [01:10<04:26, 149.99it/s]
|
639 |
21%|ββ | 10496/50176 [01:12<04:21, 151.81it/s]
|
640 |
21%|βββ | 10752/50176 [01:14<04:27, 147.24it/s]
|
641 |
22%|βββ | 11008/50176 [01:16<04:25, 147.50it/s]
|
642 |
22%|βββ | 11264/50176 [01:17<04:22, 148.22it/s]
|
643 |
23%|βββ | 11520/50176 [01:19<04:18, 149.78it/s]
|
644 |
23%|βββ | 11776/50176 [01:21<04:17, 148.90it/s]
|
645 |
24%|βββ | 12032/50176 [01:22<04:14, 149.66it/s]
|
646 |
24%|βββ | 12288/50176 [01:24<04:13, 149.66it/s]
|
647 |
25%|βββ | 12544/50176 [01:26<04:10, 150.17it/s]
|
648 |
26%|βββ | 12800/50176 [01:27<04:07, 150.78it/s]
|
649 |
26%|βββ | 13056/50176 [01:29<04:03, 152.37it/s]
|
650 |
27%|βββ | 13312/50176 [01:31<04:04, 150.69it/s]
|
651 |
27%|βββ | 13568/50176 [01:33<04:12, 145.22it/s]
|
652 |
28%|βββ | 13824/50176 [01:35<04:16, 141.81it/s]
|
653 |
28%|βββ | 14080/50176 [01:36<04:12, 143.01it/s]
|
654 |
29%|βββ | 14336/50176 [01:38<04:15, 140.40it/s]
|
655 |
29%|βββ | 14592/50176 [01:40<04:05, 145.14it/s]
|
656 |
30%|βββ | 14848/50176 [01:42<04:17, 137.00it/s]
|
657 |
30%|βββ | 15104/50176 [01:44<04:18, 135.79it/s]
|
658 |
31%|βββ | 15360/50176 [01:46<04:10, 139.10it/s]
|
659 |
31%|βββ | 15616/50176 [01:47<04:04, 141.56it/s]
|
660 |
32%|ββββ | 15872/50176 [01:49<04:09, 137.62it/s]
|
661 |
32%|ββββ | 16128/50176 [01:51<04:02, 140.29it/s]
|
662 |
33%|ββββ | 16384/50176 [01:53<04:00, 140.54it/s]
|
663 |
33%|ββββ | 16640/50176 [01:55<04:08, 135.22it/s]
|
664 |
34%|ββββ | 16896/50176 [01:57<03:56, 140.71it/s]
|
665 |
34%|ββββ | 17152/50176 [01:58<03:49, 144.16it/s]
|
666 |
35%|ββββ | 17408/50176 [02:00<03:46, 144.77it/s]
|
667 |
35%|ββββ | 17664/50176 [02:02<03:40, 147.51it/s]
|
668 |
36%|ββββ | 17920/50176 [02:03<03:35, 149.35it/s]
|
669 |
36%|ββββ | 18176/50176 [02:05<03:35, 148.54it/s]
|
670 |
37%|ββββ | 18432/50176 [02:07<03:33, 148.88it/s]
|
671 |
37%|ββββ | 18688/50176 [02:09<03:33, 147.49it/s]
|
672 |
38%|ββββ | 18944/50176 [02:11<03:39, 142.20it/s]
|
673 |
38%|ββββ | 19200/50176 [02:13<03:51, 133.73it/s]
|
674 |
39%|ββββ | 19456/50176 [02:15<03:54, 131.21it/s]
|
675 |
39%|ββββ | 19712/50176 [02:17<03:52, 131.30it/s]
|
676 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.53it/s]
|
677 |
40%|ββββ | 20224/50176 [02:20<03:32, 140.88it/s]
|
678 |
41%|ββββ | 20480/50176 [02:22<03:26, 143.96it/s]
|
679 |
41%|βββββ | 20736/50176 [02:24<03:24, 144.10it/s]
|
680 |
42%|βββββ | 20992/50176 [02:25<03:19, 146.63it/s]
|
681 |
42%|βββββ | 21248/50176 [02:27<03:24, 141.49it/s]
|
682 |
43%|βββββ | 21504/50176 [02:29<03:16, 145.96it/s]
|
683 |
43%|βββββ | 21760/50176 [02:31<03:13, 147.07it/s]
|
684 |
44%|βββββ | 22016/50176 [02:32<03:07, 150.37it/s]
|
685 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.76it/s]
|
686 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.34it/s]
|
687 |
45%|βββββ | 22784/50176 [02:37<03:08, 144.98it/s]
|
688 |
46%|βββββ | 23040/50176 [02:39<03:09, 143.40it/s]
|
689 |
46%|βββββ | 23296/50176 [02:41<03:11, 140.05it/s]
|
690 |
47%|βββββ | 23552/50176 [02:43<03:15, 136.33it/s]
|
691 |
47%|βββββ | 23808/50176 [02:45<03:07, 140.94it/s]
|
692 |
48%|βββββ | 24064/50176 [02:47<03:03, 142.33it/s]
|
693 |
48%|βββββ | 24320/50176 [02:48<03:00, 142.98it/s]
|
694 |
49%|βββββ | 24576/50176 [02:50<02:55, 145.50it/s]
|
695 |
49%|βββββ | 24832/50176 [02:52<02:50, 148.74it/s]
|
696 |
50%|βββββ | 25088/50176 [02:53<02:48, 149.03it/s]
|
697 |
51%|βββββ | 25344/50176 [02:55<02:46, 149.48it/s]
|
698 |
51%|βββββ | 25600/50176 [02:57<02:47, 147.06it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:59<02:40, 151.12it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.27it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:02<02:45, 143.56it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:04<02:41, 146.10it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:06<02:39, 146.05it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:07<02:36, 147.48it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:09<02:34, 147.82it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:11<02:27, 153.08it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:13<02:36, 142.63it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.77it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.44it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:18<02:32, 141.06it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:20<02:28, 143.10it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:22<02:24, 145.38it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:24<02:31, 137.10it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:26<02:31, 134.87it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:28<02:31, 133.79it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:30<02:30, 132.80it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:31<02:20, 140.35it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:33<02:18, 140.50it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:35<02:13, 143.40it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:36<02:09, 146.61it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:38<02:06, 148.27it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:40<02:04, 148.44it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:42<02:03, 146.86it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:43<02:01, 147.32it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:45<02:03, 142.46it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:47<01:59, 145.75it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:49<01:58, 144.31it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:50<01:55, 145.70it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:52<01:56, 142.64it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:54<01:52, 145.39it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:56<01:47, 149.55it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:57<01:44, 151.60it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:59<01:47, 145.26it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:01<01:45, 145.35it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:03<01:44, 143.96it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:04<01:40, 148.04it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:06<01:39, 146.22it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:08<01:41, 141.53it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:10<01:37, 143.71it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:12<01:37, 141.67it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:13<01:33, 144.37it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:15<01:33, 142.46it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:17<01:31, 143.37it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:19<01:30, 141.56it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:20<01:27, 144.11it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:22<01:25, 143.66it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:24<01:22, 145.85it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:26<01:21, 145.37it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:28<01:19, 144.06it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:29<01:18, 142.60it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:31<01:19, 138.50it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:33<01:16, 141.21it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:35<01:13, 143.33it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:37<01:10, 145.25it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:38<01:07, 147.20it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:40<01:09, 140.74it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:42<01:09, 135.34it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:44<01:05, 140.40it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:46<01:02, 144.24it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:47<00:59, 146.68it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:49<00:56, 149.11it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:51<00:54, 149.17it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:52<00:54, 146.01it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:54<00:51, 148.13it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:56<00:50, 147.84it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:58<00:47, 149.62it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:59<00:46, 149.12it/s]
|
768 |
87%|βββββββββ | 43520/50176 [05:01<00:44, 148.04it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:05<01:03, 101.41it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:07<00:53, 113.79it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:09<00:47, 124.46it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:10<00:43, 129.85it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:12<00:40, 134.23it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:14<00:36, 140.14it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:17<00:41, 117.27it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:18<00:35, 128.04it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:20<00:32, 135.52it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:22<00:29, 140.19it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:23<00:26, 145.11it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:25<00:24, 148.03it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:27<00:22, 148.66it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:29<00:21, 144.70it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:30<00:19, 146.61it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:32<00:17, 145.44it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:34<00:15, 148.42it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:35<00:13, 150.32it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:37<00:11, 152.05it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:39<00:09, 154.19it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:40<00:08, 154.93it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:42<00:06, 150.32it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:44<00:05, 149.14it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:45<00:03, 150.15it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:47<00:01, 142.49it/s]
|
794 |
+
2022-12-21,10:00:52 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:00:52 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5545 imagenet-zeroshot-val-top5: 0.8302
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_18.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f8195d9ce0dd3f92642ec6986268203b27a1a1b55d8fbaea363a067974012225
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_18.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<12:34, 1.32it/s]
|
2 |
1%| | 6/1000 [00:00<01:50, 9.00it/s]
|
3 |
1%| | 11/1000 [00:00<01:00, 16.46it/s]
|
4 |
2%|β | 16/1000 [00:01<00:42, 23.37it/s]
|
5 |
2%|β | 22/1000 [00:01<00:31, 31.08it/s]
|
6 |
3%|β | 28/1000 [00:01<00:25, 37.45it/s]
|
7 |
3%|β | 34/1000 [00:01<00:22, 42.70it/s]
|
8 |
4%|β | 40/1000 [00:01<00:20, 46.76it/s]
|
9 |
5%|β | 46/1000 [00:01<00:19, 49.66it/s]
|
10 |
5%|β | 52/1000 [00:01<00:18, 51.88it/s]
|
11 |
6%|β | 58/1000 [00:01<00:17, 53.40it/s]
|
12 |
6%|β | 64/1000 [00:01<00:17, 54.58it/s]
|
13 |
7%|β | 70/1000 [00:02<00:16, 55.38it/s]
|
14 |
8%|β | 76/1000 [00:02<00:16, 55.95it/s]
|
15 |
8%|β | 82/1000 [00:02<00:16, 56.58it/s]
|
16 |
9%|β | 88/1000 [00:02<00:16, 56.96it/s]
|
17 |
9%|β | 94/1000 [00:02<00:16, 53.61it/s]
|
18 |
10%|β | 100/1000 [00:02<00:16, 54.81it/s]
|
19 |
11%|β | 106/1000 [00:02<00:16, 55.82it/s]
|
20 |
11%|β | 112/1000 [00:02<00:15, 56.49it/s]
|
21 |
12%|ββ | 118/1000 [00:02<00:15, 56.98it/s]
|
22 |
12%|ββ | 124/1000 [00:02<00:15, 57.00it/s]
|
23 |
13%|ββ | 130/1000 [00:03<00:15, 57.33it/s]
|
24 |
14%|ββ | 136/1000 [00:03<00:15, 57.48it/s]
|
25 |
14%|ββ | 142/1000 [00:03<00:14, 57.54it/s]
|
26 |
15%|ββ | 148/1000 [00:03<00:14, 57.71it/s]
|
27 |
15%|ββ | 154/1000 [00:03<00:14, 57.83it/s]
|
28 |
16%|ββ | 160/1000 [00:03<00:14, 57.75it/s]
|
29 |
17%|ββ | 166/1000 [00:03<00:14, 57.72it/s]
|
30 |
17%|ββ | 172/1000 [00:03<00:14, 57.66it/s]
|
31 |
18%|ββ | 178/1000 [00:03<00:14, 57.68it/s]
|
32 |
18%|ββ | 184/1000 [00:04<00:14, 57.56it/s]
|
33 |
19%|ββ | 190/1000 [00:04<00:14, 57.57it/s]
|
34 |
20%|ββ | 196/1000 [00:04<00:13, 57.53it/s]
|
35 |
20%|ββ | 202/1000 [00:04<00:13, 57.49it/s]
|
36 |
21%|ββ | 208/1000 [00:04<00:13, 57.22it/s]
|
37 |
21%|βββ | 214/1000 [00:04<00:13, 57.24it/s]
|
38 |
22%|βββ | 220/1000 [00:04<00:13, 57.28it/s]
|
39 |
23%|βββ | 226/1000 [00:04<00:13, 57.43it/s]
|
40 |
23%|βββ | 232/1000 [00:04<00:13, 57.53it/s]
|
41 |
24%|βββ | 238/1000 [00:04<00:13, 57.49it/s]
|
42 |
24%|βββ | 244/1000 [00:05<00:13, 57.40it/s]
|
43 |
25%|βββ | 250/1000 [00:05<00:13, 57.50it/s]
|
44 |
26%|βββ | 256/1000 [00:05<00:12, 57.68it/s]
|
45 |
26%|βββ | 262/1000 [00:05<00:12, 57.73it/s]
|
46 |
27%|βββ | 268/1000 [00:05<00:12, 57.65it/s]
|
47 |
27%|βββ | 274/1000 [00:05<00:12, 57.49it/s]
|
48 |
28%|βββ | 280/1000 [00:05<00:12, 57.69it/s]
|
49 |
29%|βββ | 286/1000 [00:05<00:12, 57.65it/s]
|
50 |
29%|βββ | 292/1000 [00:05<00:12, 57.89it/s]
|
51 |
30%|βββ | 298/1000 [00:05<00:12, 57.92it/s]
|
52 |
30%|βββ | 304/1000 [00:06<00:12, 57.97it/s]
|
53 |
31%|βββ | 310/1000 [00:06<00:11, 58.05it/s]
|
54 |
32%|ββββ | 316/1000 [00:06<00:11, 58.06it/s]
|
55 |
32%|ββββ | 322/1000 [00:06<00:11, 58.08it/s]
|
56 |
33%|ββββ | 328/1000 [00:06<00:11, 57.84it/s]
|
57 |
33%|ββββ | 334/1000 [00:06<00:11, 57.87it/s]
|
58 |
34%|ββββ | 340/1000 [00:06<00:11, 57.89it/s]
|
59 |
35%|ββββ | 346/1000 [00:06<00:11, 58.04it/s]
|
60 |
35%|ββββ | 352/1000 [00:06<00:11, 57.90it/s]
|
61 |
36%|ββββ | 358/1000 [00:07<00:11, 57.99it/s]
|
62 |
36%|ββββ | 364/1000 [00:07<00:10, 57.98it/s]
|
63 |
37%|ββββ | 370/1000 [00:07<00:10, 57.98it/s]
|
64 |
38%|ββββ | 376/1000 [00:07<00:10, 57.85it/s]
|
65 |
38%|ββββ | 382/1000 [00:07<00:10, 57.65it/s]
|
66 |
39%|ββββ | 388/1000 [00:07<00:10, 57.58it/s]
|
67 |
39%|ββββ | 394/1000 [00:07<00:10, 57.66it/s]
|
68 |
40%|ββββ | 400/1000 [00:07<00:10, 57.88it/s]
|
69 |
41%|ββββ | 406/1000 [00:07<00:10, 57.93it/s]
|
70 |
41%|ββββ | 412/1000 [00:07<00:10, 58.03it/s]
|
71 |
42%|βββββ | 418/1000 [00:08<00:10, 58.05it/s]
|
72 |
42%|βββββ | 424/1000 [00:08<00:09, 57.95it/s]
|
73 |
43%|βββββ | 430/1000 [00:08<00:09, 58.11it/s]
|
74 |
44%|βββββ | 436/1000 [00:08<00:09, 58.13it/s]
|
75 |
44%|βββββ | 442/1000 [00:08<00:09, 57.92it/s]
|
76 |
45%|βββββ | 448/1000 [00:08<00:09, 57.93it/s]
|
77 |
45%|βββββ | 454/1000 [00:08<00:09, 57.98it/s]
|
78 |
46%|βββββ | 460/1000 [00:08<00:09, 57.96it/s]
|
79 |
47%|βββββ | 466/1000 [00:08<00:09, 58.04it/s]
|
80 |
47%|βββββ | 472/1000 [00:08<00:09, 58.02it/s]
|
81 |
48%|βββββ | 478/1000 [00:09<00:08, 58.09it/s]
|
82 |
48%|βββββ | 484/1000 [00:09<00:08, 57.93it/s]
|
83 |
49%|βββββ | 490/1000 [00:09<00:08, 57.91it/s]
|
84 |
50%|βββββ | 496/1000 [00:09<00:08, 57.88it/s]
|
85 |
50%|βββββ | 502/1000 [00:09<00:08, 57.94it/s]
|
86 |
51%|βββββ | 508/1000 [00:09<00:08, 57.87it/s]
|
87 |
51%|ββββββ | 514/1000 [00:09<00:08, 57.89it/s]
|
88 |
52%|ββββββ | 520/1000 [00:09<00:08, 57.94it/s]
|
89 |
53%|ββββββ | 526/1000 [00:09<00:08, 58.01it/s]
|
90 |
53%|ββββββ | 532/1000 [00:10<00:08, 57.97it/s]
|
91 |
54%|ββββββ | 538/1000 [00:10<00:07, 58.03it/s]
|
92 |
54%|ββββββ | 544/1000 [00:10<00:07, 58.10it/s]
|
93 |
55%|ββββββ | 550/1000 [00:10<00:07, 57.98it/s]
|
94 |
56%|ββββββ | 556/1000 [00:10<00:07, 57.95it/s]
|
95 |
56%|ββββββ | 562/1000 [00:10<00:07, 58.00it/s]
|
96 |
57%|ββββββ | 568/1000 [00:10<00:07, 57.92it/s]
|
97 |
57%|ββββββ | 574/1000 [00:10<00:07, 57.85it/s]
|
98 |
58%|ββββββ | 580/1000 [00:10<00:07, 58.01it/s]
|
99 |
59%|ββββββ | 586/1000 [00:10<00:07, 57.99it/s]
|
100 |
59%|ββββββ | 592/1000 [00:11<00:07, 57.92it/s]
|
101 |
60%|ββββββ | 598/1000 [00:11<00:06, 57.98it/s]
|
102 |
60%|ββββββ | 604/1000 [00:11<00:06, 57.89it/s]
|
103 |
61%|ββββββ | 610/1000 [00:11<00:06, 58.02it/s]
|
104 |
62%|βββββββ | 616/1000 [00:11<00:06, 58.01it/s]
|
105 |
62%|βββββββ | 622/1000 [00:11<00:06, 58.07it/s]
|
106 |
63%|βββββββ | 628/1000 [00:11<00:06, 58.14it/s]
|
107 |
63%|βββββββ | 634/1000 [00:11<00:06, 57.99it/s]
|
108 |
64%|βββββββ | 640/1000 [00:11<00:06, 57.93it/s]
|
109 |
65%|βββββββ | 646/1000 [00:11<00:06, 58.06it/s]
|
110 |
65%|βββββββ | 652/1000 [00:12<00:05, 58.06it/s]
|
111 |
66%|βββββββ | 658/1000 [00:12<00:05, 58.07it/s]
|
112 |
66%|βββββββ | 664/1000 [00:12<00:05, 58.08it/s]
|
113 |
67%|βββββββ | 670/1000 [00:12<00:05, 58.07it/s]
|
114 |
68%|βββββββ | 676/1000 [00:12<00:05, 58.11it/s]
|
115 |
68%|βββββββ | 682/1000 [00:12<00:05, 58.08it/s]
|
116 |
69%|βββββββ | 688/1000 [00:12<00:05, 58.15it/s]
|
117 |
69%|βββββββ | 694/1000 [00:12<00:05, 58.01it/s]
|
118 |
70%|βββββββ | 700/1000 [00:12<00:05, 58.10it/s]
|
119 |
71%|βββββββ | 706/1000 [00:13<00:05, 58.05it/s]
|
120 |
71%|βββββββ | 712/1000 [00:13<00:04, 58.10it/s]
|
121 |
72%|ββββββββ | 718/1000 [00:13<00:04, 58.06it/s]
|
122 |
72%|ββββββββ | 724/1000 [00:13<00:04, 58.06it/s]
|
123 |
73%|ββββββββ | 730/1000 [00:13<00:04, 58.04it/s]
|
124 |
74%|ββββββββ | 736/1000 [00:13<00:04, 58.09it/s]
|
125 |
74%|ββββββββ | 742/1000 [00:13<00:04, 58.00it/s]
|
126 |
75%|ββββββββ | 748/1000 [00:13<00:04, 58.07it/s]
|
127 |
75%|ββββββββ | 754/1000 [00:13<00:04, 58.09it/s]
|
128 |
76%|ββββββββ | 760/1000 [00:13<00:04, 57.94it/s]
|
129 |
77%|ββββββββ | 766/1000 [00:14<00:04, 58.01it/s]
|
130 |
77%|ββββββββ | 772/1000 [00:14<00:03, 58.03it/s]
|
131 |
78%|ββββββββ | 778/1000 [00:14<00:03, 58.08it/s]
|
132 |
78%|ββββββββ | 784/1000 [00:14<00:03, 58.08it/s]
|
133 |
79%|ββββββββ | 790/1000 [00:14<00:03, 57.93it/s]
|
134 |
80%|ββββββββ | 796/1000 [00:14<00:03, 57.97it/s]
|
135 |
80%|ββββββββ | 802/1000 [00:14<00:03, 57.91it/s]
|
136 |
81%|ββββββββ | 808/1000 [00:14<00:03, 57.90it/s]
|
137 |
81%|βββββββββ | 814/1000 [00:14<00:03, 57.90it/s]
|
138 |
82%|βββββββββ | 820/1000 [00:14<00:03, 58.01it/s]
|
139 |
83%|βββββββββ | 826/1000 [00:15<00:03, 57.95it/s]
|
140 |
83%|βββββββββ | 832/1000 [00:15<00:02, 58.11it/s]
|
141 |
84%|βββββββββ | 838/1000 [00:15<00:02, 58.19it/s]
|
142 |
84%|βββββββββ | 844/1000 [00:15<00:02, 58.07it/s]
|
143 |
85%|βββββββββ | 850/1000 [00:15<00:02, 58.11it/s]
|
144 |
86%|βββββββββ | 856/1000 [00:15<00:02, 58.07it/s]
|
145 |
86%|βββββββββ | 862/1000 [00:15<00:02, 58.04it/s]
|
146 |
87%|βββββββββ | 868/1000 [00:15<00:02, 57.99it/s]
|
147 |
87%|βββββββββ | 874/1000 [00:15<00:02, 58.03it/s]
|
148 |
88%|βββββββββ | 880/1000 [00:16<00:02, 58.05it/s]
|
149 |
89%|βββββββββ | 886/1000 [00:16<00:01, 57.92it/s]
|
150 |
89%|βββββββββ | 892/1000 [00:16<00:01, 57.99it/s]
|
151 |
90%|βββββββββ | 898/1000 [00:16<00:01, 58.04it/s]
|
152 |
90%|βββββββββ | 904/1000 [00:16<00:01, 58.04it/s]
|
153 |
91%|βββββββββ | 910/1000 [00:16<00:01, 58.00it/s]
|
154 |
92%|ββββββββββ| 916/1000 [00:16<00:01, 58.00it/s]
|
155 |
92%|ββββββββββ| 922/1000 [00:16<00:01, 57.95it/s]
|
156 |
93%|ββββββββββ| 928/1000 [00:16<00:01, 58.11it/s]
|
157 |
93%|ββββββββββ| 934/1000 [00:16<00:01, 58.17it/s]
|
158 |
94%|ββββββββββ| 940/1000 [00:17<00:01, 58.14it/s]
|
159 |
95%|ββββββββββ| 946/1000 [00:17<00:00, 58.06it/s]
|
160 |
95%|ββββββββββ| 952/1000 [00:17<00:00, 58.09it/s]
|
161 |
96%|ββββββββββ| 958/1000 [00:17<00:00, 58.05it/s]
|
162 |
96%|ββββββββββ| 964/1000 [00:17<00:00, 58.16it/s]
|
163 |
97%|ββββββββββ| 970/1000 [00:17<00:00, 58.20it/s]
|
164 |
98%|ββββββββββ| 976/1000 [00:17<00:00, 58.26it/s]
|
165 |
98%|ββββββββββ| 982/1000 [00:17<00:00, 58.26it/s]
|
166 |
99%|ββββββββββ| 988/1000 [00:17<00:00, 58.16it/s]
|
167 |
99%|ββββββββββ| 994/1000 [00:17<00:00, 58.12it/s]
|
|
|
|
|
168 |
0%| | 0/50176 [00:00<?, ?it/s]
|
169 |
1%| | 256/50176 [00:02<07:16, 114.32it/s]
|
170 |
1%| | 512/50176 [00:04<06:27, 128.28it/s]
|
171 |
2%|β | 768/50176 [00:05<06:01, 136.74it/s]
|
172 |
2%|β | 1024/50176 [00:07<05:51, 139.91it/s]
|
173 |
3%|β | 1280/50176 [00:09<05:48, 140.22it/s]
|
174 |
3%|β | 1536/50176 [00:11<06:01, 134.62it/s]
|
175 |
4%|β | 1792/50176 [00:13<05:56, 135.67it/s]
|
176 |
4%|β | 2048/50176 [00:15<05:48, 138.26it/s]
|
177 |
5%|β | 2304/50176 [00:16<05:46, 138.26it/s]
|
178 |
5%|β | 2560/50176 [00:18<05:38, 140.69it/s]
|
179 |
6%|β | 2816/50176 [00:20<05:38, 139.74it/s]
|
180 |
6%|β | 3072/50176 [00:22<05:31, 142.10it/s]
|
181 |
7%|β | 3328/50176 [00:24<05:27, 143.14it/s]
|
182 |
7%|β | 3584/50176 [00:25<05:20, 145.30it/s]
|
183 |
8%|β | 3840/50176 [00:27<05:31, 139.86it/s]
|
184 |
8%|β | 4096/50176 [00:29<05:28, 140.15it/s]
|
185 |
9%|β | 4352/50176 [00:31<05:22, 142.08it/s]
|
186 |
9%|β | 4608/50176 [00:33<05:18, 142.86it/s]
|
187 |
10%|β | 4864/50176 [00:34<05:12, 144.81it/s]
|
188 |
10%|β | 5120/50176 [00:36<05:07, 146.33it/s]
|
189 |
11%|β | 5376/50176 [00:38<05:04, 147.11it/s]
|
190 |
11%|β | 5632/50176 [00:39<05:00, 148.43it/s]
|
191 |
12%|ββ | 5888/50176 [00:41<04:59, 148.08it/s]
|
192 |
12%|ββ | 6144/50176 [00:43<05:23, 136.15it/s]
|
193 |
13%|ββ | 6400/50176 [00:45<05:12, 140.27it/s]
|
194 |
13%|ββ | 6656/50176 [00:47<05:05, 142.65it/s]
|
195 |
14%|ββ | 6912/50176 [00:49<05:03, 142.45it/s]
|
196 |
14%|ββ | 7168/50176 [00:50<04:58, 143.90it/s]
|
197 |
15%|ββ | 7424/50176 [00:52<04:51, 146.49it/s]
|
198 |
15%|ββ | 7680/50176 [00:54<04:51, 145.80it/s]
|
199 |
16%|ββ | 7936/50176 [00:55<04:42, 149.28it/s]
|
200 |
16%|ββ | 8192/50176 [00:57<04:42, 148.38it/s]
|
201 |
17%|ββ | 8448/50176 [00:59<04:38, 149.75it/s]
|
202 |
17%|ββ | 8704/50176 [01:00<04:35, 150.58it/s]
|
203 |
18%|ββ | 8960/50176 [01:02<04:43, 145.38it/s]
|
204 |
18%|ββ | 9216/50176 [01:04<04:35, 148.53it/s]
|
205 |
19%|ββ | 9472/50176 [01:06<04:32, 149.29it/s]
|
206 |
19%|ββ | 9728/50176 [01:08<04:36, 146.34it/s]
|
207 |
20%|ββ | 9984/50176 [01:09<04:31, 148.24it/s]
|
208 |
20%|ββ | 10240/50176 [01:11<04:26, 150.11it/s]
|
209 |
21%|ββ | 10496/50176 [01:12<04:21, 151.70it/s]
|
210 |
21%|βββ | 10752/50176 [01:14<04:27, 147.27it/s]
|
211 |
22%|βββ | 11008/50176 [01:16<04:25, 147.34it/s]
|
212 |
22%|βββ | 11264/50176 [01:18<04:22, 148.14it/s]
|
213 |
23%|βββ | 11520/50176 [01:19<04:18, 149.62it/s]
|
214 |
23%|βββ | 11776/50176 [01:21<04:17, 149.02it/s]
|
215 |
24%|βββ | 12032/50176 [01:23<04:15, 149.07it/s]
|
216 |
24%|βββ | 12288/50176 [01:25<04:12, 149.80it/s]
|
217 |
25%|βββ | 12544/50176 [01:26<04:10, 150.31it/s]
|
218 |
26%|βββ | 12800/50176 [01:28<04:07, 150.80it/s]
|
219 |
26%|βββ | 13056/50176 [01:30<04:03, 152.55it/s]
|
220 |
27%|βββ | 13312/50176 [01:31<04:04, 150.85it/s]
|
221 |
27%|βββ | 13568/50176 [01:33<04:12, 145.07it/s]
|
222 |
28%|βββ | 13824/50176 [01:35<04:15, 142.21it/s]
|
223 |
28%|βββ | 14080/50176 [01:37<04:12, 142.90it/s]
|
224 |
29%|βββ | 14336/50176 [01:39<04:16, 139.75it/s]
|
225 |
29%|βββ | 14592/50176 [01:40<04:04, 145.32it/s]
|
226 |
30%|βββ | 14848/50176 [01:43<04:17, 137.12it/s]
|
227 |
30%|βββ | 15104/50176 [01:44<04:18, 135.62it/s]
|
228 |
31%|βββ | 15360/50176 [01:46<04:09, 139.33it/s]
|
229 |
31%|βββ | 15616/50176 [01:48<04:04, 141.38it/s]
|
230 |
32%|ββββ | 15872/50176 [01:50<04:08, 137.82it/s]
|
231 |
32%|ββββ | 16128/50176 [01:52<04:02, 140.44it/s]
|
232 |
33%|ββββ | 16384/50176 [01:53<04:00, 140.58it/s]
|
233 |
33%|ββββ | 16640/50176 [01:56<04:07, 135.47it/s]
|
234 |
34%|ββββ | 16896/50176 [01:57<03:56, 140.74it/s]
|
235 |
34%|ββββ | 17152/50176 [01:59<03:49, 144.10it/s]
|
236 |
35%|ββββ | 17408/50176 [02:01<03:45, 145.26it/s]
|
237 |
35%|ββββ | 17664/50176 [02:02<03:40, 147.32it/s]
|
238 |
36%|ββββ | 17920/50176 [02:04<03:36, 149.18it/s]
|
239 |
36%|ββββ | 18176/50176 [02:06<03:35, 148.50it/s]
|
240 |
37%|ββββ | 18432/50176 [02:07<03:33, 148.77it/s]
|
241 |
37%|ββββ | 18688/50176 [02:09<03:34, 147.09it/s]
|
242 |
38%|ββββ | 18944/50176 [02:11<03:40, 141.70it/s]
|
243 |
38%|ββββ | 19200/50176 [02:13<03:51, 133.97it/s]
|
244 |
39%|ββββ | 19456/50176 [02:15<03:53, 131.40it/s]
|
245 |
39%|ββββ | 19712/50176 [02:17<03:51, 131.73it/s]
|
246 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.43it/s]
|
247 |
40%|ββββ | 20224/50176 [02:21<03:32, 140.86it/s]
|
248 |
41%|ββββ | 20480/50176 [02:22<03:26, 143.91it/s]
|
249 |
41%|βββββ | 20736/50176 [02:24<03:24, 143.90it/s]
|
250 |
42%|βββββ | 20992/50176 [02:26<03:19, 146.64it/s]
|
251 |
42%|βββββ | 21248/50176 [02:28<03:23, 141.94it/s]
|
252 |
43%|βββββ | 21504/50176 [02:29<03:17, 145.12it/s]
|
253 |
43%|βββββ | 21760/50176 [02:31<03:13, 147.15it/s]
|
254 |
44%|βββββ | 22016/50176 [02:33<03:07, 150.40it/s]
|
255 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.81it/s]
|
256 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.48it/s]
|
257 |
45%|βββββ | 22784/50176 [02:38<03:08, 145.37it/s]
|
258 |
46%|βββββ | 23040/50176 [02:40<03:09, 143.19it/s]
|
259 |
46%|βββββ | 23296/50176 [02:42<03:12, 139.47it/s]
|
260 |
47%|βββββ | 23552/50176 [02:44<03:14, 136.69it/s]
|
261 |
47%|βββββ | 23808/50176 [02:45<03:07, 140.90it/s]
|
262 |
48%|βββββ | 24064/50176 [02:47<03:03, 142.43it/s]
|
263 |
48%|βββββ | 24320/50176 [02:49<03:00, 143.07it/s]
|
264 |
49%|βββββ | 24576/50176 [02:51<02:55, 145.50it/s]
|
265 |
49%|βββββ | 24832/50176 [02:52<02:50, 148.78it/s]
|
266 |
50%|βββββ | 25088/50176 [02:54<02:48, 149.04it/s]
|
267 |
51%|βββββ | 25344/50176 [02:56<02:46, 149.54it/s]
|
268 |
51%|βββββ | 25600/50176 [02:58<02:47, 147.06it/s]
|
269 |
52%|ββββββ | 25856/50176 [02:59<02:40, 151.09it/s]
|
270 |
52%|ββββββ | 26112/50176 [03:01<02:42, 148.07it/s]
|
271 |
53%|ββββββ | 26368/50176 [03:03<02:45, 143.65it/s]
|
272 |
53%|ββββββ | 26624/50176 [03:05<02:40, 146.33it/s]
|
273 |
54%|ββββββ | 26880/50176 [03:06<02:39, 145.94it/s]
|
274 |
54%|ββββββ | 27136/50176 [03:08<02:36, 147.48it/s]
|
275 |
55%|ββββββ | 27392/50176 [03:10<02:34, 147.71it/s]
|
276 |
55%|ββββββ | 27648/50176 [03:11<02:26, 153.73it/s]
|
277 |
56%|ββββββ | 27904/50176 [03:13<02:36, 142.37it/s]
|
278 |
56%|ββββββ | 28160/50176 [03:15<02:33, 143.67it/s]
|
279 |
57%|ββββββ | 28416/50176 [03:17<02:30, 144.37it/s]
|
280 |
57%|ββββββ | 28672/50176 [03:19<02:32, 141.04it/s]
|
281 |
58%|ββββββ | 28928/50176 [03:20<02:28, 143.12it/s]
|
282 |
58%|ββββββ | 29184/50176 [03:22<02:24, 145.34it/s]
|
283 |
59%|ββββββ | 29440/50176 [03:24<02:31, 137.29it/s]
|
284 |
59%|ββββββ | 29696/50176 [03:26<02:32, 134.32it/s]
|
285 |
60%|ββββββ | 29952/50176 [03:28<02:30, 134.03it/s]
|
286 |
60%|ββββββ | 30208/50176 [03:30<02:30, 133.02it/s]
|
287 |
61%|ββββββ | 30464/50176 [03:32<02:20, 140.28it/s]
|
288 |
61%|ββββββ | 30720/50176 [03:34<02:18, 140.35it/s]
|
289 |
62%|βββββββ | 30976/50176 [03:35<02:14, 142.84it/s]
|
290 |
62%|βββββββ | 31232/50176 [03:37<02:08, 146.88it/s]
|
291 |
63%|βββββββ | 31488/50176 [03:39<02:05, 148.37it/s]
|
292 |
63%|βββββββ | 31744/50176 [03:40<02:04, 148.54it/s]
|
293 |
64%|βββββββ | 32000/50176 [03:42<02:03, 146.93it/s]
|
294 |
64%|βββββββ | 32256/50176 [03:44<02:01, 147.39it/s]
|
295 |
65%|βββββββ | 32512/50176 [03:46<02:04, 142.17it/s]
|
296 |
65%|βββββββ | 32768/50176 [03:47<01:59, 145.74it/s]
|
297 |
66%|βββββββ | 33024/50176 [03:49<01:58, 144.50it/s]
|
298 |
66%|βββββββ | 33280/50176 [03:51<01:55, 145.72it/s]
|
299 |
67%|βββββββ | 33536/50176 [03:53<01:56, 142.70it/s]
|
300 |
67%|βββββββ | 33792/50176 [03:54<01:52, 145.46it/s]
|
301 |
68%|βββββββ | 34048/50176 [03:56<01:47, 149.51it/s]
|
302 |
68%|βββββββ | 34304/50176 [03:58<01:44, 151.72it/s]
|
303 |
69%|βββββββ | 34560/50176 [04:00<01:47, 144.61it/s]
|
304 |
69%|βββββββ | 34816/50176 [04:01<01:45, 145.53it/s]
|
305 |
70%|βββββββ | 35072/50176 [04:03<01:44, 144.14it/s]
|
306 |
70%|βββββββ | 35328/50176 [04:05<01:40, 148.06it/s]
|
307 |
71%|βββββββ | 35584/50176 [04:07<01:39, 146.36it/s]
|
308 |
71%|ββββββββ | 35840/50176 [04:09<01:41, 141.64it/s]
|
309 |
72%|ββββββββ | 36096/50176 [04:10<01:37, 143.79it/s]
|
310 |
72%|ββββββββ | 36352/50176 [04:12<01:37, 141.60it/s]
|
311 |
73%|ββββββββ | 36608/50176 [04:14<01:34, 144.33it/s]
|
312 |
73%|ββββββββ | 36864/50176 [04:16<01:33, 142.06it/s]
|
313 |
74%|ββββββββ | 37120/50176 [04:17<01:30, 143.71it/s]
|
314 |
74%|ββββββββ | 37376/50176 [04:19<01:30, 141.31it/s]
|
315 |
75%|ββββββββ | 37632/50176 [04:21<01:27, 144.17it/s]
|
316 |
76%|ββββββββ | 37888/50176 [04:23<01:25, 143.68it/s]
|
317 |
76%|ββββββββ | 38144/50176 [04:25<01:22, 145.80it/s]
|
318 |
77%|ββββββββ | 38400/50176 [04:26<01:21, 145.32it/s]
|
319 |
77%|ββββββββ | 38656/50176 [04:28<01:19, 144.11it/s]
|
320 |
78%|ββββββββ | 38912/50176 [04:30<01:18, 142.66it/s]
|
321 |
78%|ββββββββ | 39168/50176 [04:32<01:19, 138.34it/s]
|
322 |
79%|ββββββββ | 39424/50176 [04:34<01:16, 141.27it/s]
|
323 |
79%|ββββββββ | 39680/50176 [04:35<01:13, 143.34it/s]
|
324 |
80%|ββββββββ | 39936/50176 [04:37<01:10, 145.29it/s]
|
325 |
80%|ββββββββ | 40192/50176 [04:39<01:07, 147.24it/s]
|
326 |
81%|ββββββββ | 40448/50176 [04:41<01:09, 140.84it/s]
|
327 |
81%|ββββββββ | 40704/50176 [04:43<01:10, 135.25it/s]
|
328 |
82%|βββββββββ | 40960/50176 [04:45<01:05, 140.42it/s]
|
329 |
82%|βββββββββ | 41216/50176 [04:46<01:02, 144.21it/s]
|
330 |
83%|βββββββββ | 41472/50176 [04:48<00:59, 146.06it/s]
|
331 |
83%|βββββββββ | 41728/50176 [04:50<00:56, 149.28it/s]
|
332 |
84%|ββββββββοΏ½οΏ½ | 41984/50176 [04:51<00:54, 149.40it/s]
|
333 |
84%|βββββββββ | 42240/50176 [04:53<00:54, 145.49it/s]
|
334 |
85%|βββββββββ | 42496/50176 [04:55<00:51, 148.42it/s]
|
335 |
85%|βββββββββ | 42752/50176 [04:56<00:50, 147.94it/s]
|
336 |
86%|βββββββββ | 43008/50176 [04:58<00:48, 149.07it/s]
|
337 |
86%|βββββββββ | 43264/50176 [05:00<00:46, 149.43it/s]
|
338 |
87%|βββββββββ | 43520/50176 [05:02<00:44, 148.28it/s]
|
339 |
87%|βββββββββ | 43776/50176 [05:06<01:03, 101.49it/s]
|
340 |
88%|βββββββββ | 44032/50176 [05:08<00:54, 113.60it/s]
|
341 |
88%|βββββββββ | 44288/50176 [05:09<00:47, 124.29it/s]
|
342 |
89%|βββββββββ | 44544/50176 [05:11<00:43, 129.93it/s]
|
343 |
89%|βββββββββ | 44800/50176 [05:13<00:40, 133.77it/s]
|
344 |
90%|βββββββββ | 45056/50176 [05:14<00:36, 140.08it/s]
|
345 |
90%|βββββββββ | 45312/50176 [05:17<00:41, 117.48it/s]
|
346 |
91%|βββββββββ | 45568/50176 [05:19<00:35, 128.29it/s]
|
347 |
91%|ββββββββββ| 45824/50176 [05:21<00:32, 135.68it/s]
|
348 |
92%|ββββββββββ| 46080/50176 [05:22<00:29, 140.83it/s]
|
349 |
92%|ββββββββββ| 46336/50176 [05:24<00:26, 145.11it/s]
|
350 |
93%|ββββββββββ| 46592/50176 [05:26<00:24, 147.96it/s]
|
351 |
93%|ββββββββββ| 46848/50176 [05:27<00:22, 148.55it/s]
|
352 |
94%|ββββββββββ| 47104/50176 [05:29<00:21, 145.06it/s]
|
353 |
94%|ββββββββββ| 47360/50176 [05:31<00:19, 146.44it/s]
|
354 |
95%|ββββββββββ| 47616/50176 [05:33<00:17, 145.30it/s]
|
355 |
95%|ββββββββββ| 47872/50176 [05:34<00:15, 148.32it/s]
|
356 |
96%|ββββββββββ| 48128/50176 [05:36<00:13, 150.22it/s]
|
357 |
96%|ββββββββββ| 48384/50176 [05:38<00:11, 152.09it/s]
|
358 |
97%|ββββββββββ| 48640/50176 [05:39<00:09, 154.58it/s]
|
359 |
97%|ββββββββββ| 48896/50176 [05:41<00:08, 154.83it/s]
|
360 |
98%|ββββββββββ| 49152/50176 [05:43<00:06, 150.80it/s]
|
361 |
98%|ββββββββββ| 49408/50176 [05:44<00:05, 149.19it/s]
|
362 |
99%|ββββββββββ| 49664/50176 [05:46<00:03, 149.80it/s]
|
363 |
99%|ββββββββββ| 49920/50176 [05:48<00:01, 142.19it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:54:36 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:54:36 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:54:37 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_18.pt).
|
4 |
+
2022-12-21,09:54:45 | INFO | Model:
|
5 |
+
2022-12-21,09:54:45 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:54:45 | INFO | Params:
|
359 |
+
2022-12-21,09:54:45 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:54:45 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:54:45 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:54:45 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_18.pt/checkpoints
|
363 |
+
2022-12-21,09:54:45 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:54:45 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:54:45 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:54:45 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:54:45 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:54:45 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:54:45 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:54:45 | INFO | debug: False
|
371 |
+
2022-12-21,09:54:45 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:54:45 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:54:45 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:54:45 | INFO | distributed: False
|
375 |
+
2022-12-21,09:54:45 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:54:45 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:54:45 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:54:45 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:54:45 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:54:45 | INFO | horovod: False
|
381 |
+
2022-12-21,09:54:45 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:54:45 | INFO | image_std: None
|
383 |
+
2022-12-21,09:54:45 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:54:45 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:54:45 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:54:45 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:54:45 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:54:45 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:54:45 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:54:45 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:54:45 | INFO | log_local: False
|
392 |
+
2022-12-21,09:54:45 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_18.pt/out.log
|
393 |
+
2022-12-21,09:54:45 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:54:45 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:54:45 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:54:45 | INFO | name: epoch_18.pt
|
397 |
+
2022-12-21,09:54:45 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:54:45 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:54:45 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:54:45 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_18.pt
|
401 |
+
2022-12-21,09:54:45 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:54:45 | INFO | rank: 0
|
403 |
+
2022-12-21,09:54:45 | INFO | report_to:
|
404 |
+
2022-12-21,09:54:45 | INFO | resume: None
|
405 |
+
2022-12-21,09:54:45 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:54:45 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:54:45 | INFO | seed: 0
|
408 |
+
2022-12-21,09:54:45 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:54:45 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:54:45 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:54:45 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:54:45 | INFO | trace: False
|
413 |
+
2022-12-21,09:54:45 | INFO | train_data: None
|
414 |
+
2022-12-21,09:54:45 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:54:45 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:54:45 | INFO | val_data: None
|
417 |
+
2022-12-21,09:54:45 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:54:45 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:54:45 | INFO | wandb: False
|
420 |
+
2022-12-21,09:54:45 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:54:45 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:54:45 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:54:45 | INFO | workers: 1
|
424 |
+
2022-12-21,09:54:45 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:54:45 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:54:45 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:54:45 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<12:34, 1.32it/s]
|
431 |
1%| | 6/1000 [00:00<01:50, 9.00it/s]
|
432 |
1%| | 11/1000 [00:00<01:00, 16.46it/s]
|
433 |
2%|β | 16/1000 [00:01<00:42, 23.37it/s]
|
434 |
2%|β | 22/1000 [00:01<00:31, 31.08it/s]
|
435 |
3%|β | 28/1000 [00:01<00:25, 37.45it/s]
|
436 |
3%|β | 34/1000 [00:01<00:22, 42.70it/s]
|
437 |
4%|β | 40/1000 [00:01<00:20, 46.76it/s]
|
438 |
5%|β | 46/1000 [00:01<00:19, 49.66it/s]
|
439 |
5%|β | 52/1000 [00:01<00:18, 51.88it/s]
|
440 |
6%|β | 58/1000 [00:01<00:17, 53.40it/s]
|
441 |
6%|β | 64/1000 [00:01<00:17, 54.58it/s]
|
442 |
7%|β | 70/1000 [00:02<00:16, 55.38it/s]
|
443 |
8%|β | 76/1000 [00:02<00:16, 55.95it/s]
|
444 |
8%|β | 82/1000 [00:02<00:16, 56.58it/s]
|
445 |
9%|β | 88/1000 [00:02<00:16, 56.96it/s]
|
446 |
9%|β | 94/1000 [00:02<00:16, 53.61it/s]
|
447 |
10%|β | 100/1000 [00:02<00:16, 54.81it/s]
|
448 |
11%|β | 106/1000 [00:02<00:16, 55.82it/s]
|
449 |
11%|β | 112/1000 [00:02<00:15, 56.49it/s]
|
450 |
12%|ββ | 118/1000 [00:02<00:15, 56.98it/s]
|
451 |
12%|ββ | 124/1000 [00:02<00:15, 57.00it/s]
|
452 |
13%|ββ | 130/1000 [00:03<00:15, 57.33it/s]
|
453 |
14%|ββ | 136/1000 [00:03<00:15, 57.48it/s]
|
454 |
14%|ββ | 142/1000 [00:03<00:14, 57.54it/s]
|
455 |
15%|ββ | 148/1000 [00:03<00:14, 57.71it/s]
|
456 |
15%|ββ | 154/1000 [00:03<00:14, 57.83it/s]
|
457 |
16%|ββ | 160/1000 [00:03<00:14, 57.75it/s]
|
458 |
17%|ββ | 166/1000 [00:03<00:14, 57.72it/s]
|
459 |
17%|ββ | 172/1000 [00:03<00:14, 57.66it/s]
|
460 |
18%|ββ | 178/1000 [00:03<00:14, 57.68it/s]
|
461 |
18%|ββ | 184/1000 [00:04<00:14, 57.56it/s]
|
462 |
19%|ββ | 190/1000 [00:04<00:14, 57.57it/s]
|
463 |
20%|ββ | 196/1000 [00:04<00:13, 57.53it/s]
|
464 |
20%|ββ | 202/1000 [00:04<00:13, 57.49it/s]
|
465 |
21%|ββ | 208/1000 [00:04<00:13, 57.22it/s]
|
466 |
21%|βββ | 214/1000 [00:04<00:13, 57.24it/s]
|
467 |
22%|βββ | 220/1000 [00:04<00:13, 57.28it/s]
|
468 |
23%|βββ | 226/1000 [00:04<00:13, 57.43it/s]
|
469 |
23%|βββ | 232/1000 [00:04<00:13, 57.53it/s]
|
470 |
24%|βββ | 238/1000 [00:04<00:13, 57.49it/s]
|
471 |
24%|βββ | 244/1000 [00:05<00:13, 57.40it/s]
|
472 |
25%|βββ | 250/1000 [00:05<00:13, 57.50it/s]
|
473 |
26%|βββ | 256/1000 [00:05<00:12, 57.68it/s]
|
474 |
26%|βββ | 262/1000 [00:05<00:12, 57.73it/s]
|
475 |
27%|βββ | 268/1000 [00:05<00:12, 57.65it/s]
|
476 |
27%|βββ | 274/1000 [00:05<00:12, 57.49it/s]
|
477 |
28%|βββ | 280/1000 [00:05<00:12, 57.69it/s]
|
478 |
29%|βββ | 286/1000 [00:05<00:12, 57.65it/s]
|
479 |
29%|βββ | 292/1000 [00:05<00:12, 57.89it/s]
|
480 |
30%|βββ | 298/1000 [00:05<00:12, 57.92it/s]
|
481 |
30%|βββ | 304/1000 [00:06<00:12, 57.97it/s]
|
482 |
31%|βββ | 310/1000 [00:06<00:11, 58.05it/s]
|
483 |
32%|ββββ | 316/1000 [00:06<00:11, 58.06it/s]
|
484 |
32%|ββββ | 322/1000 [00:06<00:11, 58.08it/s]
|
485 |
33%|ββββ | 328/1000 [00:06<00:11, 57.84it/s]
|
486 |
33%|ββββ | 334/1000 [00:06<00:11, 57.87it/s]
|
487 |
34%|ββββ | 340/1000 [00:06<00:11, 57.89it/s]
|
488 |
35%|ββββ | 346/1000 [00:06<00:11, 58.04it/s]
|
489 |
35%|ββββ | 352/1000 [00:06<00:11, 57.90it/s]
|
490 |
36%|ββββ | 358/1000 [00:07<00:11, 57.99it/s]
|
491 |
36%|ββββ | 364/1000 [00:07<00:10, 57.98it/s]
|
492 |
37%|ββββ | 370/1000 [00:07<00:10, 57.98it/s]
|
493 |
38%|ββββ | 376/1000 [00:07<00:10, 57.85it/s]
|
494 |
38%|ββββ | 382/1000 [00:07<00:10, 57.65it/s]
|
495 |
39%|ββββ | 388/1000 [00:07<00:10, 57.58it/s]
|
496 |
39%|ββββ | 394/1000 [00:07<00:10, 57.66it/s]
|
497 |
40%|ββββ | 400/1000 [00:07<00:10, 57.88it/s]
|
498 |
41%|ββββ | 406/1000 [00:07<00:10, 57.93it/s]
|
499 |
41%|ββββ | 412/1000 [00:07<00:10, 58.03it/s]
|
500 |
42%|βββββ | 418/1000 [00:08<00:10, 58.05it/s]
|
501 |
42%|βββββ | 424/1000 [00:08<00:09, 57.95it/s]
|
502 |
43%|βββββ | 430/1000 [00:08<00:09, 58.11it/s]
|
503 |
44%|βββββ | 436/1000 [00:08<00:09, 58.13it/s]
|
504 |
44%|βββββ | 442/1000 [00:08<00:09, 57.92it/s]
|
505 |
45%|βββββ | 448/1000 [00:08<00:09, 57.93it/s]
|
506 |
45%|βββββ | 454/1000 [00:08<00:09, 57.98it/s]
|
507 |
46%|βββββ | 460/1000 [00:08<00:09, 57.96it/s]
|
508 |
47%|βββββ | 466/1000 [00:08<00:09, 58.04it/s]
|
509 |
47%|βββββ | 472/1000 [00:08<00:09, 58.02it/s]
|
510 |
48%|βββββ | 478/1000 [00:09<00:08, 58.09it/s]
|
511 |
48%|βββββ | 484/1000 [00:09<00:08, 57.93it/s]
|
512 |
49%|βββββ | 490/1000 [00:09<00:08, 57.91it/s]
|
513 |
50%|βββββ | 496/1000 [00:09<00:08, 57.88it/s]
|
514 |
50%|βββββ | 502/1000 [00:09<00:08, 57.94it/s]
|
515 |
51%|βββββ | 508/1000 [00:09<00:08, 57.87it/s]
|
516 |
51%|ββββββ | 514/1000 [00:09<00:08, 57.89it/s]
|
517 |
52%|ββββββ | 520/1000 [00:09<00:08, 57.94it/s]
|
518 |
53%|ββββββ | 526/1000 [00:09<00:08, 58.01it/s]
|
519 |
53%|ββββββ | 532/1000 [00:10<00:08, 57.97it/s]
|
520 |
54%|ββββββ | 538/1000 [00:10<00:07, 58.03it/s]
|
521 |
54%|ββββββ | 544/1000 [00:10<00:07, 58.10it/s]
|
522 |
55%|ββββββ | 550/1000 [00:10<00:07, 57.98it/s]
|
523 |
56%|ββββββ | 556/1000 [00:10<00:07, 57.95it/s]
|
524 |
56%|ββββββ | 562/1000 [00:10<00:07, 58.00it/s]
|
525 |
57%|ββββββ | 568/1000 [00:10<00:07, 57.92it/s]
|
526 |
57%|ββββββ | 574/1000 [00:10<00:07, 57.85it/s]
|
527 |
58%|ββββββ | 580/1000 [00:10<00:07, 58.01it/s]
|
528 |
59%|ββββββ | 586/1000 [00:10<00:07, 57.99it/s]
|
529 |
59%|ββββββ | 592/1000 [00:11<00:07, 57.92it/s]
|
530 |
60%|ββββββ | 598/1000 [00:11<00:06, 57.98it/s]
|
531 |
60%|ββββββ | 604/1000 [00:11<00:06, 57.89it/s]
|
532 |
61%|ββββββ | 610/1000 [00:11<00:06, 58.02it/s]
|
533 |
62%|βββββββ | 616/1000 [00:11<00:06, 58.01it/s]
|
534 |
62%|βββββββ | 622/1000 [00:11<00:06, 58.07it/s]
|
535 |
63%|βββββββ | 628/1000 [00:11<00:06, 58.14it/s]
|
536 |
63%|βββββββ | 634/1000 [00:11<00:06, 57.99it/s]
|
537 |
64%|βββββββ | 640/1000 [00:11<00:06, 57.93it/s]
|
538 |
65%|βββββββ | 646/1000 [00:11<00:06, 58.06it/s]
|
539 |
65%|βββββββ | 652/1000 [00:12<00:05, 58.06it/s]
|
540 |
66%|βββββββ | 658/1000 [00:12<00:05, 58.07it/s]
|
541 |
66%|βββββββ | 664/1000 [00:12<00:05, 58.08it/s]
|
542 |
67%|βββββββ | 670/1000 [00:12<00:05, 58.07it/s]
|
543 |
68%|βββββββ | 676/1000 [00:12<00:05, 58.11it/s]
|
544 |
68%|βββββββ | 682/1000 [00:12<00:05, 58.08it/s]
|
545 |
69%|βββββββ | 688/1000 [00:12<00:05, 58.15it/s]
|
546 |
69%|βββββββ | 694/1000 [00:12<00:05, 58.01it/s]
|
547 |
70%|βββββββ | 700/1000 [00:12<00:05, 58.10it/s]
|
548 |
71%|βββββββ | 706/1000 [00:13<00:05, 58.05it/s]
|
549 |
71%|βββββββ | 712/1000 [00:13<00:04, 58.10it/s]
|
550 |
72%|ββββββββ | 718/1000 [00:13<00:04, 58.06it/s]
|
551 |
72%|ββββββββ | 724/1000 [00:13<00:04, 58.06it/s]
|
552 |
73%|ββββββββ | 730/1000 [00:13<00:04, 58.04it/s]
|
553 |
74%|ββββββββ | 736/1000 [00:13<00:04, 58.09it/s]
|
554 |
74%|ββββββββ | 742/1000 [00:13<00:04, 58.00it/s]
|
555 |
75%|ββββββββ | 748/1000 [00:13<00:04, 58.07it/s]
|
556 |
75%|ββββββββ | 754/1000 [00:13<00:04, 58.09it/s]
|
557 |
76%|ββββββββ | 760/1000 [00:13<00:04, 57.94it/s]
|
558 |
77%|ββββββββ | 766/1000 [00:14<00:04, 58.01it/s]
|
559 |
77%|ββββββββ | 772/1000 [00:14<00:03, 58.03it/s]
|
560 |
78%|ββββββββ | 778/1000 [00:14<00:03, 58.08it/s]
|
561 |
78%|ββββββββ | 784/1000 [00:14<00:03, 58.08it/s]
|
562 |
79%|ββββββββ | 790/1000 [00:14<00:03, 57.93it/s]
|
563 |
80%|ββββββββ | 796/1000 [00:14<00:03, 57.97it/s]
|
564 |
80%|ββββββββ | 802/1000 [00:14<00:03, 57.91it/s]
|
565 |
81%|ββββββββ | 808/1000 [00:14<00:03, 57.90it/s]
|
566 |
81%|βββββββββ | 814/1000 [00:14<00:03, 57.90it/s]
|
567 |
82%|βββββββββ | 820/1000 [00:14<00:03, 58.01it/s]
|
568 |
83%|βββββββββ | 826/1000 [00:15<00:03, 57.95it/s]
|
569 |
83%|βββββββββ | 832/1000 [00:15<00:02, 58.11it/s]
|
570 |
84%|βββββββββ | 838/1000 [00:15<00:02, 58.19it/s]
|
571 |
84%|βββββββββ | 844/1000 [00:15<00:02, 58.07it/s]
|
572 |
85%|βββββββββ | 850/1000 [00:15<00:02, 58.11it/s]
|
573 |
86%|βββββββββ | 856/1000 [00:15<00:02, 58.07it/s]
|
574 |
86%|βββββββββ | 862/1000 [00:15<00:02, 58.04it/s]
|
575 |
87%|βββββββββ | 868/1000 [00:15<00:02, 57.99it/s]
|
576 |
87%|βββββββββ | 874/1000 [00:15<00:02, 58.03it/s]
|
577 |
88%|βββββββββ | 880/1000 [00:16<00:02, 58.05it/s]
|
578 |
89%|βββββββββ | 886/1000 [00:16<00:01, 57.92it/s]
|
579 |
89%|βββββββββ | 892/1000 [00:16<00:01, 57.99it/s]
|
580 |
90%|βββββββββ | 898/1000 [00:16<00:01, 58.04it/s]
|
581 |
90%|βββββββββ | 904/1000 [00:16<00:01, 58.04it/s]
|
582 |
91%|βββββββββ | 910/1000 [00:16<00:01, 58.00it/s]
|
583 |
92%|ββββββββββ| 916/1000 [00:16<00:01, 58.00it/s]
|
584 |
92%|ββββββββββ| 922/1000 [00:16<00:01, 57.95it/s]
|
585 |
93%|ββββββββββ| 928/1000 [00:16<00:01, 58.11it/s]
|
586 |
93%|ββββββββββ| 934/1000 [00:16<00:01, 58.17it/s]
|
587 |
94%|ββββββββββ| 940/1000 [00:17<00:01, 58.14it/s]
|
588 |
95%|ββββββββββ| 946/1000 [00:17<00:00, 58.06it/s]
|
589 |
95%|ββββββββββ| 952/1000 [00:17<00:00, 58.09it/s]
|
590 |
96%|ββββββββββ| 958/1000 [00:17<00:00, 58.05it/s]
|
591 |
96%|ββββββββββ| 964/1000 [00:17<00:00, 58.16it/s]
|
592 |
97%|ββββββββββ| 970/1000 [00:17<00:00, 58.20it/s]
|
593 |
98%|ββββββββββ| 976/1000 [00:17<00:00, 58.26it/s]
|
594 |
98%|ββββββββββ| 982/1000 [00:17<00:00, 58.26it/s]
|
595 |
99%|ββββββββββ| 988/1000 [00:17<00:00, 58.16it/s]
|
596 |
99%|ββββββββββ| 994/1000 [00:17<00:00, 58.12it/s]
|
597 |
+
2022-12-21,09:55:03 | INFO | Using classifier
|
598 |
+
|
599 |
0%| | 0/50176 [00:00<?, ?it/s]
|
600 |
1%| | 256/50176 [00:02<07:16, 114.32it/s]
|
601 |
1%| | 512/50176 [00:04<06:27, 128.28it/s]
|
602 |
2%|β | 768/50176 [00:05<06:01, 136.74it/s]
|
603 |
2%|β | 1024/50176 [00:07<05:51, 139.91it/s]
|
604 |
3%|β | 1280/50176 [00:09<05:48, 140.22it/s]
|
605 |
3%|β | 1536/50176 [00:11<06:01, 134.62it/s]
|
606 |
4%|β | 1792/50176 [00:13<05:56, 135.67it/s]
|
607 |
4%|β | 2048/50176 [00:15<05:48, 138.26it/s]
|
608 |
5%|β | 2304/50176 [00:16<05:46, 138.26it/s]
|
609 |
5%|β | 2560/50176 [00:18<05:38, 140.69it/s]
|
610 |
6%|β | 2816/50176 [00:20<05:38, 139.74it/s]
|
611 |
6%|β | 3072/50176 [00:22<05:31, 142.10it/s]
|
612 |
7%|β | 3328/50176 [00:24<05:27, 143.14it/s]
|
613 |
7%|β | 3584/50176 [00:25<05:20, 145.30it/s]
|
614 |
8%|β | 3840/50176 [00:27<05:31, 139.86it/s]
|
615 |
8%|β | 4096/50176 [00:29<05:28, 140.15it/s]
|
616 |
9%|β | 4352/50176 [00:31<05:22, 142.08it/s]
|
617 |
9%|β | 4608/50176 [00:33<05:18, 142.86it/s]
|
618 |
10%|β | 4864/50176 [00:34<05:12, 144.81it/s]
|
619 |
10%|β | 5120/50176 [00:36<05:07, 146.33it/s]
|
620 |
11%|β | 5376/50176 [00:38<05:04, 147.11it/s]
|
621 |
11%|β | 5632/50176 [00:39<05:00, 148.43it/s]
|
622 |
12%|ββ | 5888/50176 [00:41<04:59, 148.08it/s]
|
623 |
12%|ββ | 6144/50176 [00:43<05:23, 136.15it/s]
|
624 |
13%|ββ | 6400/50176 [00:45<05:12, 140.27it/s]
|
625 |
13%|ββ | 6656/50176 [00:47<05:05, 142.65it/s]
|
626 |
14%|ββ | 6912/50176 [00:49<05:03, 142.45it/s]
|
627 |
14%|ββ | 7168/50176 [00:50<04:58, 143.90it/s]
|
628 |
15%|ββ | 7424/50176 [00:52<04:51, 146.49it/s]
|
629 |
15%|ββ | 7680/50176 [00:54<04:51, 145.80it/s]
|
630 |
16%|ββ | 7936/50176 [00:55<04:42, 149.28it/s]
|
631 |
16%|ββ | 8192/50176 [00:57<04:42, 148.38it/s]
|
632 |
17%|ββ | 8448/50176 [00:59<04:38, 149.75it/s]
|
633 |
17%|ββ | 8704/50176 [01:00<04:35, 150.58it/s]
|
634 |
18%|ββ | 8960/50176 [01:02<04:43, 145.38it/s]
|
635 |
18%|ββ | 9216/50176 [01:04<04:35, 148.53it/s]
|
636 |
19%|ββ | 9472/50176 [01:06<04:32, 149.29it/s]
|
637 |
19%|ββ | 9728/50176 [01:08<04:36, 146.34it/s]
|
638 |
20%|ββ | 9984/50176 [01:09<04:31, 148.24it/s]
|
639 |
20%|ββ | 10240/50176 [01:11<04:26, 150.11it/s]
|
640 |
21%|ββ | 10496/50176 [01:12<04:21, 151.70it/s]
|
641 |
21%|βββ | 10752/50176 [01:14<04:27, 147.27it/s]
|
642 |
22%|βββ | 11008/50176 [01:16<04:25, 147.34it/s]
|
643 |
22%|βββ | 11264/50176 [01:18<04:22, 148.14it/s]
|
644 |
23%|βββ | 11520/50176 [01:19<04:18, 149.62it/s]
|
645 |
23%|βββ | 11776/50176 [01:21<04:17, 149.02it/s]
|
646 |
24%|βββ | 12032/50176 [01:23<04:15, 149.07it/s]
|
647 |
24%|βββ | 12288/50176 [01:25<04:12, 149.80it/s]
|
648 |
25%|βββ | 12544/50176 [01:26<04:10, 150.31it/s]
|
649 |
26%|βββ | 12800/50176 [01:28<04:07, 150.80it/s]
|
650 |
26%|βββ | 13056/50176 [01:30<04:03, 152.55it/s]
|
651 |
27%|βββ | 13312/50176 [01:31<04:04, 150.85it/s]
|
652 |
27%|βββ | 13568/50176 [01:33<04:12, 145.07it/s]
|
653 |
28%|βββ | 13824/50176 [01:35<04:15, 142.21it/s]
|
654 |
28%|βββ | 14080/50176 [01:37<04:12, 142.90it/s]
|
655 |
29%|βββ | 14336/50176 [01:39<04:16, 139.75it/s]
|
656 |
29%|βββ | 14592/50176 [01:40<04:04, 145.32it/s]
|
657 |
30%|βββ | 14848/50176 [01:43<04:17, 137.12it/s]
|
658 |
30%|βββ | 15104/50176 [01:44<04:18, 135.62it/s]
|
659 |
31%|βββ | 15360/50176 [01:46<04:09, 139.33it/s]
|
660 |
31%|βββ | 15616/50176 [01:48<04:04, 141.38it/s]
|
661 |
32%|ββββ | 15872/50176 [01:50<04:08, 137.82it/s]
|
662 |
32%|ββββ | 16128/50176 [01:52<04:02, 140.44it/s]
|
663 |
33%|ββββ | 16384/50176 [01:53<04:00, 140.58it/s]
|
664 |
33%|ββββ | 16640/50176 [01:56<04:07, 135.47it/s]
|
665 |
34%|ββββ | 16896/50176 [01:57<03:56, 140.74it/s]
|
666 |
34%|ββββ | 17152/50176 [01:59<03:49, 144.10it/s]
|
667 |
35%|ββββ | 17408/50176 [02:01<03:45, 145.26it/s]
|
668 |
35%|ββββ | 17664/50176 [02:02<03:40, 147.32it/s]
|
669 |
36%|ββββ | 17920/50176 [02:04<03:36, 149.18it/s]
|
670 |
36%|ββββ | 18176/50176 [02:06<03:35, 148.50it/s]
|
671 |
37%|ββββ | 18432/50176 [02:07<03:33, 148.77it/s]
|
672 |
37%|ββββ | 18688/50176 [02:09<03:34, 147.09it/s]
|
673 |
38%|ββββ | 18944/50176 [02:11<03:40, 141.70it/s]
|
674 |
38%|ββββ | 19200/50176 [02:13<03:51, 133.97it/s]
|
675 |
39%|ββββ | 19456/50176 [02:15<03:53, 131.40it/s]
|
676 |
39%|ββββ | 19712/50176 [02:17<03:51, 131.73it/s]
|
677 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.43it/s]
|
678 |
40%|ββββ | 20224/50176 [02:21<03:32, 140.86it/s]
|
679 |
41%|ββββ | 20480/50176 [02:22<03:26, 143.91it/s]
|
680 |
41%|βββββ | 20736/50176 [02:24<03:24, 143.90it/s]
|
681 |
42%|βββββ | 20992/50176 [02:26<03:19, 146.64it/s]
|
682 |
42%|βββββ | 21248/50176 [02:28<03:23, 141.94it/s]
|
683 |
43%|βββββ | 21504/50176 [02:29<03:17, 145.12it/s]
|
684 |
43%|βββββ | 21760/50176 [02:31<03:13, 147.15it/s]
|
685 |
44%|βββββ | 22016/50176 [02:33<03:07, 150.40it/s]
|
686 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.81it/s]
|
687 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.48it/s]
|
688 |
45%|βββββ | 22784/50176 [02:38<03:08, 145.37it/s]
|
689 |
46%|βββββ | 23040/50176 [02:40<03:09, 143.19it/s]
|
690 |
46%|βββββ | 23296/50176 [02:42<03:12, 139.47it/s]
|
691 |
47%|βββββ | 23552/50176 [02:44<03:14, 136.69it/s]
|
692 |
47%|βββββ | 23808/50176 [02:45<03:07, 140.90it/s]
|
693 |
48%|βββββ | 24064/50176 [02:47<03:03, 142.43it/s]
|
694 |
48%|βββββ | 24320/50176 [02:49<03:00, 143.07it/s]
|
695 |
49%|βββββ | 24576/50176 [02:51<02:55, 145.50it/s]
|
696 |
49%|βββββ | 24832/50176 [02:52<02:50, 148.78it/s]
|
697 |
50%|βββββ | 25088/50176 [02:54<02:48, 149.04it/s]
|
698 |
51%|βββββ | 25344/50176 [02:56<02:46, 149.54it/s]
|
699 |
51%|βββββ | 25600/50176 [02:58<02:47, 147.06it/s]
|
700 |
52%|ββββββ | 25856/50176 [02:59<02:40, 151.09it/s]
|
701 |
52%|ββββββ | 26112/50176 [03:01<02:42, 148.07it/s]
|
702 |
53%|ββββββ | 26368/50176 [03:03<02:45, 143.65it/s]
|
703 |
53%|ββββββ | 26624/50176 [03:05<02:40, 146.33it/s]
|
704 |
54%|ββββββ | 26880/50176 [03:06<02:39, 145.94it/s]
|
705 |
54%|ββββββ | 27136/50176 [03:08<02:36, 147.48it/s]
|
706 |
55%|ββββββ | 27392/50176 [03:10<02:34, 147.71it/s]
|
707 |
55%|ββββββ | 27648/50176 [03:11<02:26, 153.73it/s]
|
708 |
56%|ββββββ | 27904/50176 [03:13<02:36, 142.37it/s]
|
709 |
56%|ββββββ | 28160/50176 [03:15<02:33, 143.67it/s]
|
710 |
57%|ββββββ | 28416/50176 [03:17<02:30, 144.37it/s]
|
711 |
57%|ββββββ | 28672/50176 [03:19<02:32, 141.04it/s]
|
712 |
58%|ββββββ | 28928/50176 [03:20<02:28, 143.12it/s]
|
713 |
58%|ββββββ | 29184/50176 [03:22<02:24, 145.34it/s]
|
714 |
59%|ββββββ | 29440/50176 [03:24<02:31, 137.29it/s]
|
715 |
59%|ββββββ | 29696/50176 [03:26<02:32, 134.32it/s]
|
716 |
60%|ββββββ | 29952/50176 [03:28<02:30, 134.03it/s]
|
717 |
60%|ββββββ | 30208/50176 [03:30<02:30, 133.02it/s]
|
718 |
61%|ββββββ | 30464/50176 [03:32<02:20, 140.28it/s]
|
719 |
61%|ββββββ | 30720/50176 [03:34<02:18, 140.35it/s]
|
720 |
62%|βββββββ | 30976/50176 [03:35<02:14, 142.84it/s]
|
721 |
62%|βββββββ | 31232/50176 [03:37<02:08, 146.88it/s]
|
722 |
63%|βββββββ | 31488/50176 [03:39<02:05, 148.37it/s]
|
723 |
63%|βββββββ | 31744/50176 [03:40<02:04, 148.54it/s]
|
724 |
64%|βββββββ | 32000/50176 [03:42<02:03, 146.93it/s]
|
725 |
64%|βββββββ | 32256/50176 [03:44<02:01, 147.39it/s]
|
726 |
65%|βββββββ | 32512/50176 [03:46<02:04, 142.17it/s]
|
727 |
65%|βββββββ | 32768/50176 [03:47<01:59, 145.74it/s]
|
728 |
66%|βββββββ | 33024/50176 [03:49<01:58, 144.50it/s]
|
729 |
66%|βββββββ | 33280/50176 [03:51<01:55, 145.72it/s]
|
730 |
67%|βββββββ | 33536/50176 [03:53<01:56, 142.70it/s]
|
731 |
67%|βββββββ | 33792/50176 [03:54<01:52, 145.46it/s]
|
732 |
68%|βββββββ | 34048/50176 [03:56<01:47, 149.51it/s]
|
733 |
68%|βββββββ | 34304/50176 [03:58<01:44, 151.72it/s]
|
734 |
69%|βββββββ | 34560/50176 [04:00<01:47, 144.61it/s]
|
735 |
69%|βββββββ | 34816/50176 [04:01<01:45, 145.53it/s]
|
736 |
70%|βββββββ | 35072/50176 [04:03<01:44, 144.14it/s]
|
737 |
70%|βββββββ | 35328/50176 [04:05<01:40, 148.06it/s]
|
738 |
71%|βββββββ | 35584/50176 [04:07<01:39, 146.36it/s]
|
739 |
71%|ββββββββ | 35840/50176 [04:09<01:41, 141.64it/s]
|
740 |
72%|ββββββββ | 36096/50176 [04:10<01:37, 143.79it/s]
|
741 |
72%|ββββββββ | 36352/50176 [04:12<01:37, 141.60it/s]
|
742 |
73%|ββββββββ | 36608/50176 [04:14<01:34, 144.33it/s]
|
743 |
73%|ββββββββ | 36864/50176 [04:16<01:33, 142.06it/s]
|
744 |
74%|ββββββββ | 37120/50176 [04:17<01:30, 143.71it/s]
|
745 |
74%|ββββββββ | 37376/50176 [04:19<01:30, 141.31it/s]
|
746 |
75%|ββββββββ | 37632/50176 [04:21<01:27, 144.17it/s]
|
747 |
76%|ββββββββ | 37888/50176 [04:23<01:25, 143.68it/s]
|
748 |
76%|ββββββββ | 38144/50176 [04:25<01:22, 145.80it/s]
|
749 |
77%|ββββββββ | 38400/50176 [04:26<01:21, 145.32it/s]
|
750 |
77%|ββββββββ | 38656/50176 [04:28<01:19, 144.11it/s]
|
751 |
78%|ββββββββ | 38912/50176 [04:30<01:18, 142.66it/s]
|
752 |
78%|ββββββββ | 39168/50176 [04:32<01:19, 138.34it/s]
|
753 |
79%|ββββββββ | 39424/50176 [04:34<01:16, 141.27it/s]
|
754 |
79%|ββββββββ | 39680/50176 [04:35<01:13, 143.34it/s]
|
755 |
80%|ββββββββ | 39936/50176 [04:37<01:10, 145.29it/s]
|
756 |
80%|ββββββββ | 40192/50176 [04:39<01:07, 147.24it/s]
|
757 |
81%|ββββββββ | 40448/50176 [04:41<01:09, 140.84it/s]
|
758 |
81%|ββββββββ | 40704/50176 [04:43<01:10, 135.25it/s]
|
759 |
82%|βββββββββ | 40960/50176 [04:45<01:05, 140.42it/s]
|
760 |
82%|βββββββββ | 41216/50176 [04:46<01:02, 144.21it/s]
|
761 |
83%|βββββββββ | 41472/50176 [04:48<00:59, 146.06it/s]
|
762 |
83%|βββββββββ | 41728/50176 [04:50<00:56, 149.28it/s]
|
763 |
84%|ββββββββοΏ½οΏ½ | 41984/50176 [04:51<00:54, 149.40it/s]
|
764 |
84%|βββββββββ | 42240/50176 [04:53<00:54, 145.49it/s]
|
765 |
85%|βββββββββ | 42496/50176 [04:55<00:51, 148.42it/s]
|
766 |
85%|βββββββββ | 42752/50176 [04:56<00:50, 147.94it/s]
|
767 |
86%|βββββββββ | 43008/50176 [04:58<00:48, 149.07it/s]
|
768 |
86%|βββββββββ | 43264/50176 [05:00<00:46, 149.43it/s]
|
769 |
87%|βββββββββ | 43520/50176 [05:02<00:44, 148.28it/s]
|
770 |
87%|βββββββββ | 43776/50176 [05:06<01:03, 101.49it/s]
|
771 |
88%|βββββββββ | 44032/50176 [05:08<00:54, 113.60it/s]
|
772 |
88%|βββββββββ | 44288/50176 [05:09<00:47, 124.29it/s]
|
773 |
89%|βββββββββ | 44544/50176 [05:11<00:43, 129.93it/s]
|
774 |
89%|βββββββββ | 44800/50176 [05:13<00:40, 133.77it/s]
|
775 |
90%|βββββββββ | 45056/50176 [05:14<00:36, 140.08it/s]
|
776 |
90%|βββββββββ | 45312/50176 [05:17<00:41, 117.48it/s]
|
777 |
91%|βββββββββ | 45568/50176 [05:19<00:35, 128.29it/s]
|
778 |
91%|ββββββββββ| 45824/50176 [05:21<00:32, 135.68it/s]
|
779 |
92%|ββββββββββ| 46080/50176 [05:22<00:29, 140.83it/s]
|
780 |
92%|ββββββββββ| 46336/50176 [05:24<00:26, 145.11it/s]
|
781 |
93%|ββββββββββ| 46592/50176 [05:26<00:24, 147.96it/s]
|
782 |
93%|ββββββββββ| 46848/50176 [05:27<00:22, 148.55it/s]
|
783 |
94%|ββββββββββ| 47104/50176 [05:29<00:21, 145.06it/s]
|
784 |
94%|ββββββββββ| 47360/50176 [05:31<00:19, 146.44it/s]
|
785 |
95%|ββββββββββ| 47616/50176 [05:33<00:17, 145.30it/s]
|
786 |
95%|ββββββββββ| 47872/50176 [05:34<00:15, 148.32it/s]
|
787 |
96%|ββββββββββ| 48128/50176 [05:36<00:13, 150.22it/s]
|
788 |
96%|ββββββββββ| 48384/50176 [05:38<00:11, 152.09it/s]
|
789 |
97%|ββββββββββ| 48640/50176 [05:39<00:09, 154.58it/s]
|
790 |
97%|ββββββββββ| 48896/50176 [05:41<00:08, 154.83it/s]
|
791 |
98%|ββββββββββ| 49152/50176 [05:43<00:06, 150.80it/s]
|
792 |
98%|ββββββββββ| 49408/50176 [05:44<00:05, 149.19it/s]
|
793 |
99%|ββββββββββ| 49664/50176 [05:46<00:03, 149.80it/s]
|
794 |
99%|ββββββββββ| 49920/50176 [05:48<00:01, 142.19it/s]
|
795 |
+
2022-12-21,10:00:52 | INFO | Finished zero-shot imagenet.
|
796 |
+
2022-12-21,10:00:52 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5534 imagenet-zeroshot-val-top5: 0.8278
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_19.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a3ae3d4bf88816e5397de2ca12fd64ed48d51e9a8f0cd4638a1ee7d2510d9748
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_19.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<10:41, 1.56it/s]
|
2 |
1%| | 6/1000 [00:00<01:35, 10.36it/s]
|
3 |
1%| | 12/1000 [00:00<00:49, 19.86it/s]
|
4 |
2%|β | 18/1000 [00:00<00:34, 28.10it/s]
|
5 |
2%|β | 24/1000 [00:01<00:27, 35.26it/s]
|
6 |
3%|β | 30/1000 [00:01<00:23, 41.07it/s]
|
7 |
4%|β | 36/1000 [00:01<00:21, 45.38it/s]
|
8 |
4%|β | 42/1000 [00:01<00:19, 48.71it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 51.20it/s]
|
10 |
5%|β | 54/1000 [00:01<00:17, 53.03it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 54.38it/s]
|
12 |
7%|β | 66/1000 [00:01<00:16, 55.11it/s]
|
13 |
7%|β | 72/1000 [00:01<00:16, 55.82it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 56.31it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.80it/s]
|
16 |
9%|β | 90/1000 [00:02<00:15, 57.13it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.54it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.75it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 58.01it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 58.15it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 58.12it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 58.04it/s]
|
23 |
13%|ββ | 132/1000 [00:02<00:14, 58.03it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.97it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 58.02it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 58.10it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 58.13it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 58.00it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.87it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.90it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.81it/s]
|
32 |
19%|ββ | 186/1000 [00:03<00:14, 57.75it/s]
|
33 |
19%|ββ | 192/1000 [00:03<00:13, 57.74it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.69it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.49it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.37it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.50it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.44it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.64it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.62it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.54it/s]
|
42 |
25%|βββ | 246/1000 [00:04<00:13, 57.62it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:12, 57.73it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.82it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.86it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.67it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.68it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.89it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.99it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 58.20it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 58.18it/s]
|
52 |
31%|βββ | 306/1000 [00:05<00:11, 58.17it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 58.30it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 58.25it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 58.18it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 58.01it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 58.10it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 58.20it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 58.29it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 58.07it/s]
|
61 |
36%|ββββ | 360/1000 [00:06<00:11, 58.07it/s]
|
62 |
37%|ββββ | 366/1000 [00:06<00:10, 57.96it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 58.10it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 58.03it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.72it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.81it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.92it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 58.09it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 58.18it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 58.19it/s]
|
71 |
42%|βββββ | 420/1000 [00:07<00:09, 58.21it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 58.23it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 58.33it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 58.33it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 58.12it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 58.19it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 58.25it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 58.03it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 57.90it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 58.13it/s]
|
81 |
48%|βββββ | 480/1000 [00:08<00:08, 58.09it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 58.08it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 58.11it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 58.03it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 58.09it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.98it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 58.06it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.11it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.20it/s]
|
90 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.14it/s]
|
91 |
54%|ββββββ | 540/1000 [00:09<00:07, 58.26it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.21it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.08it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.09it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.16it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.06it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 58.03it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.16it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.13it/s]
|
100 |
59%|ββββββ | 594/1000 [00:10<00:06, 58.05it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.16it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.07it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.08it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.21it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.19it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.27it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.10it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 58.05it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.19it/s]
|
110 |
65%|βββββββ | 654/1000 [00:11<00:05, 58.13it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.23it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.26it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.20it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.25it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.27it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.30it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.19it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.29it/s]
|
119 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.27it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:12<00:04, 58.25it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.27it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.23it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.22it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.24it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.20it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.29it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.37it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.19it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.31it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.26it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.29it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.30it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 58.10it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 58.11it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.18it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.14it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 58.13it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 58.15it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:14<00:02, 58.24it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.15it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.20it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.14it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.19it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.16it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.18it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.12it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.18it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.17it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:15<00:01, 58.03it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.14it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.13it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.10it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.14it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.14it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.11it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.21it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.26it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.25it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:16<00:00, 58.26it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.31it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.24it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.32it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.42it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.44it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.05it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.10it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<05:57, 139.64it/s]
|
169 |
1%| | 512/50176 [00:03<06:00, 137.68it/s]
|
170 |
2%|β | 768/50176 [00:05<05:46, 142.67it/s]
|
171 |
2%|β | 1024/50176 [00:07<05:41, 143.90it/s]
|
172 |
3%|β | 1280/50176 [00:09<05:43, 142.33it/s]
|
173 |
3%|β | 1536/50176 [00:11<05:57, 136.16it/s]
|
174 |
4%|β | 1792/50176 [00:12<05:54, 136.56it/s]
|
175 |
4%|β | 2048/50176 [00:14<05:45, 139.15it/s]
|
176 |
5%|β | 2304/50176 [00:16<05:44, 139.02it/s]
|
177 |
5%|β | 2560/50176 [00:18<05:37, 141.20it/s]
|
178 |
6%|β | 2816/50176 [00:20<05:38, 139.99it/s]
|
179 |
6%|β | 3072/50176 [00:21<05:30, 142.53it/s]
|
180 |
7%|β | 3328/50176 [00:23<05:26, 143.34it/s]
|
181 |
7%|β | 3584/50176 [00:25<05:20, 145.49it/s]
|
182 |
8%|β | 3840/50176 [00:27<05:30, 140.04it/s]
|
183 |
8%|β | 4096/50176 [00:29<05:28, 140.26it/s]
|
184 |
9%|β | 4352/50176 [00:30<05:22, 141.96it/s]
|
185 |
9%|β | 4608/50176 [00:32<05:17, 143.55it/s]
|
186 |
10%|β | 4864/50176 [00:34<05:12, 144.93it/s]
|
187 |
10%|β | 5120/50176 [00:36<05:07, 146.45it/s]
|
188 |
11%|β | 5376/50176 [00:37<05:04, 146.98it/s]
|
189 |
11%|β | 5632/50176 [00:39<05:00, 148.19it/s]
|
190 |
12%|ββ | 5888/50176 [00:41<04:59, 147.92it/s]
|
191 |
12%|ββ | 6144/50176 [00:43<05:23, 136.02it/s]
|
192 |
13%|ββ | 6400/50176 [00:45<05:11, 140.53it/s]
|
193 |
13%|ββ | 6656/50176 [00:46<05:05, 142.44it/s]
|
194 |
14%|ββ | 6912/50176 [00:48<05:03, 142.50it/s]
|
195 |
14%|ββ | 7168/50176 [00:50<04:58, 144.09it/s]
|
196 |
15%|ββ | 7424/50176 [00:52<04:51, 146.63it/s]
|
197 |
15%|ββ | 7680/50176 [00:53<04:51, 145.87it/s]
|
198 |
16%|ββ | 7936/50176 [00:55<04:43, 148.95it/s]
|
199 |
16%|ββ | 8192/50176 [00:57<04:42, 148.55it/s]
|
200 |
17%|ββ | 8448/50176 [00:58<04:38, 149.69it/s]
|
201 |
17%|ββ | 8704/50176 [01:00<04:35, 150.51it/s]
|
202 |
18%|ββ | 8960/50176 [01:02<04:43, 145.59it/s]
|
203 |
18%|ββ | 9216/50176 [01:04<04:35, 148.72it/s]
|
204 |
19%|ββ | 9472/50176 [01:05<04:32, 149.35it/s]
|
205 |
19%|ββ | 9728/50176 [01:07<04:37, 145.53it/s]
|
206 |
20%|ββ | 9984/50176 [01:09<04:31, 148.29it/s]
|
207 |
20%|ββ | 10240/50176 [01:10<04:26, 150.09it/s]
|
208 |
21%|ββ | 10496/50176 [01:12<04:21, 152.00it/s]
|
209 |
21%|βββ | 10752/50176 [01:14<04:27, 147.27it/s]
|
210 |
22%|βββ | 11008/50176 [01:16<04:26, 146.86it/s]
|
211 |
22%|βββ | 11264/50176 [01:17<04:22, 148.49it/s]
|
212 |
23%|βββ | 11520/50176 [01:19<04:19, 149.18it/s]
|
213 |
23%|βββ | 11776/50176 [01:21<04:17, 149.18it/s]
|
214 |
24%|βββ | 12032/50176 [01:23<04:14, 149.85it/s]
|
215 |
24%|βββ | 12288/50176 [01:24<04:12, 149.90it/s]
|
216 |
25%|βββ | 12544/50176 [01:26<04:10, 150.38it/s]
|
217 |
26%|βββ | 12800/50176 [01:28<04:08, 150.68it/s]
|
218 |
26%|βββ | 13056/50176 [01:29<04:03, 152.40it/s]
|
219 |
27%|βββ | 13312/50176 [01:31<04:04, 150.75it/s]
|
220 |
27%|βββ | 13568/50176 [01:33<04:12, 145.19it/s]
|
221 |
28%|βββ | 13824/50176 [01:35<04:15, 142.25it/s]
|
222 |
28%|βββ | 14080/50176 [01:37<04:12, 142.79it/s]
|
223 |
29%|βββ | 14336/50176 [01:38<04:16, 139.97it/s]
|
224 |
29%|βββ | 14592/50176 [01:40<04:05, 145.18it/s]
|
225 |
30%|βββ | 14848/50176 [01:42<04:17, 137.15it/s]
|
226 |
30%|βββ | 15104/50176 [01:44<04:18, 135.51it/s]
|
227 |
31%|βββ | 15360/50176 [01:46<04:10, 139.26it/s]
|
228 |
31%|βββ | 15616/50176 [01:48<04:04, 141.20it/s]
|
229 |
32%|ββββ | 15872/50176 [01:50<04:08, 137.88it/s]
|
230 |
32%|ββββ | 16128/50176 [01:51<04:02, 140.42it/s]
|
231 |
33%|ββββ | 16384/50176 [01:53<04:01, 140.17it/s]
|
232 |
33%|ββββ | 16640/50176 [01:55<04:07, 135.73it/s]
|
233 |
34%|ββββ | 16896/50176 [01:57<03:56, 140.78it/s]
|
234 |
34%|ββββ | 17152/50176 [01:58<03:49, 144.15it/s]
|
235 |
35%|ββββ | 17408/50176 [02:00<03:45, 145.46it/s]
|
236 |
35%|ββββ | 17664/50176 [02:02<03:40, 147.26it/s]
|
237 |
36%|ββββ | 17920/50176 [02:04<03:36, 149.15it/s]
|
238 |
36%|ββββ | 18176/50176 [02:05<03:35, 148.48it/s]
|
239 |
37%|ββββ | 18432/50176 [02:07<03:33, 148.77it/s]
|
240 |
37%|ββββ | 18688/50176 [02:09<03:33, 147.19it/s]
|
241 |
38%|ββββ | 18944/50176 [02:11<03:40, 141.65it/s]
|
242 |
38%|ββββ | 19200/50176 [02:13<03:51, 133.92it/s]
|
243 |
39%|ββββ | 19456/50176 [02:15<03:53, 131.80it/s]
|
244 |
39%|ββββ | 19712/50176 [02:17<03:51, 131.72it/s]
|
245 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.30it/s]
|
246 |
40%|ββββ | 20224/50176 [02:20<03:32, 140.77it/s]
|
247 |
41%|ββββ | 20480/50176 [02:22<03:26, 143.83it/s]
|
248 |
41%|βββββ | 20736/50176 [02:24<03:24, 144.10it/s]
|
249 |
42%|βββββ | 20992/50176 [02:25<03:19, 146.54it/s]
|
250 |
42%|βββββ | 21248/50176 [02:27<03:23, 141.88it/s]
|
251 |
43%|βββββ | 21504/50176 [02:29<03:17, 145.25it/s]
|
252 |
43%|βββββ | 21760/50176 [02:31<03:13, 147.23it/s]
|
253 |
44%|βββββ | 22016/50176 [02:32<03:07, 150.46it/s]
|
254 |
44%|βββββ | 22272/50176 [02:34<03:04, 150.86it/s]
|
255 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.31it/s]
|
256 |
45%|βββββ | 22784/50176 [02:38<03:08, 145.27it/s]
|
257 |
46%|βββββ | 23040/50176 [02:39<03:09, 143.18it/s]
|
258 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.38it/s]
|
259 |
47%|βββββ | 23552/50176 [02:43<03:14, 136.56it/s]
|
260 |
47%|βββββ | 23808/50176 [02:45<03:06, 141.06it/s]
|
261 |
48%|βββββ | 24064/50176 [02:47<03:03, 142.38it/s]
|
262 |
48%|βββββ | 24320/50176 [02:49<03:00, 143.02it/s]
|
263 |
49%|βββββ | 24576/50176 [02:50<02:55, 145.48it/s]
|
264 |
49%|βββββ | 24832/50176 [02:52<02:50, 148.78it/s]
|
265 |
50%|βββββ | 25088/50176 [02:54<02:48, 149.04it/s]
|
266 |
51%|βββββ | 25344/50176 [02:55<02:46, 149.55it/s]
|
267 |
51%|βββββ | 25600/50176 [02:57<02:47, 147.03it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:59<02:40, 151.30it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:01<02:42, 148.20it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:02<02:45, 143.73it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:04<02:41, 146.18it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:06<02:39, 146.02it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:08<02:36, 147.37it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:09<02:34, 147.84it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:11<02:26, 153.81it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:13<02:36, 142.26it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:15<02:33, 143.73it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.27it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:18<02:32, 141.20it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:20<02:28, 142.98it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:22<02:24, 145.43it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:24<02:31, 137.18it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:26<02:32, 134.47it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:28<02:31, 133.88it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:30<02:30, 133.10it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:31<02:20, 140.13it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:33<02:19, 139.96it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:35<02:13, 143.54it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:37<02:09, 146.71it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:38<02:06, 148.24it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:40<02:04, 147.81it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:42<02:03, 147.09it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:43<02:01, 147.50it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:45<02:04, 142.02it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:47<01:59, 146.03it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:49<01:58, 144.42it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:51<01:55, 145.99it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:52<01:56, 142.67it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:54<01:52, 145.44it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:56<01:47, 149.71it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:57<01:44, 151.64it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:59<01:48, 144.57it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:01<01:45, 145.51it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:03<01:44, 144.12it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:04<01:40, 148.21it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:06<01:39, 146.24it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:08<01:41, 141.61it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:10<01:37, 143.77it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:12<01:37, 141.76it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:13<01:34, 144.27it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:15<01:33, 141.81it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:17<01:30, 143.77it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:19<01:30, 141.40it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:21<01:27, 144.17it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:22<01:25, 143.84it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:24<01:22, 145.94it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:26<01:20, 145.41it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:28<01:20, 144.00it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:30<01:18, 142.84it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:32<01:19, 138.21it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:33<01:16, 141.19it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:35<01:13, 143.41it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:37<01:10, 145.61it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:38<01:07, 147.06it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:40<01:09, 140.82it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:42<01:10, 135.10it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:44<01:05, 140.39it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:46<01:02, 144.16it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:47<00:59, 146.67it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:49<00:56, 149.22it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:51<00:54, 149.15it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:53<00:54, 145.96it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:54<00:51, 148.11it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:56<00:50, 147.90it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:58<00:47, 149.52it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:59<00:46, 149.09it/s]
|
337 |
87%|βββββββββ | 43520/50176 [05:01<00:44, 148.06it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:06<01:03, 101.40it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:07<00:54, 113.47it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:09<00:47, 124.35it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:11<00:43, 129.70it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:12<00:40, 134.08it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:14<00:36, 140.15it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:17<00:41, 117.55it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:19<00:35, 128.35it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:20<00:32, 135.68it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:22<00:29, 140.64it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:24<00:26, 144.31it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:25<00:24, 148.07it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:27<00:22, 148.66it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:29<00:21, 145.12it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:30<00:19, 146.50it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:32<00:17, 145.48it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:34<00:15, 148.50it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:36<00:13, 150.31it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:37<00:11, 152.01it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:39<00:09, 154.66it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:40<00:08, 154.75it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:42<00:06, 150.65it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:44<00:05, 149.43it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:46<00:03, 149.85it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:48<00:01, 142.22it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:54:36 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:54:36 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:54:37 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_19.pt).
|
4 |
+
2022-12-21,09:54:45 | INFO | Model:
|
5 |
+
2022-12-21,09:54:45 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:54:45 | INFO | Params:
|
359 |
+
2022-12-21,09:54:45 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:54:45 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:54:45 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:54:45 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_19.pt/checkpoints
|
363 |
+
2022-12-21,09:54:45 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:54:45 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:54:45 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:54:45 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:54:45 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:54:45 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:54:45 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:54:45 | INFO | debug: False
|
371 |
+
2022-12-21,09:54:45 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:54:45 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:54:45 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:54:45 | INFO | distributed: False
|
375 |
+
2022-12-21,09:54:45 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:54:45 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:54:45 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:54:45 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:54:45 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:54:45 | INFO | horovod: False
|
381 |
+
2022-12-21,09:54:45 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:54:45 | INFO | image_std: None
|
383 |
+
2022-12-21,09:54:45 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:54:45 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:54:45 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:54:45 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:54:45 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:54:45 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:54:45 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:54:45 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:54:45 | INFO | log_local: False
|
392 |
+
2022-12-21,09:54:45 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_19.pt/out.log
|
393 |
+
2022-12-21,09:54:45 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:54:45 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:54:45 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:54:45 | INFO | name: epoch_19.pt
|
397 |
+
2022-12-21,09:54:45 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:54:45 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:54:45 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:54:45 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_19.pt
|
401 |
+
2022-12-21,09:54:45 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:54:45 | INFO | rank: 0
|
403 |
+
2022-12-21,09:54:45 | INFO | report_to:
|
404 |
+
2022-12-21,09:54:45 | INFO | resume: None
|
405 |
+
2022-12-21,09:54:45 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:54:45 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:54:45 | INFO | seed: 0
|
408 |
+
2022-12-21,09:54:45 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:54:45 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:54:45 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:54:45 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:54:45 | INFO | trace: False
|
413 |
+
2022-12-21,09:54:45 | INFO | train_data: None
|
414 |
+
2022-12-21,09:54:45 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:54:45 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:54:45 | INFO | val_data: None
|
417 |
+
2022-12-21,09:54:45 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:54:45 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:54:45 | INFO | wandb: False
|
420 |
+
2022-12-21,09:54:45 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:54:45 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:54:45 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:54:45 | INFO | workers: 1
|
424 |
+
2022-12-21,09:54:45 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:54:45 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:54:46 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:54:46 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<10:41, 1.56it/s]
|
431 |
1%| | 6/1000 [00:00<01:35, 10.36it/s]
|
432 |
1%| | 12/1000 [00:00<00:49, 19.86it/s]
|
433 |
2%|β | 18/1000 [00:00<00:34, 28.10it/s]
|
434 |
2%|β | 24/1000 [00:01<00:27, 35.26it/s]
|
435 |
3%|β | 30/1000 [00:01<00:23, 41.07it/s]
|
436 |
4%|β | 36/1000 [00:01<00:21, 45.38it/s]
|
437 |
4%|β | 42/1000 [00:01<00:19, 48.71it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 51.20it/s]
|
439 |
5%|β | 54/1000 [00:01<00:17, 53.03it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 54.38it/s]
|
441 |
7%|β | 66/1000 [00:01<00:16, 55.11it/s]
|
442 |
7%|β | 72/1000 [00:01<00:16, 55.82it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 56.31it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.80it/s]
|
445 |
9%|β | 90/1000 [00:02<00:15, 57.13it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.54it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.75it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 58.01it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 58.15it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 58.12it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 58.04it/s]
|
452 |
13%|ββ | 132/1000 [00:02<00:14, 58.03it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.97it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 58.02it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 58.10it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 58.13it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 58.00it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.87it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.90it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.81it/s]
|
461 |
19%|ββ | 186/1000 [00:03<00:14, 57.75it/s]
|
462 |
19%|ββ | 192/1000 [00:03<00:13, 57.74it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.69it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.49it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.37it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.50it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.44it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.64it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.62it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.54it/s]
|
471 |
25%|βββ | 246/1000 [00:04<00:13, 57.62it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:12, 57.73it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.82it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.86it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.67it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.68it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.89it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.99it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 58.20it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 58.18it/s]
|
481 |
31%|βββ | 306/1000 [00:05<00:11, 58.17it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 58.30it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 58.25it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 58.18it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 58.01it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 58.10it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 58.20it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 58.29it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 58.07it/s]
|
490 |
36%|ββββ | 360/1000 [00:06<00:11, 58.07it/s]
|
491 |
37%|ββββ | 366/1000 [00:06<00:10, 57.96it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 58.10it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 58.03it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.72it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.81it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.92it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 58.09it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 58.18it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 58.19it/s]
|
500 |
42%|βββββ | 420/1000 [00:07<00:09, 58.21it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 58.23it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 58.33it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 58.33it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 58.12it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 58.19it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 58.25it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 58.03it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 57.90it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 58.13it/s]
|
510 |
48%|βββββ | 480/1000 [00:08<00:08, 58.09it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 58.08it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 58.11it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 58.03it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 58.09it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.98it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 58.06it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.11it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.20it/s]
|
519 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.14it/s]
|
520 |
54%|ββββββ | 540/1000 [00:09<00:07, 58.26it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.21it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.08it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.09it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.16it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.06it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 58.03it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.16it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.13it/s]
|
529 |
59%|ββββββ | 594/1000 [00:10<00:06, 58.05it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.16it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.07it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.08it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.21it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.19it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.27it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.10it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 58.05it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.19it/s]
|
539 |
65%|βββββββ | 654/1000 [00:11<00:05, 58.13it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.23it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.26it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.20it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.25it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.27it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.30it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.19it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.29it/s]
|
548 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.27it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:12<00:04, 58.25it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.27it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.23it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.22it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.24it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.20it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.29it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.37it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.19it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.31it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.26it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.29it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.30it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 58.10it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 58.11it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.18it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.14it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 58.13it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 58.15it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:14<00:02, 58.24it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.15it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.20it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.14it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.19it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.16it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.18it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.12it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.18it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.17it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:15<00:01, 58.03it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.14it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.13it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.10it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.14it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.14it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.11it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.21it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.26it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.25it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:16<00:00, 58.26it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.31it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.24it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.32it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.42it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.44it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.05it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.10it/s]
|
596 |
+
2022-12-21,09:55:04 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<05:57, 139.64it/s]
|
600 |
1%| | 512/50176 [00:03<06:00, 137.68it/s]
|
601 |
2%|β | 768/50176 [00:05<05:46, 142.67it/s]
|
602 |
2%|β | 1024/50176 [00:07<05:41, 143.90it/s]
|
603 |
3%|β | 1280/50176 [00:09<05:43, 142.33it/s]
|
604 |
3%|β | 1536/50176 [00:11<05:57, 136.16it/s]
|
605 |
4%|β | 1792/50176 [00:12<05:54, 136.56it/s]
|
606 |
4%|β | 2048/50176 [00:14<05:45, 139.15it/s]
|
607 |
5%|β | 2304/50176 [00:16<05:44, 139.02it/s]
|
608 |
5%|β | 2560/50176 [00:18<05:37, 141.20it/s]
|
609 |
6%|β | 2816/50176 [00:20<05:38, 139.99it/s]
|
610 |
6%|β | 3072/50176 [00:21<05:30, 142.53it/s]
|
611 |
7%|β | 3328/50176 [00:23<05:26, 143.34it/s]
|
612 |
7%|β | 3584/50176 [00:25<05:20, 145.49it/s]
|
613 |
8%|β | 3840/50176 [00:27<05:30, 140.04it/s]
|
614 |
8%|β | 4096/50176 [00:29<05:28, 140.26it/s]
|
615 |
9%|β | 4352/50176 [00:30<05:22, 141.96it/s]
|
616 |
9%|β | 4608/50176 [00:32<05:17, 143.55it/s]
|
617 |
10%|β | 4864/50176 [00:34<05:12, 144.93it/s]
|
618 |
10%|β | 5120/50176 [00:36<05:07, 146.45it/s]
|
619 |
11%|β | 5376/50176 [00:37<05:04, 146.98it/s]
|
620 |
11%|β | 5632/50176 [00:39<05:00, 148.19it/s]
|
621 |
12%|ββ | 5888/50176 [00:41<04:59, 147.92it/s]
|
622 |
12%|ββ | 6144/50176 [00:43<05:23, 136.02it/s]
|
623 |
13%|ββ | 6400/50176 [00:45<05:11, 140.53it/s]
|
624 |
13%|ββ | 6656/50176 [00:46<05:05, 142.44it/s]
|
625 |
14%|ββ | 6912/50176 [00:48<05:03, 142.50it/s]
|
626 |
14%|ββ | 7168/50176 [00:50<04:58, 144.09it/s]
|
627 |
15%|ββ | 7424/50176 [00:52<04:51, 146.63it/s]
|
628 |
15%|ββ | 7680/50176 [00:53<04:51, 145.87it/s]
|
629 |
16%|ββ | 7936/50176 [00:55<04:43, 148.95it/s]
|
630 |
16%|ββ | 8192/50176 [00:57<04:42, 148.55it/s]
|
631 |
17%|ββ | 8448/50176 [00:58<04:38, 149.69it/s]
|
632 |
17%|ββ | 8704/50176 [01:00<04:35, 150.51it/s]
|
633 |
18%|ββ | 8960/50176 [01:02<04:43, 145.59it/s]
|
634 |
18%|ββ | 9216/50176 [01:04<04:35, 148.72it/s]
|
635 |
19%|ββ | 9472/50176 [01:05<04:32, 149.35it/s]
|
636 |
19%|ββ | 9728/50176 [01:07<04:37, 145.53it/s]
|
637 |
20%|ββ | 9984/50176 [01:09<04:31, 148.29it/s]
|
638 |
20%|ββ | 10240/50176 [01:10<04:26, 150.09it/s]
|
639 |
21%|ββ | 10496/50176 [01:12<04:21, 152.00it/s]
|
640 |
21%|βββ | 10752/50176 [01:14<04:27, 147.27it/s]
|
641 |
22%|βββ | 11008/50176 [01:16<04:26, 146.86it/s]
|
642 |
22%|βββ | 11264/50176 [01:17<04:22, 148.49it/s]
|
643 |
23%|βββ | 11520/50176 [01:19<04:19, 149.18it/s]
|
644 |
23%|βββ | 11776/50176 [01:21<04:17, 149.18it/s]
|
645 |
24%|βββ | 12032/50176 [01:23<04:14, 149.85it/s]
|
646 |
24%|βββ | 12288/50176 [01:24<04:12, 149.90it/s]
|
647 |
25%|βββ | 12544/50176 [01:26<04:10, 150.38it/s]
|
648 |
26%|βββ | 12800/50176 [01:28<04:08, 150.68it/s]
|
649 |
26%|βββ | 13056/50176 [01:29<04:03, 152.40it/s]
|
650 |
27%|βββ | 13312/50176 [01:31<04:04, 150.75it/s]
|
651 |
27%|βββ | 13568/50176 [01:33<04:12, 145.19it/s]
|
652 |
28%|βββ | 13824/50176 [01:35<04:15, 142.25it/s]
|
653 |
28%|βββ | 14080/50176 [01:37<04:12, 142.79it/s]
|
654 |
29%|βββ | 14336/50176 [01:38<04:16, 139.97it/s]
|
655 |
29%|βββ | 14592/50176 [01:40<04:05, 145.18it/s]
|
656 |
30%|βββ | 14848/50176 [01:42<04:17, 137.15it/s]
|
657 |
30%|βββ | 15104/50176 [01:44<04:18, 135.51it/s]
|
658 |
31%|βββ | 15360/50176 [01:46<04:10, 139.26it/s]
|
659 |
31%|βββ | 15616/50176 [01:48<04:04, 141.20it/s]
|
660 |
32%|ββββ | 15872/50176 [01:50<04:08, 137.88it/s]
|
661 |
32%|ββββ | 16128/50176 [01:51<04:02, 140.42it/s]
|
662 |
33%|ββββ | 16384/50176 [01:53<04:01, 140.17it/s]
|
663 |
33%|ββββ | 16640/50176 [01:55<04:07, 135.73it/s]
|
664 |
34%|ββββ | 16896/50176 [01:57<03:56, 140.78it/s]
|
665 |
34%|ββββ | 17152/50176 [01:58<03:49, 144.15it/s]
|
666 |
35%|ββββ | 17408/50176 [02:00<03:45, 145.46it/s]
|
667 |
35%|ββββ | 17664/50176 [02:02<03:40, 147.26it/s]
|
668 |
36%|ββββ | 17920/50176 [02:04<03:36, 149.15it/s]
|
669 |
36%|ββββ | 18176/50176 [02:05<03:35, 148.48it/s]
|
670 |
37%|ββββ | 18432/50176 [02:07<03:33, 148.77it/s]
|
671 |
37%|ββββ | 18688/50176 [02:09<03:33, 147.19it/s]
|
672 |
38%|ββββ | 18944/50176 [02:11<03:40, 141.65it/s]
|
673 |
38%|ββββ | 19200/50176 [02:13<03:51, 133.92it/s]
|
674 |
39%|ββββ | 19456/50176 [02:15<03:53, 131.80it/s]
|
675 |
39%|ββββ | 19712/50176 [02:17<03:51, 131.72it/s]
|
676 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.30it/s]
|
677 |
40%|ββββ | 20224/50176 [02:20<03:32, 140.77it/s]
|
678 |
41%|ββββ | 20480/50176 [02:22<03:26, 143.83it/s]
|
679 |
41%|βββββ | 20736/50176 [02:24<03:24, 144.10it/s]
|
680 |
42%|βββββ | 20992/50176 [02:25<03:19, 146.54it/s]
|
681 |
42%|βββββ | 21248/50176 [02:27<03:23, 141.88it/s]
|
682 |
43%|βββββ | 21504/50176 [02:29<03:17, 145.25it/s]
|
683 |
43%|βββββ | 21760/50176 [02:31<03:13, 147.23it/s]
|
684 |
44%|βββββ | 22016/50176 [02:32<03:07, 150.46it/s]
|
685 |
44%|βββββ | 22272/50176 [02:34<03:04, 150.86it/s]
|
686 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.31it/s]
|
687 |
45%|βββββ | 22784/50176 [02:38<03:08, 145.27it/s]
|
688 |
46%|βββββ | 23040/50176 [02:39<03:09, 143.18it/s]
|
689 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.38it/s]
|
690 |
47%|βββββ | 23552/50176 [02:43<03:14, 136.56it/s]
|
691 |
47%|βββββ | 23808/50176 [02:45<03:06, 141.06it/s]
|
692 |
48%|βββββ | 24064/50176 [02:47<03:03, 142.38it/s]
|
693 |
48%|βββββ | 24320/50176 [02:49<03:00, 143.02it/s]
|
694 |
49%|βββββ | 24576/50176 [02:50<02:55, 145.48it/s]
|
695 |
49%|βββββ | 24832/50176 [02:52<02:50, 148.78it/s]
|
696 |
50%|βββββ | 25088/50176 [02:54<02:48, 149.04it/s]
|
697 |
51%|βββββ | 25344/50176 [02:55<02:46, 149.55it/s]
|
698 |
51%|βββββ | 25600/50176 [02:57<02:47, 147.03it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:59<02:40, 151.30it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:01<02:42, 148.20it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:02<02:45, 143.73it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:04<02:41, 146.18it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:06<02:39, 146.02it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:08<02:36, 147.37it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:09<02:34, 147.84it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:11<02:26, 153.81it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:13<02:36, 142.26it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:15<02:33, 143.73it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.27it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:18<02:32, 141.20it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:20<02:28, 142.98it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:22<02:24, 145.43it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:24<02:31, 137.18it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:26<02:32, 134.47it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:28<02:31, 133.88it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:30<02:30, 133.10it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:31<02:20, 140.13it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:33<02:19, 139.96it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:35<02:13, 143.54it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:37<02:09, 146.71it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:38<02:06, 148.24it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:40<02:04, 147.81it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:42<02:03, 147.09it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:43<02:01, 147.50it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:45<02:04, 142.02it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:47<01:59, 146.03it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:49<01:58, 144.42it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:51<01:55, 145.99it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:52<01:56, 142.67it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:54<01:52, 145.44it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:56<01:47, 149.71it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:57<01:44, 151.64it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:59<01:48, 144.57it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:01<01:45, 145.51it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:03<01:44, 144.12it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:04<01:40, 148.21it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:06<01:39, 146.24it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:08<01:41, 141.61it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:10<01:37, 143.77it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:12<01:37, 141.76it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:13<01:34, 144.27it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:15<01:33, 141.81it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:17<01:30, 143.77it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:19<01:30, 141.40it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:21<01:27, 144.17it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:22<01:25, 143.84it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:24<01:22, 145.94it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:26<01:20, 145.41it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:28<01:20, 144.00it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:30<01:18, 142.84it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:32<01:19, 138.21it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:33<01:16, 141.19it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:35<01:13, 143.41it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:37<01:10, 145.61it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:38<01:07, 147.06it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:40<01:09, 140.82it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:42<01:10, 135.10it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:44<01:05, 140.39it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:46<01:02, 144.16it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:47<00:59, 146.67it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:49<00:56, 149.22it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:51<00:54, 149.15it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:53<00:54, 145.96it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:54<00:51, 148.11it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:56<00:50, 147.90it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:58<00:47, 149.52it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:59<00:46, 149.09it/s]
|
768 |
87%|βββββββββ | 43520/50176 [05:01<00:44, 148.06it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:06<01:03, 101.40it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:07<00:54, 113.47it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:09<00:47, 124.35it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:11<00:43, 129.70it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:12<00:40, 134.08it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:14<00:36, 140.15it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:17<00:41, 117.55it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:19<00:35, 128.35it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:20<00:32, 135.68it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:22<00:29, 140.64it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:24<00:26, 144.31it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:25<00:24, 148.07it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:27<00:22, 148.66it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:29<00:21, 145.12it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:30<00:19, 146.50it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:32<00:17, 145.48it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:34<00:15, 148.50it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:36<00:13, 150.31it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:37<00:11, 152.01it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:39<00:09, 154.66it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:40<00:08, 154.75it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:42<00:06, 150.65it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:44<00:05, 149.43it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:46<00:03, 149.85it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:48<00:01, 142.22it/s]
|
794 |
+
2022-12-21,10:00:52 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:00:52 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5604 imagenet-zeroshot-val-top5: 0.8313
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_2.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e4a1b6f45c6aabe21160e267380a3fd7d35248538110766c155eb035003a681f
|
3 |
+
size 1795822369
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_2.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<12:00, 1.39it/s]
|
2 |
1%| | 6/1000 [00:00<01:46, 9.35it/s]
|
3 |
1%| | 12/1000 [00:00<00:53, 18.46it/s]
|
4 |
2%|β | 18/1000 [00:01<00:37, 26.52it/s]
|
5 |
2%|β | 24/1000 [00:01<00:28, 33.79it/s]
|
6 |
3%|β | 30/1000 [00:01<00:24, 39.78it/s]
|
7 |
4%|β | 36/1000 [00:01<00:21, 44.44it/s]
|
8 |
4%|β | 42/1000 [00:01<00:19, 48.02it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 50.56it/s]
|
10 |
5%|β | 54/1000 [00:01<00:18, 52.54it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 53.92it/s]
|
12 |
7%|β | 66/1000 [00:01<00:16, 54.99it/s]
|
13 |
7%|β | 72/1000 [00:01<00:16, 55.74it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 56.13it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.71it/s]
|
16 |
9%|β | 90/1000 [00:02<00:15, 57.07it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.48it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.68it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.94it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 58.08it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 58.07it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 58.00it/s]
|
23 |
13%|ββ | 132/1000 [00:03<00:14, 58.05it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.99it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 58.03it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 58.11it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 58.11it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.97it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.83it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.81it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.79it/s]
|
32 |
19%|ββ | 186/1000 [00:03<00:14, 57.70it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.65it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.59it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.42it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.31it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.41it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.36it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.59it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.60it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.54it/s]
|
42 |
25%|βββ | 246/1000 [00:05<00:13, 57.59it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:12, 57.68it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.78it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.80it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.53it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.59it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.77it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.88it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 58.10it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 58.10it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:11, 58.07it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 58.22it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 58.19it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 58.09it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.93it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 58.02it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 58.13it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 58.22it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 58.02it/s]
|
61 |
36%|ββββ | 360/1000 [00:06<00:11, 57.99it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 58.08it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 58.17it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 58.07it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.75it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.79it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.90it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 58.03it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 58.09it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 58.10it/s]
|
71 |
42%|βββββ | 420/1000 [00:08<00:09, 58.12it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 58.14it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 58.25it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 58.25it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 58.03it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 58.09it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 58.14it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 58.12it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 58.08it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 58.21it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:08, 58.12it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 58.10it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 58.10it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 58.00it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 58.05it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.96it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 58.03it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.07it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.16it/s]
|
90 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.11it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.17it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.18it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.09it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.11it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.14it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.02it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.96it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.09it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.09it/s]
|
100 |
59%|ββββββ | 594/1000 [00:10<00:07, 57.99it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.09it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.02it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.04it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.17it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.16it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.27it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.10it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 58.01it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.17it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.13it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.21it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.22it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.14it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.17it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.18it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.11it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.02it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.13it/s]
|
119 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.13it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.10it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.15it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.10it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.11it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.14it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.10it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.19it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.28it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.11it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.21it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.15it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.17it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.21it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.99it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.98it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.03it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.00it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.98it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 58.01it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.12it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.26it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.30it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.21it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.26it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.22it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.24it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.18it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.20it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.17it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.05it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.15it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.13it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.08it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.11it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.09it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.08it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.17it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.23it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.23it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.23it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.26it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.21it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.25it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.34it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.37it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.36it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.22it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<06:29, 128.16it/s]
|
169 |
1%| | 512/50176 [00:03<06:09, 134.26it/s]
|
170 |
2%|β | 768/50176 [00:05<05:53, 139.93it/s]
|
171 |
2%|β | 1024/50176 [00:07<05:44, 142.66it/s]
|
172 |
3%|β | 1280/50176 [00:09<05:45, 141.67it/s]
|
173 |
3%|β | 1536/50176 [00:11<05:58, 135.79it/s]
|
174 |
4%|β | 1792/50176 [00:13<05:56, 135.58it/s]
|
175 |
4%|β | 2048/50176 [00:14<05:46, 138.98it/s]
|
176 |
5%|β | 2304/50176 [00:16<05:44, 138.79it/s]
|
177 |
5%|β | 2560/50176 [00:18<05:37, 140.95it/s]
|
178 |
6%|β | 2816/50176 [00:20<05:39, 139.66it/s]
|
179 |
6%|β | 3072/50176 [00:22<05:30, 142.63it/s]
|
180 |
7%|β | 3328/50176 [00:23<05:26, 143.39it/s]
|
181 |
7%|β | 3584/50176 [00:25<05:20, 145.45it/s]
|
182 |
8%|β | 3840/50176 [00:27<05:31, 139.98it/s]
|
183 |
8%|β | 4096/50176 [00:29<05:28, 140.42it/s]
|
184 |
9%|β | 4352/50176 [00:31<05:22, 142.03it/s]
|
185 |
9%|β | 4608/50176 [00:32<05:17, 143.51it/s]
|
186 |
10%|β | 4864/50176 [00:34<05:13, 144.40it/s]
|
187 |
10%|β | 5120/50176 [00:36<05:07, 146.59it/s]
|
188 |
11%|β | 5376/50176 [00:37<05:05, 146.62it/s]
|
189 |
11%|β | 5632/50176 [00:39<05:00, 148.38it/s]
|
190 |
12%|ββ | 5888/50176 [00:41<04:59, 147.69it/s]
|
191 |
12%|ββ | 6144/50176 [00:43<05:23, 136.31it/s]
|
192 |
13%|ββ | 6400/50176 [00:45<05:11, 140.66it/s]
|
193 |
13%|ββ | 6656/50176 [00:47<05:06, 141.93it/s]
|
194 |
14%|ββ | 6912/50176 [00:48<05:02, 142.81it/s]
|
195 |
14%|ββ | 7168/50176 [00:50<04:58, 144.20it/s]
|
196 |
15%|ββ | 7424/50176 [00:52<04:51, 146.71it/s]
|
197 |
15%|ββ | 7680/50176 [00:53<04:51, 145.94it/s]
|
198 |
16%|ββ | 7936/50176 [00:55<04:43, 149.00it/s]
|
199 |
16%|ββ | 8192/50176 [00:57<04:42, 148.52it/s]
|
200 |
17%|ββ | 8448/50176 [00:59<04:38, 149.78it/s]
|
201 |
17%|ββ | 8704/50176 [01:00<04:35, 150.55it/s]
|
202 |
18%|ββ | 8960/50176 [01:02<04:43, 145.45it/s]
|
203 |
18%|ββ | 9216/50176 [01:04<04:36, 147.91it/s]
|
204 |
19%|ββ | 9472/50176 [01:05<04:32, 149.62it/s]
|
205 |
19%|ββ | 9728/50176 [01:07<04:36, 146.44it/s]
|
206 |
20%|ββ | 9984/50176 [01:09<04:30, 148.33it/s]
|
207 |
20%|ββ | 10240/50176 [01:11<04:26, 149.95it/s]
|
208 |
21%|ββ | 10496/50176 [01:12<04:21, 151.84it/s]
|
209 |
21%|βββ | 10752/50176 [01:14<04:27, 147.37it/s]
|
210 |
22%|βββ | 11008/50176 [01:16<04:25, 147.56it/s]
|
211 |
22%|βββ | 11264/50176 [01:18<04:23, 147.61it/s]
|
212 |
23%|βββ | 11520/50176 [01:19<04:17, 149.89it/s]
|
213 |
23%|βββ | 11776/50176 [01:21<04:17, 149.02it/s]
|
214 |
24%|βββ | 12032/50176 [01:23<04:14, 149.78it/s]
|
215 |
24%|βββ | 12288/50176 [01:24<04:12, 149.80it/s]
|
216 |
25%|βββ | 12544/50176 [01:26<04:10, 150.25it/s]
|
217 |
26%|βββ | 12800/50176 [01:28<04:07, 150.85it/s]
|
218 |
26%|βββ | 13056/50176 [01:29<04:03, 152.36it/s]
|
219 |
27%|βββ | 13312/50176 [01:31<04:04, 150.77it/s]
|
220 |
27%|βββ | 13568/50176 [01:33<04:12, 144.86it/s]
|
221 |
28%|βββ | 13824/50176 [01:35<04:14, 142.57it/s]
|
222 |
28%|βββ | 14080/50176 [01:37<04:12, 142.91it/s]
|
223 |
29%|βββ | 14336/50176 [01:39<04:15, 140.35it/s]
|
224 |
29%|βββ | 14592/50176 [01:40<04:05, 145.18it/s]
|
225 |
30%|βββ | 14848/50176 [01:42<04:18, 136.83it/s]
|
226 |
30%|βββ | 15104/50176 [01:44<04:17, 136.01it/s]
|
227 |
31%|βββ | 15360/50176 [01:46<04:10, 139.03it/s]
|
228 |
31%|βββ | 15616/50176 [01:48<04:04, 141.59it/s]
|
229 |
32%|ββββ | 15872/50176 [01:50<04:09, 137.72it/s]
|
230 |
32%|ββββ | 16128/50176 [01:51<04:02, 140.22it/s]
|
231 |
33%|ββββ | 16384/50176 [01:53<04:00, 140.49it/s]
|
232 |
33%|ββββ | 16640/50176 [01:55<04:07, 135.27it/s]
|
233 |
34%|ββββ | 16896/50176 [01:57<03:56, 140.63it/s]
|
234 |
34%|ββββ | 17152/50176 [01:59<03:49, 144.08it/s]
|
235 |
35%|ββββ | 17408/50176 [02:00<03:45, 145.24it/s]
|
236 |
35%|ββββ | 17664/50176 [02:02<03:40, 147.28it/s]
|
237 |
36%|ββββ | 17920/50176 [02:04<03:36, 149.20it/s]
|
238 |
36%|ββββ | 18176/50176 [02:05<03:35, 148.51it/s]
|
239 |
37%|ββββ | 18432/50176 [02:07<03:34, 148.10it/s]
|
240 |
37%|ββββ | 18688/50176 [02:09<03:32, 147.92it/s]
|
241 |
38%|ββββ | 18944/50176 [02:11<03:39, 142.28it/s]
|
242 |
38%|ββββ | 19200/50176 [02:13<03:51, 133.81it/s]
|
243 |
39%|ββββ | 19456/50176 [02:15<03:53, 131.35it/s]
|
244 |
39%|ββββ | 19712/50176 [02:17<03:52, 131.17it/s]
|
245 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.51it/s]
|
246 |
40%|ββββ | 20224/50176 [02:20<03:32, 140.81it/s]
|
247 |
41%|ββββ | 20480/50176 [02:22<03:26, 143.95it/s]
|
248 |
41%|βββββ | 20736/50176 [02:24<03:24, 143.95it/s]
|
249 |
42%|βββββ | 20992/50176 [02:26<03:18, 146.70it/s]
|
250 |
42%|βββββ | 21248/50176 [02:28<03:24, 141.55it/s]
|
251 |
43%|βββββ | 21504/50176 [02:29<03:16, 145.98it/s]
|
252 |
43%|βββββ | 21760/50176 [02:31<03:13, 147.09it/s]
|
253 |
44%|βββββ | 22016/50176 [02:32<03:07, 150.36it/s]
|
254 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.70it/s]
|
255 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.38it/s]
|
256 |
45%|βββββ | 22784/50176 [02:38<03:09, 144.77it/s]
|
257 |
46%|βββββ | 23040/50176 [02:40<03:09, 143.46it/s]
|
258 |
46%|βββββ | 23296/50176 [02:42<03:11, 140.13it/s]
|
259 |
47%|βββββ | 23552/50176 [02:44<03:15, 136.50it/s]
|
260 |
47%|βββββ | 23808/50176 [02:45<03:07, 140.90it/s]
|
261 |
48%|βββββ | 24064/50176 [02:47<03:03, 142.35it/s]
|
262 |
48%|βββββ | 24320/50176 [02:49<03:00, 142.99it/s]
|
263 |
49%|βββββ | 24576/50176 [02:50<02:55, 145.48it/s]
|
264 |
49%|βββββ | 24832/50176 [02:52<02:51, 148.07it/s]
|
265 |
50%|βββββ | 25088/50176 [02:54<02:48, 149.20it/s]
|
266 |
51%|βββββ | 25344/50176 [02:55<02:45, 149.68it/s]
|
267 |
51%|βββββ | 25600/50176 [02:57<02:47, 146.59it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:59<02:41, 151.01it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:01<02:42, 148.54it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:03<02:46, 143.33it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:04<02:40, 146.52it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:06<02:39, 146.15it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:08<02:36, 147.59it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:09<02:34, 147.93it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:11<02:26, 153.85it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:13<02:36, 142.40it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:15<02:33, 143.79it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:17<02:30, 144.36it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:18<02:32, 141.06it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:20<02:28, 143.03it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:22<02:24, 145.33it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:24<02:31, 137.16it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:26<02:32, 134.37it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:28<02:30, 134.48it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:30<02:30, 132.56it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:31<02:20, 140.31it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:33<02:18, 140.55it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:35<02:13, 143.40it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:37<02:09, 146.60it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:38<02:06, 148.13it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:40<02:04, 148.46it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:42<02:03, 146.86it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:44<02:01, 147.32it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:45<02:03, 142.50it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:47<01:59, 145.62it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:49<01:58, 144.35it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:51<01:55, 145.81it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:53<01:56, 142.32it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:54<01:52, 145.47it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:56<01:47, 149.63it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:57<01:44, 151.68it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:59<01:47, 145.12it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:01<01:45, 145.15it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:03<01:44, 144.14it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:05<01:40, 148.03it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:06<01:39, 146.23it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:08<01:41, 140.95it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:10<01:37, 144.02it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:12<01:37, 141.44it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:14<01:33, 144.54it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:15<01:33, 142.61it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:17<01:30, 143.70it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:19<01:30, 141.58it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:21<01:27, 144.07it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:23<01:25, 143.61it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:24<01:22, 145.20it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:26<01:20, 145.54it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:28<01:19, 144.22it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:30<01:18, 142.77it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:32<01:19, 139.02it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:33<01:16, 140.55it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:35<01:13, 143.39it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:37<01:10, 145.34it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:39<01:07, 147.22it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:41<01:08, 140.99it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:43<01:10, 135.13it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:44<01:05, 140.47it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:46<01:02, 144.20it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:48<00:59, 146.67it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:49<00:56, 148.58it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:51<00:54, 149.34it/s]
|
332 |
84%|βββββββββ | 42240/50176 [04:53<00:54, 146.14it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:54<00:51, 148.18it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:56<00:50, 147.91it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:58<00:47, 149.50it/s]
|
336 |
86%|βββββββββ | 43264/50176 [05:00<00:46, 149.17it/s]
|
337 |
87%|βββββββββ | 43520/50176 [05:01<00:44, 148.11it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:06<01:03, 101.54it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:07<00:54, 113.63it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:09<00:47, 124.51it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:11<00:43, 129.94it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:13<00:40, 134.12it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:14<00:36, 140.30it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:17<00:41, 117.24it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:19<00:35, 128.11it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:20<00:32, 135.59it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:22<00:29, 140.58it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:24<00:26, 144.96it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:25<00:24, 147.88it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:27<00:22, 148.58it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:29<00:21, 145.11it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:31<00:19, 146.39it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:32<00:17, 145.33it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:34<00:15, 148.21it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:36<00:13, 150.23it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:37<00:11, 152.00it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:39<00:09, 154.64it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:41<00:08, 154.76it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:42<00:06, 150.73it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:44<00:05, 149.25it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:46<00:03, 149.88it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:48<00:01, 142.13it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,09:54:36 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,09:54:36 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,09:54:37 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_2.pt).
|
4 |
+
2022-12-21,09:54:45 | INFO | Model:
|
5 |
+
2022-12-21,09:54:45 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,09:54:45 | INFO | Params:
|
359 |
+
2022-12-21,09:54:45 | INFO | batch_size: 256
|
360 |
+
2022-12-21,09:54:45 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,09:54:45 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,09:54:45 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_2.pt/checkpoints
|
363 |
+
2022-12-21,09:54:45 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,09:54:45 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,09:54:45 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,09:54:45 | INFO | csv_separator:
|
367 |
+
2022-12-21,09:54:45 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,09:54:45 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,09:54:45 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,09:54:45 | INFO | debug: False
|
371 |
+
2022-12-21,09:54:45 | INFO | device: cuda:0
|
372 |
+
2022-12-21,09:54:45 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,09:54:45 | INFO | dist_url: env://
|
374 |
+
2022-12-21,09:54:45 | INFO | distributed: False
|
375 |
+
2022-12-21,09:54:45 | INFO | epochs: 32
|
376 |
+
2022-12-21,09:54:45 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,09:54:45 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,09:54:45 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,09:54:45 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,09:54:45 | INFO | horovod: False
|
381 |
+
2022-12-21,09:54:45 | INFO | image_mean: None
|
382 |
+
2022-12-21,09:54:45 | INFO | image_std: None
|
383 |
+
2022-12-21,09:54:45 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,09:54:45 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,09:54:45 | INFO | local_loss: False
|
386 |
+
2022-12-21,09:54:45 | INFO | local_rank: 0
|
387 |
+
2022-12-21,09:54:45 | INFO | lock_image: False
|
388 |
+
2022-12-21,09:54:45 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,09:54:45 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,09:54:45 | INFO | log_level: 20
|
391 |
+
2022-12-21,09:54:45 | INFO | log_local: False
|
392 |
+
2022-12-21,09:54:45 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_2.pt/out.log
|
393 |
+
2022-12-21,09:54:45 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,09:54:45 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,09:54:45 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,09:54:45 | INFO | name: epoch_2.pt
|
397 |
+
2022-12-21,09:54:45 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,09:54:45 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,09:54:45 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,09:54:45 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_2.pt
|
401 |
+
2022-12-21,09:54:45 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,09:54:45 | INFO | rank: 0
|
403 |
+
2022-12-21,09:54:45 | INFO | report_to:
|
404 |
+
2022-12-21,09:54:45 | INFO | resume: None
|
405 |
+
2022-12-21,09:54:45 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,09:54:45 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,09:54:45 | INFO | seed: 0
|
408 |
+
2022-12-21,09:54:45 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,09:54:45 | INFO | tensorboard: False
|
410 |
+
2022-12-21,09:54:45 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,09:54:45 | INFO | torchscript: False
|
412 |
+
2022-12-21,09:54:45 | INFO | trace: False
|
413 |
+
2022-12-21,09:54:45 | INFO | train_data: None
|
414 |
+
2022-12-21,09:54:45 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,09:54:45 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,09:54:45 | INFO | val_data: None
|
417 |
+
2022-12-21,09:54:45 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,09:54:45 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,09:54:45 | INFO | wandb: False
|
420 |
+
2022-12-21,09:54:45 | INFO | wandb_notes:
|
421 |
+
2022-12-21,09:54:45 | INFO | warmup: 10000
|
422 |
+
2022-12-21,09:54:45 | INFO | wd: 0.2
|
423 |
+
2022-12-21,09:54:45 | INFO | workers: 1
|
424 |
+
2022-12-21,09:54:45 | INFO | world_size: 1
|
425 |
+
2022-12-21,09:54:45 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,09:54:45 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,09:54:45 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<12:00, 1.39it/s]
|
431 |
1%| | 6/1000 [00:00<01:46, 9.35it/s]
|
432 |
1%| | 12/1000 [00:00<00:53, 18.46it/s]
|
433 |
2%|β | 18/1000 [00:01<00:37, 26.52it/s]
|
434 |
2%|β | 24/1000 [00:01<00:28, 33.79it/s]
|
435 |
3%|β | 30/1000 [00:01<00:24, 39.78it/s]
|
436 |
4%|β | 36/1000 [00:01<00:21, 44.44it/s]
|
437 |
4%|β | 42/1000 [00:01<00:19, 48.02it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 50.56it/s]
|
439 |
5%|β | 54/1000 [00:01<00:18, 52.54it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 53.92it/s]
|
441 |
7%|β | 66/1000 [00:01<00:16, 54.99it/s]
|
442 |
7%|β | 72/1000 [00:01<00:16, 55.74it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 56.13it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.71it/s]
|
445 |
9%|β | 90/1000 [00:02<00:15, 57.07it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.48it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.68it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.94it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 58.08it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 58.07it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 58.00it/s]
|
452 |
13%|ββ | 132/1000 [00:03<00:14, 58.05it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.99it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 58.03it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 58.11it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 58.11it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.97it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.83it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.81it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.79it/s]
|
461 |
19%|ββ | 186/1000 [00:03<00:14, 57.70it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.65it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.59it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.42it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.31it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.41it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.36it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.59it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.60it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.54it/s]
|
471 |
25%|βββ | 246/1000 [00:05<00:13, 57.59it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:12, 57.68it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.78it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.80it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.53it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.59it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.77it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.88it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 58.10it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 58.10it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:11, 58.07it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 58.22it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 58.19it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 58.09it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.93it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 58.02it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 58.13it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 58.22it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 58.02it/s]
|
490 |
36%|ββββ | 360/1000 [00:06<00:11, 57.99it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 58.08it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 58.17it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 58.07it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.75it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.79it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.90it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 58.03it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 58.09it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 58.10it/s]
|
500 |
42%|βββββ | 420/1000 [00:08<00:09, 58.12it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 58.14it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 58.25it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 58.25it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 58.03it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 58.09it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 58.14it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 58.12it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 58.08it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 58.21it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:08, 58.12it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 58.10it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 58.10it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 58.00it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 58.05it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.96it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 58.03it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.07it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.16it/s]
|
519 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.11it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.17it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.18it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.09it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.11it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.14it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.02it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.96it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.09it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.09it/s]
|
529 |
59%|ββββββ | 594/1000 [00:10<00:07, 57.99it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.09it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.02it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.04it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.17it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.16it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.27it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.10it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 58.01it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.17it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.13it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.21it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.22it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.14it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.17it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.18it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.11it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.02it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.13it/s]
|
548 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.13it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.10it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.15it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.10it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.11it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.14it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.10it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.19it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.28it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.11it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.21it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.15it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.17it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.21it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.99it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.98it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.03it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.00it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.98it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 58.01it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.12it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.26it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.30it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.21it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.26it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.22it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.24it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.18it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.20it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.17it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.05it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.15it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.13it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.08it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.11it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.09it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.08it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.17it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.23it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.23it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.23it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.26it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.21it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.25it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.34it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.37it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.36it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.22it/s]
|
596 |
+
2022-12-21,09:55:03 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<06:29, 128.16it/s]
|
600 |
1%| | 512/50176 [00:03<06:09, 134.26it/s]
|
601 |
2%|β | 768/50176 [00:05<05:53, 139.93it/s]
|
602 |
2%|β | 1024/50176 [00:07<05:44, 142.66it/s]
|
603 |
3%|β | 1280/50176 [00:09<05:45, 141.67it/s]
|
604 |
3%|β | 1536/50176 [00:11<05:58, 135.79it/s]
|
605 |
4%|β | 1792/50176 [00:13<05:56, 135.58it/s]
|
606 |
4%|β | 2048/50176 [00:14<05:46, 138.98it/s]
|
607 |
5%|β | 2304/50176 [00:16<05:44, 138.79it/s]
|
608 |
5%|β | 2560/50176 [00:18<05:37, 140.95it/s]
|
609 |
6%|β | 2816/50176 [00:20<05:39, 139.66it/s]
|
610 |
6%|β | 3072/50176 [00:22<05:30, 142.63it/s]
|
611 |
7%|β | 3328/50176 [00:23<05:26, 143.39it/s]
|
612 |
7%|β | 3584/50176 [00:25<05:20, 145.45it/s]
|
613 |
8%|β | 3840/50176 [00:27<05:31, 139.98it/s]
|
614 |
8%|β | 4096/50176 [00:29<05:28, 140.42it/s]
|
615 |
9%|β | 4352/50176 [00:31<05:22, 142.03it/s]
|
616 |
9%|β | 4608/50176 [00:32<05:17, 143.51it/s]
|
617 |
10%|β | 4864/50176 [00:34<05:13, 144.40it/s]
|
618 |
10%|β | 5120/50176 [00:36<05:07, 146.59it/s]
|
619 |
11%|β | 5376/50176 [00:37<05:05, 146.62it/s]
|
620 |
11%|β | 5632/50176 [00:39<05:00, 148.38it/s]
|
621 |
12%|ββ | 5888/50176 [00:41<04:59, 147.69it/s]
|
622 |
12%|ββ | 6144/50176 [00:43<05:23, 136.31it/s]
|
623 |
13%|ββ | 6400/50176 [00:45<05:11, 140.66it/s]
|
624 |
13%|ββ | 6656/50176 [00:47<05:06, 141.93it/s]
|
625 |
14%|ββ | 6912/50176 [00:48<05:02, 142.81it/s]
|
626 |
14%|ββ | 7168/50176 [00:50<04:58, 144.20it/s]
|
627 |
15%|ββ | 7424/50176 [00:52<04:51, 146.71it/s]
|
628 |
15%|ββ | 7680/50176 [00:53<04:51, 145.94it/s]
|
629 |
16%|ββ | 7936/50176 [00:55<04:43, 149.00it/s]
|
630 |
16%|ββ | 8192/50176 [00:57<04:42, 148.52it/s]
|
631 |
17%|ββ | 8448/50176 [00:59<04:38, 149.78it/s]
|
632 |
17%|ββ | 8704/50176 [01:00<04:35, 150.55it/s]
|
633 |
18%|ββ | 8960/50176 [01:02<04:43, 145.45it/s]
|
634 |
18%|ββ | 9216/50176 [01:04<04:36, 147.91it/s]
|
635 |
19%|ββ | 9472/50176 [01:05<04:32, 149.62it/s]
|
636 |
19%|ββ | 9728/50176 [01:07<04:36, 146.44it/s]
|
637 |
20%|ββ | 9984/50176 [01:09<04:30, 148.33it/s]
|
638 |
20%|ββ | 10240/50176 [01:11<04:26, 149.95it/s]
|
639 |
21%|ββ | 10496/50176 [01:12<04:21, 151.84it/s]
|
640 |
21%|βββ | 10752/50176 [01:14<04:27, 147.37it/s]
|
641 |
22%|βββ | 11008/50176 [01:16<04:25, 147.56it/s]
|
642 |
22%|βββ | 11264/50176 [01:18<04:23, 147.61it/s]
|
643 |
23%|βββ | 11520/50176 [01:19<04:17, 149.89it/s]
|
644 |
23%|βββ | 11776/50176 [01:21<04:17, 149.02it/s]
|
645 |
24%|βββ | 12032/50176 [01:23<04:14, 149.78it/s]
|
646 |
24%|βββ | 12288/50176 [01:24<04:12, 149.80it/s]
|
647 |
25%|βββ | 12544/50176 [01:26<04:10, 150.25it/s]
|
648 |
26%|βββ | 12800/50176 [01:28<04:07, 150.85it/s]
|
649 |
26%|βββ | 13056/50176 [01:29<04:03, 152.36it/s]
|
650 |
27%|βββ | 13312/50176 [01:31<04:04, 150.77it/s]
|
651 |
27%|βββ | 13568/50176 [01:33<04:12, 144.86it/s]
|
652 |
28%|βββ | 13824/50176 [01:35<04:14, 142.57it/s]
|
653 |
28%|βββ | 14080/50176 [01:37<04:12, 142.91it/s]
|
654 |
29%|βββ | 14336/50176 [01:39<04:15, 140.35it/s]
|
655 |
29%|βββ | 14592/50176 [01:40<04:05, 145.18it/s]
|
656 |
30%|βββ | 14848/50176 [01:42<04:18, 136.83it/s]
|
657 |
30%|βββ | 15104/50176 [01:44<04:17, 136.01it/s]
|
658 |
31%|βββ | 15360/50176 [01:46<04:10, 139.03it/s]
|
659 |
31%|βββ | 15616/50176 [01:48<04:04, 141.59it/s]
|
660 |
32%|ββββ | 15872/50176 [01:50<04:09, 137.72it/s]
|
661 |
32%|ββββ | 16128/50176 [01:51<04:02, 140.22it/s]
|
662 |
33%|ββββ | 16384/50176 [01:53<04:00, 140.49it/s]
|
663 |
33%|ββββ | 16640/50176 [01:55<04:07, 135.27it/s]
|
664 |
34%|ββββ | 16896/50176 [01:57<03:56, 140.63it/s]
|
665 |
34%|ββββ | 17152/50176 [01:59<03:49, 144.08it/s]
|
666 |
35%|ββββ | 17408/50176 [02:00<03:45, 145.24it/s]
|
667 |
35%|ββββ | 17664/50176 [02:02<03:40, 147.28it/s]
|
668 |
36%|ββββ | 17920/50176 [02:04<03:36, 149.20it/s]
|
669 |
36%|ββββ | 18176/50176 [02:05<03:35, 148.51it/s]
|
670 |
37%|ββββ | 18432/50176 [02:07<03:34, 148.10it/s]
|
671 |
37%|ββββ | 18688/50176 [02:09<03:32, 147.92it/s]
|
672 |
38%|ββββ | 18944/50176 [02:11<03:39, 142.28it/s]
|
673 |
38%|ββββ | 19200/50176 [02:13<03:51, 133.81it/s]
|
674 |
39%|ββββ | 19456/50176 [02:15<03:53, 131.35it/s]
|
675 |
39%|ββββ | 19712/50176 [02:17<03:52, 131.17it/s]
|
676 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.51it/s]
|
677 |
40%|ββββ | 20224/50176 [02:20<03:32, 140.81it/s]
|
678 |
41%|ββββ | 20480/50176 [02:22<03:26, 143.95it/s]
|
679 |
41%|βββββ | 20736/50176 [02:24<03:24, 143.95it/s]
|
680 |
42%|βββββ | 20992/50176 [02:26<03:18, 146.70it/s]
|
681 |
42%|βββββ | 21248/50176 [02:28<03:24, 141.55it/s]
|
682 |
43%|βββββ | 21504/50176 [02:29<03:16, 145.98it/s]
|
683 |
43%|βββββ | 21760/50176 [02:31<03:13, 147.09it/s]
|
684 |
44%|βββββ | 22016/50176 [02:32<03:07, 150.36it/s]
|
685 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.70it/s]
|
686 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.38it/s]
|
687 |
45%|βββββ | 22784/50176 [02:38<03:09, 144.77it/s]
|
688 |
46%|βββββ | 23040/50176 [02:40<03:09, 143.46it/s]
|
689 |
46%|βββββ | 23296/50176 [02:42<03:11, 140.13it/s]
|
690 |
47%|βββββ | 23552/50176 [02:44<03:15, 136.50it/s]
|
691 |
47%|βββββ | 23808/50176 [02:45<03:07, 140.90it/s]
|
692 |
48%|βββββ | 24064/50176 [02:47<03:03, 142.35it/s]
|
693 |
48%|βββββ | 24320/50176 [02:49<03:00, 142.99it/s]
|
694 |
49%|βββββ | 24576/50176 [02:50<02:55, 145.48it/s]
|
695 |
49%|βββββ | 24832/50176 [02:52<02:51, 148.07it/s]
|
696 |
50%|βββββ | 25088/50176 [02:54<02:48, 149.20it/s]
|
697 |
51%|βββββ | 25344/50176 [02:55<02:45, 149.68it/s]
|
698 |
51%|βββββ | 25600/50176 [02:57<02:47, 146.59it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:59<02:41, 151.01it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:01<02:42, 148.54it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:03<02:46, 143.33it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:04<02:40, 146.52it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:06<02:39, 146.15it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:08<02:36, 147.59it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:09<02:34, 147.93it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:11<02:26, 153.85it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:13<02:36, 142.40it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:15<02:33, 143.79it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:17<02:30, 144.36it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:18<02:32, 141.06it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:20<02:28, 143.03it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:22<02:24, 145.33it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:24<02:31, 137.16it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:26<02:32, 134.37it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:28<02:30, 134.48it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:30<02:30, 132.56it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:31<02:20, 140.31it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:33<02:18, 140.55it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:35<02:13, 143.40it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:37<02:09, 146.60it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:38<02:06, 148.13it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:40<02:04, 148.46it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:42<02:03, 146.86it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:44<02:01, 147.32it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:45<02:03, 142.50it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:47<01:59, 145.62it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:49<01:58, 144.35it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:51<01:55, 145.81it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:53<01:56, 142.32it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:54<01:52, 145.47it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:56<01:47, 149.63it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:57<01:44, 151.68it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:59<01:47, 145.12it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:01<01:45, 145.15it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:03<01:44, 144.14it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:05<01:40, 148.03it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:06<01:39, 146.23it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:08<01:41, 140.95it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:10<01:37, 144.02it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:12<01:37, 141.44it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:14<01:33, 144.54it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:15<01:33, 142.61it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:17<01:30, 143.70it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:19<01:30, 141.58it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:21<01:27, 144.07it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:23<01:25, 143.61it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:24<01:22, 145.20it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:26<01:20, 145.54it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:28<01:19, 144.22it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:30<01:18, 142.77it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:32<01:19, 139.02it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:33<01:16, 140.55it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:35<01:13, 143.39it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:37<01:10, 145.34it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:39<01:07, 147.22it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:41<01:08, 140.99it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:43<01:10, 135.13it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:44<01:05, 140.47it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:46<01:02, 144.20it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:48<00:59, 146.67it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:49<00:56, 148.58it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:51<00:54, 149.34it/s]
|
763 |
84%|βββββββββ | 42240/50176 [04:53<00:54, 146.14it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:54<00:51, 148.18it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:56<00:50, 147.91it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:58<00:47, 149.50it/s]
|
767 |
86%|βββββββββ | 43264/50176 [05:00<00:46, 149.17it/s]
|
768 |
87%|βββββββββ | 43520/50176 [05:01<00:44, 148.11it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:06<01:03, 101.54it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:07<00:54, 113.63it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:09<00:47, 124.51it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:11<00:43, 129.94it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:13<00:40, 134.12it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:14<00:36, 140.30it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:17<00:41, 117.24it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:19<00:35, 128.11it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:20<00:32, 135.59it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:22<00:29, 140.58it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:24<00:26, 144.96it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:25<00:24, 147.88it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:27<00:22, 148.58it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:29<00:21, 145.11it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:31<00:19, 146.39it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:32<00:17, 145.33it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:34<00:15, 148.21it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:36<00:13, 150.23it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:37<00:11, 152.00it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:39<00:09, 154.64it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:41<00:08, 154.76it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:42<00:06, 150.73it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:44<00:05, 149.25it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:46<00:03, 149.88it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:48<00:01, 142.13it/s]
|
794 |
+
2022-12-21,10:00:52 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:00:52 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.2664 imagenet-zeroshot-val-top5: 0.5124
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_20.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7cc2b5a62dff040e778a5ff122c653e3a2c29ce5981525dd9af398af68b4b65b
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_20.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<15:32, 1.07it/s]
|
2 |
1%| | 6/1000 [00:01<02:12, 7.52it/s]
|
3 |
1%| | 11/1000 [00:01<01:09, 14.19it/s]
|
4 |
2%|β | 17/1000 [00:01<00:44, 22.14it/s]
|
5 |
2%|β | 23/1000 [00:01<00:33, 29.27it/s]
|
6 |
3%|β | 29/1000 [00:01<00:27, 35.39it/s]
|
7 |
4%|β | 35/1000 [00:01<00:24, 39.83it/s]
|
8 |
4%|β | 41/1000 [00:01<00:21, 44.30it/s]
|
9 |
5%|β | 47/1000 [00:01<00:19, 47.75it/s]
|
10 |
5%|β | 53/1000 [00:01<00:18, 49.91it/s]
|
11 |
6%|β | 59/1000 [00:02<00:18, 51.28it/s]
|
12 |
6%|β | 65/1000 [00:02<00:17, 52.20it/s]
|
13 |
7%|β | 71/1000 [00:02<00:17, 52.85it/s]
|
14 |
8%|β | 77/1000 [00:02<00:17, 53.42it/s]
|
15 |
8%|β | 83/1000 [00:02<00:17, 53.89it/s]
|
16 |
9%|β | 89/1000 [00:02<00:16, 55.18it/s]
|
17 |
10%|β | 95/1000 [00:02<00:16, 56.05it/s]
|
18 |
10%|β | 101/1000 [00:02<00:15, 56.66it/s]
|
19 |
11%|β | 107/1000 [00:02<00:15, 57.23it/s]
|
20 |
11%|ββ | 113/1000 [00:02<00:15, 57.55it/s]
|
21 |
12%|ββ | 119/1000 [00:03<00:15, 57.68it/s]
|
22 |
12%|ββ | 125/1000 [00:03<00:15, 57.75it/s]
|
23 |
13%|ββ | 131/1000 [00:03<00:15, 57.85it/s]
|
24 |
14%|ββ | 137/1000 [00:03<00:14, 57.83it/s]
|
25 |
14%|ββ | 143/1000 [00:03<00:14, 57.81it/s]
|
26 |
15%|ββ | 149/1000 [00:03<00:14, 57.87it/s]
|
27 |
16%|ββ | 155/1000 [00:03<00:14, 57.96it/s]
|
28 |
16%|ββ | 161/1000 [00:03<00:14, 57.88it/s]
|
29 |
17%|ββ | 167/1000 [00:03<00:14, 57.54it/s]
|
30 |
17%|ββ | 173/1000 [00:04<00:14, 57.60it/s]
|
31 |
18%|ββ | 179/1000 [00:04<00:14, 57.66it/s]
|
32 |
18%|ββ | 185/1000 [00:04<00:14, 57.56it/s]
|
33 |
19%|ββ | 191/1000 [00:04<00:14, 57.59it/s]
|
34 |
20%|ββ | 197/1000 [00:04<00:13, 57.56it/s]
|
35 |
20%|ββ | 203/1000 [00:04<00:13, 57.46it/s]
|
36 |
21%|ββ | 209/1000 [00:04<00:13, 57.32it/s]
|
37 |
22%|βββ | 215/1000 [00:04<00:13, 57.39it/s]
|
38 |
22%|βββ | 221/1000 [00:04<00:13, 57.41it/s]
|
39 |
23%|βββ | 227/1000 [00:04<00:13, 57.59it/s]
|
40 |
23%|βββ | 233/1000 [00:05<00:13, 57.65it/s]
|
41 |
24%|βββ | 239/1000 [00:05<00:13, 57.50it/s]
|
42 |
24%|βββ | 245/1000 [00:05<00:13, 57.53it/s]
|
43 |
25%|βββ | 251/1000 [00:05<00:13, 57.61it/s]
|
44 |
26%|βββ | 257/1000 [00:05<00:12, 57.79it/s]
|
45 |
26%|βββ | 263/1000 [00:05<00:12, 57.77it/s]
|
46 |
27%|βββ | 269/1000 [00:05<00:12, 57.54it/s]
|
47 |
28%|βββ | 275/1000 [00:05<00:12, 57.64it/s]
|
48 |
28%|βββ | 281/1000 [00:05<00:12, 57.77it/s]
|
49 |
29%|βββ | 287/1000 [00:05<00:12, 57.87it/s]
|
50 |
29%|βββ | 293/1000 [00:06<00:12, 58.10it/s]
|
51 |
30%|βββ | 299/1000 [00:06<00:12, 58.07it/s]
|
52 |
30%|βββ | 305/1000 [00:06<00:11, 58.08it/s]
|
53 |
31%|βββ | 311/1000 [00:06<00:11, 58.18it/s]
|
54 |
32%|ββββ | 317/1000 [00:06<00:11, 58.16it/s]
|
55 |
32%|ββββ | 323/1000 [00:06<00:11, 58.12it/s]
|
56 |
33%|ββββ | 329/1000 [00:06<00:11, 57.94it/s]
|
57 |
34%|ββββ | 335/1000 [00:06<00:11, 57.99it/s]
|
58 |
34%|ββββ | 341/1000 [00:06<00:11, 58.03it/s]
|
59 |
35%|ββββ | 347/1000 [00:07<00:11, 58.15it/s]
|
60 |
35%|ββββ | 353/1000 [00:07<00:11, 57.87it/s]
|
61 |
36%|ββββ | 359/1000 [00:07<00:11, 58.00it/s]
|
62 |
36%|ββββ | 365/1000 [00:07<00:10, 57.95it/s]
|
63 |
37%|ββββ | 371/1000 [00:07<00:10, 58.10it/s]
|
64 |
38%|ββββ | 377/1000 [00:07<00:10, 57.94it/s]
|
65 |
38%|ββββ | 383/1000 [00:07<00:10, 57.74it/s]
|
66 |
39%|ββββ | 389/1000 [00:07<00:10, 57.71it/s]
|
67 |
40%|ββββ | 395/1000 [00:07<00:10, 57.82it/s]
|
68 |
40%|ββββ | 401/1000 [00:07<00:10, 57.94it/s]
|
69 |
41%|ββββ | 407/1000 [00:08<00:10, 58.04it/s]
|
70 |
41%|βββββ | 413/1000 [00:08<00:10, 58.08it/s]
|
71 |
42%|βββββ | 419/1000 [00:08<00:09, 58.12it/s]
|
72 |
42%|βββββ | 425/1000 [00:08<00:09, 58.06it/s]
|
73 |
43%|βββββ | 431/1000 [00:08<00:09, 58.20it/s]
|
74 |
44%|βββββ | 437/1000 [00:08<00:09, 58.20it/s]
|
75 |
44%|βββββ | 443/1000 [00:08<00:09, 58.00it/s]
|
76 |
45%|βββββ | 449/1000 [00:08<00:09, 58.02it/s]
|
77 |
46%|βββββ | 455/1000 [00:08<00:09, 58.09it/s]
|
78 |
46%|βββββ | 461/1000 [00:08<00:09, 58.04it/s]
|
79 |
47%|βββββ | 467/1000 [00:09<00:09, 58.02it/s]
|
80 |
47%|βββββ | 473/1000 [00:09<00:09, 58.16it/s]
|
81 |
48%|βββββ | 479/1000 [00:09<00:08, 58.06it/s]
|
82 |
48%|βββββ | 485/1000 [00:09<00:08, 58.04it/s]
|
83 |
49%|βββββ | 491/1000 [00:09<00:08, 57.99it/s]
|
84 |
50%|βββββ | 497/1000 [00:09<00:08, 57.88it/s]
|
85 |
50%|βββββ | 503/1000 [00:09<00:08, 58.00it/s]
|
86 |
51%|βββββ | 509/1000 [00:09<00:08, 57.90it/s]
|
87 |
52%|ββββββ | 515/1000 [00:09<00:08, 57.96it/s]
|
88 |
52%|ββββββ | 521/1000 [00:10<00:08, 58.00it/s]
|
89 |
53%|ββββββ | 527/1000 [00:10<00:08, 58.11it/s]
|
90 |
53%|ββββββ | 533/1000 [00:10<00:08, 58.02it/s]
|
91 |
54%|ββββββ | 539/1000 [00:10<00:07, 58.12it/s]
|
92 |
55%|ββββββ | 545/1000 [00:10<00:07, 58.15it/s]
|
93 |
55%|ββββββ | 551/1000 [00:10<00:07, 58.05it/s]
|
94 |
56%|ββββββ | 557/1000 [00:10<00:07, 58.03it/s]
|
95 |
56%|ββββββ | 563/1000 [00:10<00:07, 58.11it/s]
|
96 |
57%|ββββββ | 569/1000 [00:10<00:07, 58.01it/s]
|
97 |
57%|ββββββ | 575/1000 [00:10<00:07, 57.93it/s]
|
98 |
58%|ββββββ | 581/1000 [00:11<00:07, 58.08it/s]
|
99 |
59%|ββββββ | 587/1000 [00:11<00:07, 58.00it/s]
|
100 |
59%|ββββββ | 593/1000 [00:11<00:07, 57.95it/s]
|
101 |
60%|ββββββ | 599/1000 [00:11<00:06, 58.07it/s]
|
102 |
60%|ββββββ | 605/1000 [00:11<00:06, 57.99it/s]
|
103 |
61%|ββββββ | 611/1000 [00:11<00:06, 58.05it/s]
|
104 |
62%|βββββββ | 617/1000 [00:11<00:06, 58.11it/s]
|
105 |
62%|βββββββ | 623/1000 [00:11<00:06, 58.10it/s]
|
106 |
63%|βββββββ | 629/1000 [00:11<00:06, 58.14it/s]
|
107 |
64%|βββββββ | 635/1000 [00:11<00:06, 57.99it/s]
|
108 |
64%|βββββββ | 641/1000 [00:12<00:06, 57.87it/s]
|
109 |
65%|βββββββ | 647/1000 [00:12<00:06, 58.09it/s]
|
110 |
65%|βββββββ | 653/1000 [00:12<00:05, 58.03it/s]
|
111 |
66%|βββββββ | 659/1000 [00:12<00:05, 58.11it/s]
|
112 |
66%|βββββββ | 665/1000 [00:12<00:05, 58.12it/s]
|
113 |
67%|βββββββ | 671/1000 [00:12<00:05, 58.13it/s]
|
114 |
68%|βββββββ | 677/1000 [00:12<00:05, 58.16it/s]
|
115 |
68%|βββββββ | 683/1000 [00:12<00:05, 58.15it/s]
|
116 |
69%|βββββββ | 689/1000 [00:12<00:05, 58.19it/s]
|
117 |
70%|βββββββ | 695/1000 [00:13<00:05, 58.06it/s]
|
118 |
70%|βββββββ | 701/1000 [00:13<00:05, 58.13it/s]
|
119 |
71%|βββββββ | 707/1000 [00:13<00:05, 58.14it/s]
|
120 |
71%|ββββββββ | 713/1000 [00:13<00:04, 58.13it/s]
|
121 |
72%|ββββββββ | 719/1000 [00:13<00:04, 58.14it/s]
|
122 |
72%|ββββββββ | 725/1000 [00:13<00:04, 58.09it/s]
|
123 |
73%|ββββββββ | 731/1000 [00:13<00:04, 58.06it/s]
|
124 |
74%|ββββββββ | 737/1000 [00:13<00:04, 58.09it/s]
|
125 |
74%|ββββββββ | 743/1000 [00:13<00:04, 58.04it/s]
|
126 |
75%|ββββββββ | 749/1000 [00:13<00:04, 58.12it/s]
|
127 |
76%|ββββββββ | 755/1000 [00:14<00:04, 58.25it/s]
|
128 |
76%|ββββββββ | 761/1000 [00:14<00:04, 58.06it/s]
|
129 |
77%|ββββββββ | 767/1000 [00:14<00:04, 58.12it/s]
|
130 |
77%|ββββββββ | 773/1000 [00:14<00:03, 58.10it/s]
|
131 |
78%|ββββββββ | 779/1000 [00:14<00:03, 58.15it/s]
|
132 |
78%|ββββββββ | 785/1000 [00:14<00:03, 58.18it/s]
|
133 |
79%|ββββββββ | 791/1000 [00:14<00:03, 57.98it/s]
|
134 |
80%|ββββββββ | 797/1000 [00:14<00:03, 57.98it/s]
|
135 |
80%|ββββββββ | 803/1000 [00:14<00:03, 58.01it/s]
|
136 |
81%|ββββββββ | 809/1000 [00:14<00:03, 58.00it/s]
|
137 |
82%|βββββββββ | 815/1000 [00:15<00:03, 57.97it/s]
|
138 |
82%|βββββββββ | 821/1000 [00:15<00:03, 58.03it/s]
|
139 |
83%|βββββββββ | 827/1000 [00:15<00:02, 58.04it/s]
|
140 |
83%|βββββββββ | 833/1000 [00:15<00:02, 58.22it/s]
|
141 |
84%|βββββββββ | 839/1000 [00:15<00:02, 58.29it/s]
|
142 |
84%|βββββββββ | 845/1000 [00:15<00:02, 58.15it/s]
|
143 |
85%|βββββββββ | 851/1000 [00:15<00:02, 58.20it/s]
|
144 |
86%|βββββββββ | 857/1000 [00:15<00:02, 58.12it/s]
|
145 |
86%|βββββββββ | 863/1000 [00:15<00:02, 58.15it/s]
|
146 |
87%|βββββββββ | 869/1000 [00:16<00:02, 58.03it/s]
|
147 |
88%|βββββββββ | 875/1000 [00:16<00:02, 58.04it/s]
|
148 |
88%|βββββββββ | 881/1000 [00:16<00:02, 58.09it/s]
|
149 |
89%|βββββββββ | 887/1000 [00:16<00:01, 57.96it/s]
|
150 |
89%|βββββββββ | 893/1000 [00:16<00:01, 58.06it/s]
|
151 |
90%|βββββββββ | 899/1000 [00:16<00:01, 58.11it/s]
|
152 |
90%|βββββββββ | 905/1000 [00:16<00:01, 58.09it/s]
|
153 |
91%|βββββββββ | 911/1000 [00:16<00:01, 58.06it/s]
|
154 |
92%|ββββββββββ| 917/1000 [00:16<00:01, 58.00it/s]
|
155 |
92%|ββββββββββ| 923/1000 [00:16<00:01, 57.95it/s]
|
156 |
93%|ββββββββββ| 929/1000 [00:17<00:01, 58.08it/s]
|
157 |
94%|ββββββββββ| 935/1000 [00:17<00:01, 58.17it/s]
|
158 |
94%|ββββββββββ| 941/1000 [00:17<00:01, 58.16it/s]
|
159 |
95%|ββββββββββ| 947/1000 [00:17<00:00, 58.17it/s]
|
160 |
95%|ββββββββββ| 953/1000 [00:17<00:00, 58.20it/s]
|
161 |
96%|ββββββββββ| 959/1000 [00:17<00:00, 58.16it/s]
|
162 |
96%|ββββββββββ| 965/1000 [00:17<00:00, 58.21it/s]
|
163 |
97%|ββββββββββ| 971/1000 [00:17<00:00, 58.28it/s]
|
164 |
98%|ββββββββββ| 977/1000 [00:17<00:00, 58.30it/s]
|
165 |
98%|ββββββββββ| 983/1000 [00:17<00:00, 58.32it/s]
|
166 |
99%|ββββββββββ| 989/1000 [00:18<00:00, 58.25it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:02<07:26, 111.74it/s]
|
169 |
1%| | 512/50176 [00:04<06:33, 126.35it/s]
|
170 |
2%|β | 768/50176 [00:06<06:25, 128.24it/s]
|
171 |
2%|β | 1024/50176 [00:07<06:08, 133.46it/s]
|
172 |
3%|β | 1280/50176 [00:09<05:55, 137.49it/s]
|
173 |
3%|β | 1536/50176 [00:11<06:03, 133.74it/s]
|
174 |
4%|β | 1792/50176 [00:13<05:56, 135.68it/s]
|
175 |
4%|β | 2048/50176 [00:15<05:47, 138.54it/s]
|
176 |
5%|β | 2304/50176 [00:17<05:43, 139.31it/s]
|
177 |
5%|β | 2560/50176 [00:18<05:37, 141.22it/s]
|
178 |
6%|β | 2816/50176 [00:20<05:37, 140.52it/s]
|
179 |
6%|β | 3072/50176 [00:22<05:28, 143.30it/s]
|
180 |
7%|β | 3328/50176 [00:24<05:24, 144.37it/s]
|
181 |
7%|β | 3584/50176 [00:25<05:17, 146.88it/s]
|
182 |
8%|β | 3840/50176 [00:27<05:26, 141.86it/s]
|
183 |
8%|β | 4096/50176 [00:29<05:28, 140.32it/s]
|
184 |
9%|β | 4352/50176 [00:31<05:19, 143.37it/s]
|
185 |
9%|β | 4608/50176 [00:33<05:15, 144.58it/s]
|
186 |
10%|β | 4864/50176 [00:34<05:09, 146.58it/s]
|
187 |
10%|β | 5120/50176 [00:36<05:05, 147.56it/s]
|
188 |
11%|β | 5376/50176 [00:38<05:02, 148.10it/s]
|
189 |
11%|β | 5632/50176 [00:39<04:57, 149.73it/s]
|
190 |
12%|ββ | 5888/50176 [00:41<04:55, 149.80it/s]
|
191 |
12%|ββ | 6144/50176 [00:43<05:20, 137.49it/s]
|
192 |
13%|ββ | 6400/50176 [00:45<05:10, 140.93it/s]
|
193 |
13%|ββ | 6656/50176 [00:47<05:03, 143.29it/s]
|
194 |
14%|ββ | 6912/50176 [00:48<05:01, 143.68it/s]
|
195 |
14%|ββ | 7168/50176 [00:50<04:56, 145.03it/s]
|
196 |
15%|ββ | 7424/50176 [00:52<04:50, 147.39it/s]
|
197 |
15%|ββ | 7680/50176 [00:54<04:50, 146.04it/s]
|
198 |
16%|ββ | 7936/50176 [00:55<04:43, 148.98it/s]
|
199 |
16%|ββ | 8192/50176 [00:57<04:44, 147.66it/s]
|
200 |
17%|ββ | 8448/50176 [00:59<04:40, 148.67it/s]
|
201 |
17%|ββ | 8704/50176 [01:00<04:37, 149.35it/s]
|
202 |
18%|ββ | 8960/50176 [01:02<04:44, 144.75it/s]
|
203 |
18%|ββ | 9216/50176 [01:04<04:37, 147.50it/s]
|
204 |
19%|ββ | 9472/50176 [01:06<04:36, 147.23it/s]
|
205 |
19%|ββ | 9728/50176 [01:08<04:38, 145.08it/s]
|
206 |
20%|ββ | 9984/50176 [01:09<04:32, 147.66it/s]
|
207 |
20%|ββ | 10240/50176 [01:11<04:26, 149.59it/s]
|
208 |
21%|ββ | 10496/50176 [01:13<04:24, 150.02it/s]
|
209 |
21%|βββ | 10752/50176 [01:14<04:30, 145.99it/s]
|
210 |
22%|βββ | 11008/50176 [01:16<04:24, 148.08it/s]
|
211 |
22%|βββ | 11264/50176 [01:18<04:22, 148.45it/s]
|
212 |
23%|βββ | 11520/50176 [01:19<04:15, 151.50it/s]
|
213 |
23%|βββ | 11776/50176 [01:21<04:14, 151.09it/s]
|
214 |
24%|βββ | 12032/50176 [01:23<04:12, 151.09it/s]
|
215 |
24%|βββ | 12288/50176 [01:24<04:08, 152.20it/s]
|
216 |
25%|βββ | 12544/50176 [01:26<04:06, 152.73it/s]
|
217 |
26%|βββ | 12800/50176 [01:28<04:04, 152.76it/s]
|
218 |
26%|βββ | 13056/50176 [01:29<04:02, 152.86it/s]
|
219 |
27%|βββ | 13312/50176 [01:31<04:06, 149.79it/s]
|
220 |
27%|βββ | 13568/50176 [01:33<04:14, 143.89it/s]
|
221 |
28%|βββ | 13824/50176 [01:35<04:19, 140.21it/s]
|
222 |
28%|βββ | 14080/50176 [01:37<04:15, 141.30it/s]
|
223 |
29%|βββ | 14336/50176 [01:39<04:19, 138.19it/s]
|
224 |
29%|βββ | 14592/50176 [01:41<04:08, 143.05it/s]
|
225 |
30%|βββ | 14848/50176 [01:43<04:20, 135.61it/s]
|
226 |
30%|βββ | 15104/50176 [01:45<04:18, 135.42it/s]
|
227 |
31%|βββ | 15360/50176 [01:46<04:12, 137.86it/s]
|
228 |
31%|βββ | 15616/50176 [01:48<04:15, 135.09it/s]
|
229 |
32%|ββββ | 15872/50176 [01:50<04:15, 134.28it/s]
|
230 |
32%|ββββ | 16128/50176 [01:52<04:07, 137.69it/s]
|
231 |
33%|ββββ | 16384/50176 [01:54<04:04, 138.15it/s]
|
232 |
33%|ββββ | 16640/50176 [01:56<04:09, 134.15it/s]
|
233 |
34%|ββββ | 16896/50176 [01:58<03:58, 139.35it/s]
|
234 |
34%|ββββ | 17152/50176 [01:59<03:50, 142.99it/s]
|
235 |
35%|ββββ | 17408/50176 [02:01<03:46, 144.52it/s]
|
236 |
35%|ββββ | 17664/50176 [02:03<03:41, 146.62it/s]
|
237 |
36%|ββββ | 17920/50176 [02:04<03:37, 148.15it/s]
|
238 |
36%|ββββ | 18176/50176 [02:06<03:38, 146.69it/s]
|
239 |
37%|ββββ | 18432/50176 [02:08<03:34, 147.71it/s]
|
240 |
37%|ββββ | 18688/50176 [02:10<03:34, 147.05it/s]
|
241 |
38%|ββββ | 18944/50176 [02:12<03:40, 141.69it/s]
|
242 |
38%|ββββ | 19200/50176 [02:14<03:50, 134.59it/s]
|
243 |
39%|ββββ | 19456/50176 [02:16<03:52, 132.38it/s]
|
244 |
39%|ββββ | 19712/50176 [02:18<03:50, 132.27it/s]
|
245 |
40%|ββββ | 19968/50176 [02:19<03:43, 135.17it/s]
|
246 |
40%|ββββ | 20224/50176 [02:21<03:32, 140.94it/s]
|
247 |
41%|ββββ | 20480/50176 [02:23<03:26, 143.65it/s]
|
248 |
41%|βββββ | 20736/50176 [02:25<03:24, 143.88it/s]
|
249 |
42%|βββββ | 20992/50176 [02:26<03:19, 146.25it/s]
|
250 |
42%|βββββ | 21248/50176 [02:28<03:23, 142.30it/s]
|
251 |
43%|βββββ | 21504/50176 [02:30<03:16, 146.11it/s]
|
252 |
43%|βββββ | 21760/50176 [02:31<03:12, 147.39it/s]
|
253 |
44%|βββββ | 22016/50176 [02:33<03:07, 150.32it/s]
|
254 |
44%|βββββ | 22272/50176 [02:35<03:06, 149.77it/s]
|
255 |
45%|βββββ | 22528/50176 [02:36<03:03, 150.91it/s]
|
256 |
45%|βββββ | 22784/50176 [02:38<03:08, 145.09it/s]
|
257 |
46%|βββββ | 23040/50176 [02:40<03:09, 142.90it/s]
|
258 |
46%|βββββ | 23296/50176 [02:42<03:12, 139.73it/s]
|
259 |
47%|βββββ | 23552/50176 [02:44<03:15, 136.46it/s]
|
260 |
47%|βββββ | 23808/50176 [02:46<03:07, 140.99it/s]
|
261 |
48%|βββββ | 24064/50176 [02:48<03:02, 142.78it/s]
|
262 |
48%|βββββ | 24320/50176 [02:49<03:00, 143.24it/s]
|
263 |
49%|βββββ | 24576/50176 [02:51<02:56, 145.34it/s]
|
264 |
49%|βββββ | 24832/50176 [02:53<02:50, 148.48it/s]
|
265 |
50%|βββββ | 25088/50176 [02:54<02:48, 148.98it/s]
|
266 |
51%|βββββ | 25344/50176 [02:56<02:46, 149.54it/s]
|
267 |
51%|βββββ | 25600/50176 [02:58<02:48, 145.81it/s]
|
268 |
52%|ββββββ | 25856/50176 [03:00<02:41, 150.42it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:01<02:43, 147.31it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:03<02:46, 143.35it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:05<02:42, 145.04it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:07<02:40, 144.91it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:08<02:38, 145.67it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:10<02:35, 146.37it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:12<02:28, 152.15it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:14<02:36, 142.06it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:16<02:33, 143.63it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:17<02:30, 144.15it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:19<02:33, 140.26it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:21<02:28, 142.75it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:23<02:25, 144.73it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:25<02:32, 136.16it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:27<02:34, 132.86it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:29<02:32, 133.02it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:30<02:25, 137.46it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:32<02:17, 143.09it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:34<02:16, 142.73it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:36<02:11, 145.61it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:37<02:08, 148.00it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:39<02:05, 149.34it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:41<02:03, 149.49it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:42<02:02, 148.35it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:44<02:00, 148.30it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:46<02:02, 144.68it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:48<01:58, 147.23it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:49<01:57, 145.46it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:51<01:55, 146.85it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:53<01:56, 143.28it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:55<01:51, 146.33it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:56<01:47, 150.28it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:58<01:45, 150.97it/s]
|
302 |
69%|βββββββ | 34560/50176 [04:00<01:47, 145.52it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:02<01:45, 145.78it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:03<01:44, 144.98it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:05<01:40, 147.73it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:07<01:40, 145.40it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:09<01:41, 140.95it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:11<01:38, 143.41it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:12<01:37, 141.55it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:14<01:33, 144.52it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:16<01:32, 143.19it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:18<01:30, 144.56it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:19<01:26, 148.77it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:21<01:23, 151.01it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:23<01:22, 148.45it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:24<01:20, 149.90it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:26<01:19, 148.40it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:28<01:18, 146.98it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:30<01:17, 145.40it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:32<01:17, 141.76it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:33<01:14, 143.67it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:35<01:12, 145.26it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:37<01:09, 147.77it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:38<01:06, 150.03it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:40<01:07, 143.25it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:42<01:08, 137.99it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:44<01:04, 143.47it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:46<01:01, 146.80it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:47<00:58, 148.91it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:49<00:55, 151.66it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:51<00:53, 151.82it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:52<00:53, 148.69it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:54<00:51, 149.79it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:56<00:49, 149.32it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:57<00:47, 150.81it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:59<00:45, 150.53it/s]
|
337 |
87%|βββββββββ | 43520/50176 [05:01<00:44, 148.75it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:03<00:43, 146.35it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:04<00:41, 147.98it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:06<00:39, 150.48it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:08<00:38, 147.77it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:10<00:36, 146.37it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:11<00:34, 148.45it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:13<00:34, 141.80it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:15<00:31, 146.60it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:17<00:29, 148.24it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:18<00:27, 148.54it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:20<00:25, 149.42it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:22<00:24, 148.74it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:24<00:22, 148.18it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:25<00:21, 143.71it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:27<00:19, 145.42it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:29<00:17, 143.66it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:31<00:15, 146.55it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:32<00:13, 146.99it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:34<00:11, 149.73it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:36<00:10, 151.90it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:37<00:08, 151.92it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:39<00:06, 147.66it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:41<00:05, 145.41it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:43<00:03, 145.51it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:45<00:01, 138.63it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:00:57 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:00:57 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:00:59 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_20.pt).
|
4 |
+
2022-12-21,10:01:05 | INFO | Model:
|
5 |
+
2022-12-21,10:01:05 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:01:05 | INFO | Params:
|
359 |
+
2022-12-21,10:01:05 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:01:05 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:01:05 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:01:05 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_20.pt/checkpoints
|
363 |
+
2022-12-21,10:01:05 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:01:05 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:01:05 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:01:05 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:01:05 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:01:05 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:01:05 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:01:05 | INFO | debug: False
|
371 |
+
2022-12-21,10:01:05 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:01:05 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:01:05 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:01:05 | INFO | distributed: False
|
375 |
+
2022-12-21,10:01:05 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:01:05 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:01:05 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:01:05 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:01:05 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:01:05 | INFO | horovod: False
|
381 |
+
2022-12-21,10:01:05 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:01:05 | INFO | image_std: None
|
383 |
+
2022-12-21,10:01:05 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:01:05 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:01:05 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:01:05 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:01:05 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:01:05 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:01:05 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:01:05 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:01:05 | INFO | log_local: False
|
392 |
+
2022-12-21,10:01:05 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_20.pt/out.log
|
393 |
+
2022-12-21,10:01:05 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:01:05 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:01:05 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:01:05 | INFO | name: epoch_20.pt
|
397 |
+
2022-12-21,10:01:05 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:01:05 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:01:05 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:01:05 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_20.pt
|
401 |
+
2022-12-21,10:01:05 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:01:05 | INFO | rank: 0
|
403 |
+
2022-12-21,10:01:05 | INFO | report_to:
|
404 |
+
2022-12-21,10:01:05 | INFO | resume: None
|
405 |
+
2022-12-21,10:01:05 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:01:05 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:01:05 | INFO | seed: 0
|
408 |
+
2022-12-21,10:01:05 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:01:05 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:01:05 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:01:05 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:01:05 | INFO | trace: False
|
413 |
+
2022-12-21,10:01:05 | INFO | train_data: None
|
414 |
+
2022-12-21,10:01:05 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:01:05 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:01:05 | INFO | val_data: None
|
417 |
+
2022-12-21,10:01:05 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:01:05 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:01:05 | INFO | wandb: False
|
420 |
+
2022-12-21,10:01:05 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:01:05 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:01:05 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:01:05 | INFO | workers: 1
|
424 |
+
2022-12-21,10:01:05 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:01:05 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:01:05 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:01:05 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<15:32, 1.07it/s]
|
431 |
1%| | 6/1000 [00:01<02:12, 7.52it/s]
|
432 |
1%| | 11/1000 [00:01<01:09, 14.19it/s]
|
433 |
2%|β | 17/1000 [00:01<00:44, 22.14it/s]
|
434 |
2%|β | 23/1000 [00:01<00:33, 29.27it/s]
|
435 |
3%|β | 29/1000 [00:01<00:27, 35.39it/s]
|
436 |
4%|β | 35/1000 [00:01<00:24, 39.83it/s]
|
437 |
4%|β | 41/1000 [00:01<00:21, 44.30it/s]
|
438 |
5%|β | 47/1000 [00:01<00:19, 47.75it/s]
|
439 |
5%|β | 53/1000 [00:01<00:18, 49.91it/s]
|
440 |
6%|β | 59/1000 [00:02<00:18, 51.28it/s]
|
441 |
6%|β | 65/1000 [00:02<00:17, 52.20it/s]
|
442 |
7%|β | 71/1000 [00:02<00:17, 52.85it/s]
|
443 |
8%|β | 77/1000 [00:02<00:17, 53.42it/s]
|
444 |
8%|β | 83/1000 [00:02<00:17, 53.89it/s]
|
445 |
9%|β | 89/1000 [00:02<00:16, 55.18it/s]
|
446 |
10%|β | 95/1000 [00:02<00:16, 56.05it/s]
|
447 |
10%|β | 101/1000 [00:02<00:15, 56.66it/s]
|
448 |
11%|β | 107/1000 [00:02<00:15, 57.23it/s]
|
449 |
11%|ββ | 113/1000 [00:02<00:15, 57.55it/s]
|
450 |
12%|ββ | 119/1000 [00:03<00:15, 57.68it/s]
|
451 |
12%|ββ | 125/1000 [00:03<00:15, 57.75it/s]
|
452 |
13%|ββ | 131/1000 [00:03<00:15, 57.85it/s]
|
453 |
14%|ββ | 137/1000 [00:03<00:14, 57.83it/s]
|
454 |
14%|ββ | 143/1000 [00:03<00:14, 57.81it/s]
|
455 |
15%|ββ | 149/1000 [00:03<00:14, 57.87it/s]
|
456 |
16%|ββ | 155/1000 [00:03<00:14, 57.96it/s]
|
457 |
16%|ββ | 161/1000 [00:03<00:14, 57.88it/s]
|
458 |
17%|ββ | 167/1000 [00:03<00:14, 57.54it/s]
|
459 |
17%|ββ | 173/1000 [00:04<00:14, 57.60it/s]
|
460 |
18%|ββ | 179/1000 [00:04<00:14, 57.66it/s]
|
461 |
18%|ββ | 185/1000 [00:04<00:14, 57.56it/s]
|
462 |
19%|ββ | 191/1000 [00:04<00:14, 57.59it/s]
|
463 |
20%|ββ | 197/1000 [00:04<00:13, 57.56it/s]
|
464 |
20%|ββ | 203/1000 [00:04<00:13, 57.46it/s]
|
465 |
21%|ββ | 209/1000 [00:04<00:13, 57.32it/s]
|
466 |
22%|βββ | 215/1000 [00:04<00:13, 57.39it/s]
|
467 |
22%|βββ | 221/1000 [00:04<00:13, 57.41it/s]
|
468 |
23%|βββ | 227/1000 [00:04<00:13, 57.59it/s]
|
469 |
23%|βββ | 233/1000 [00:05<00:13, 57.65it/s]
|
470 |
24%|βββ | 239/1000 [00:05<00:13, 57.50it/s]
|
471 |
24%|βββ | 245/1000 [00:05<00:13, 57.53it/s]
|
472 |
25%|βββ | 251/1000 [00:05<00:13, 57.61it/s]
|
473 |
26%|βββ | 257/1000 [00:05<00:12, 57.79it/s]
|
474 |
26%|βββ | 263/1000 [00:05<00:12, 57.77it/s]
|
475 |
27%|βββ | 269/1000 [00:05<00:12, 57.54it/s]
|
476 |
28%|βββ | 275/1000 [00:05<00:12, 57.64it/s]
|
477 |
28%|βββ | 281/1000 [00:05<00:12, 57.77it/s]
|
478 |
29%|βββ | 287/1000 [00:05<00:12, 57.87it/s]
|
479 |
29%|βββ | 293/1000 [00:06<00:12, 58.10it/s]
|
480 |
30%|βββ | 299/1000 [00:06<00:12, 58.07it/s]
|
481 |
30%|βββ | 305/1000 [00:06<00:11, 58.08it/s]
|
482 |
31%|βββ | 311/1000 [00:06<00:11, 58.18it/s]
|
483 |
32%|ββββ | 317/1000 [00:06<00:11, 58.16it/s]
|
484 |
32%|ββββ | 323/1000 [00:06<00:11, 58.12it/s]
|
485 |
33%|ββββ | 329/1000 [00:06<00:11, 57.94it/s]
|
486 |
34%|ββββ | 335/1000 [00:06<00:11, 57.99it/s]
|
487 |
34%|ββββ | 341/1000 [00:06<00:11, 58.03it/s]
|
488 |
35%|ββββ | 347/1000 [00:07<00:11, 58.15it/s]
|
489 |
35%|ββββ | 353/1000 [00:07<00:11, 57.87it/s]
|
490 |
36%|ββββ | 359/1000 [00:07<00:11, 58.00it/s]
|
491 |
36%|ββββ | 365/1000 [00:07<00:10, 57.95it/s]
|
492 |
37%|ββββ | 371/1000 [00:07<00:10, 58.10it/s]
|
493 |
38%|ββββ | 377/1000 [00:07<00:10, 57.94it/s]
|
494 |
38%|ββββ | 383/1000 [00:07<00:10, 57.74it/s]
|
495 |
39%|ββββ | 389/1000 [00:07<00:10, 57.71it/s]
|
496 |
40%|ββββ | 395/1000 [00:07<00:10, 57.82it/s]
|
497 |
40%|ββββ | 401/1000 [00:07<00:10, 57.94it/s]
|
498 |
41%|ββββ | 407/1000 [00:08<00:10, 58.04it/s]
|
499 |
41%|βββββ | 413/1000 [00:08<00:10, 58.08it/s]
|
500 |
42%|βββββ | 419/1000 [00:08<00:09, 58.12it/s]
|
501 |
42%|βββββ | 425/1000 [00:08<00:09, 58.06it/s]
|
502 |
43%|βββββ | 431/1000 [00:08<00:09, 58.20it/s]
|
503 |
44%|βββββ | 437/1000 [00:08<00:09, 58.20it/s]
|
504 |
44%|βββββ | 443/1000 [00:08<00:09, 58.00it/s]
|
505 |
45%|βββββ | 449/1000 [00:08<00:09, 58.02it/s]
|
506 |
46%|βββββ | 455/1000 [00:08<00:09, 58.09it/s]
|
507 |
46%|βββββ | 461/1000 [00:08<00:09, 58.04it/s]
|
508 |
47%|βββββ | 467/1000 [00:09<00:09, 58.02it/s]
|
509 |
47%|βββββ | 473/1000 [00:09<00:09, 58.16it/s]
|
510 |
48%|βββββ | 479/1000 [00:09<00:08, 58.06it/s]
|
511 |
48%|βββββ | 485/1000 [00:09<00:08, 58.04it/s]
|
512 |
49%|βββββ | 491/1000 [00:09<00:08, 57.99it/s]
|
513 |
50%|βββββ | 497/1000 [00:09<00:08, 57.88it/s]
|
514 |
50%|βββββ | 503/1000 [00:09<00:08, 58.00it/s]
|
515 |
51%|βββββ | 509/1000 [00:09<00:08, 57.90it/s]
|
516 |
52%|ββββββ | 515/1000 [00:09<00:08, 57.96it/s]
|
517 |
52%|ββββββ | 521/1000 [00:10<00:08, 58.00it/s]
|
518 |
53%|ββββββ | 527/1000 [00:10<00:08, 58.11it/s]
|
519 |
53%|ββββββ | 533/1000 [00:10<00:08, 58.02it/s]
|
520 |
54%|ββββββ | 539/1000 [00:10<00:07, 58.12it/s]
|
521 |
55%|ββββββ | 545/1000 [00:10<00:07, 58.15it/s]
|
522 |
55%|ββββββ | 551/1000 [00:10<00:07, 58.05it/s]
|
523 |
56%|ββββββ | 557/1000 [00:10<00:07, 58.03it/s]
|
524 |
56%|ββββββ | 563/1000 [00:10<00:07, 58.11it/s]
|
525 |
57%|ββββββ | 569/1000 [00:10<00:07, 58.01it/s]
|
526 |
57%|ββββββ | 575/1000 [00:10<00:07, 57.93it/s]
|
527 |
58%|ββββββ | 581/1000 [00:11<00:07, 58.08it/s]
|
528 |
59%|ββββββ | 587/1000 [00:11<00:07, 58.00it/s]
|
529 |
59%|ββββββ | 593/1000 [00:11<00:07, 57.95it/s]
|
530 |
60%|ββββββ | 599/1000 [00:11<00:06, 58.07it/s]
|
531 |
60%|ββββββ | 605/1000 [00:11<00:06, 57.99it/s]
|
532 |
61%|ββββββ | 611/1000 [00:11<00:06, 58.05it/s]
|
533 |
62%|βββββββ | 617/1000 [00:11<00:06, 58.11it/s]
|
534 |
62%|βββββββ | 623/1000 [00:11<00:06, 58.10it/s]
|
535 |
63%|βββββββ | 629/1000 [00:11<00:06, 58.14it/s]
|
536 |
64%|βββββββ | 635/1000 [00:11<00:06, 57.99it/s]
|
537 |
64%|βββββββ | 641/1000 [00:12<00:06, 57.87it/s]
|
538 |
65%|βββββββ | 647/1000 [00:12<00:06, 58.09it/s]
|
539 |
65%|βββββββ | 653/1000 [00:12<00:05, 58.03it/s]
|
540 |
66%|βββββββ | 659/1000 [00:12<00:05, 58.11it/s]
|
541 |
66%|βββββββ | 665/1000 [00:12<00:05, 58.12it/s]
|
542 |
67%|βββββββ | 671/1000 [00:12<00:05, 58.13it/s]
|
543 |
68%|βββββββ | 677/1000 [00:12<00:05, 58.16it/s]
|
544 |
68%|βββββββ | 683/1000 [00:12<00:05, 58.15it/s]
|
545 |
69%|βββββββ | 689/1000 [00:12<00:05, 58.19it/s]
|
546 |
70%|βββββββ | 695/1000 [00:13<00:05, 58.06it/s]
|
547 |
70%|βββββββ | 701/1000 [00:13<00:05, 58.13it/s]
|
548 |
71%|βββββββ | 707/1000 [00:13<00:05, 58.14it/s]
|
549 |
71%|ββββββββ | 713/1000 [00:13<00:04, 58.13it/s]
|
550 |
72%|ββββββββ | 719/1000 [00:13<00:04, 58.14it/s]
|
551 |
72%|ββββββββ | 725/1000 [00:13<00:04, 58.09it/s]
|
552 |
73%|ββββββββ | 731/1000 [00:13<00:04, 58.06it/s]
|
553 |
74%|ββββββββ | 737/1000 [00:13<00:04, 58.09it/s]
|
554 |
74%|ββββββββ | 743/1000 [00:13<00:04, 58.04it/s]
|
555 |
75%|ββββββββ | 749/1000 [00:13<00:04, 58.12it/s]
|
556 |
76%|ββββββββ | 755/1000 [00:14<00:04, 58.25it/s]
|
557 |
76%|ββββββββ | 761/1000 [00:14<00:04, 58.06it/s]
|
558 |
77%|ββββββββ | 767/1000 [00:14<00:04, 58.12it/s]
|
559 |
77%|ββββββββ | 773/1000 [00:14<00:03, 58.10it/s]
|
560 |
78%|ββββββββ | 779/1000 [00:14<00:03, 58.15it/s]
|
561 |
78%|ββββββββ | 785/1000 [00:14<00:03, 58.18it/s]
|
562 |
79%|ββββββββ | 791/1000 [00:14<00:03, 57.98it/s]
|
563 |
80%|ββββββββ | 797/1000 [00:14<00:03, 57.98it/s]
|
564 |
80%|ββββββββ | 803/1000 [00:14<00:03, 58.01it/s]
|
565 |
81%|ββββββββ | 809/1000 [00:14<00:03, 58.00it/s]
|
566 |
82%|βββββββββ | 815/1000 [00:15<00:03, 57.97it/s]
|
567 |
82%|βββββββββ | 821/1000 [00:15<00:03, 58.03it/s]
|
568 |
83%|βββββββββ | 827/1000 [00:15<00:02, 58.04it/s]
|
569 |
83%|βββββββββ | 833/1000 [00:15<00:02, 58.22it/s]
|
570 |
84%|βββββββββ | 839/1000 [00:15<00:02, 58.29it/s]
|
571 |
84%|βββββββββ | 845/1000 [00:15<00:02, 58.15it/s]
|
572 |
85%|βββββββββ | 851/1000 [00:15<00:02, 58.20it/s]
|
573 |
86%|βββββββββ | 857/1000 [00:15<00:02, 58.12it/s]
|
574 |
86%|βββββββββ | 863/1000 [00:15<00:02, 58.15it/s]
|
575 |
87%|βββββββββ | 869/1000 [00:16<00:02, 58.03it/s]
|
576 |
88%|βββββββββ | 875/1000 [00:16<00:02, 58.04it/s]
|
577 |
88%|βββββββββ | 881/1000 [00:16<00:02, 58.09it/s]
|
578 |
89%|βββββββββ | 887/1000 [00:16<00:01, 57.96it/s]
|
579 |
89%|βββββββββ | 893/1000 [00:16<00:01, 58.06it/s]
|
580 |
90%|βββββββββ | 899/1000 [00:16<00:01, 58.11it/s]
|
581 |
90%|βββββββββ | 905/1000 [00:16<00:01, 58.09it/s]
|
582 |
91%|βββββββββ | 911/1000 [00:16<00:01, 58.06it/s]
|
583 |
92%|ββββββββββ| 917/1000 [00:16<00:01, 58.00it/s]
|
584 |
92%|ββββββββββ| 923/1000 [00:16<00:01, 57.95it/s]
|
585 |
93%|ββββββββββ| 929/1000 [00:17<00:01, 58.08it/s]
|
586 |
94%|ββββββββββ| 935/1000 [00:17<00:01, 58.17it/s]
|
587 |
94%|ββββββββββ| 941/1000 [00:17<00:01, 58.16it/s]
|
588 |
95%|ββββββββββ| 947/1000 [00:17<00:00, 58.17it/s]
|
589 |
95%|ββββββββββ| 953/1000 [00:17<00:00, 58.20it/s]
|
590 |
96%|ββββββββββ| 959/1000 [00:17<00:00, 58.16it/s]
|
591 |
96%|ββββββββββ| 965/1000 [00:17<00:00, 58.21it/s]
|
592 |
97%|ββββββββββ| 971/1000 [00:17<00:00, 58.28it/s]
|
593 |
98%|ββββββββββ| 977/1000 [00:17<00:00, 58.30it/s]
|
594 |
98%|ββββββββββ| 983/1000 [00:17<00:00, 58.32it/s]
|
595 |
99%|ββββββββββ| 989/1000 [00:18<00:00, 58.25it/s]
|
596 |
+
2022-12-21,10:01:23 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:02<07:26, 111.74it/s]
|
600 |
1%| | 512/50176 [00:04<06:33, 126.35it/s]
|
601 |
2%|β | 768/50176 [00:06<06:25, 128.24it/s]
|
602 |
2%|β | 1024/50176 [00:07<06:08, 133.46it/s]
|
603 |
3%|β | 1280/50176 [00:09<05:55, 137.49it/s]
|
604 |
3%|β | 1536/50176 [00:11<06:03, 133.74it/s]
|
605 |
4%|β | 1792/50176 [00:13<05:56, 135.68it/s]
|
606 |
4%|β | 2048/50176 [00:15<05:47, 138.54it/s]
|
607 |
5%|β | 2304/50176 [00:17<05:43, 139.31it/s]
|
608 |
5%|β | 2560/50176 [00:18<05:37, 141.22it/s]
|
609 |
6%|β | 2816/50176 [00:20<05:37, 140.52it/s]
|
610 |
6%|β | 3072/50176 [00:22<05:28, 143.30it/s]
|
611 |
7%|β | 3328/50176 [00:24<05:24, 144.37it/s]
|
612 |
7%|β | 3584/50176 [00:25<05:17, 146.88it/s]
|
613 |
8%|β | 3840/50176 [00:27<05:26, 141.86it/s]
|
614 |
8%|β | 4096/50176 [00:29<05:28, 140.32it/s]
|
615 |
9%|β | 4352/50176 [00:31<05:19, 143.37it/s]
|
616 |
9%|β | 4608/50176 [00:33<05:15, 144.58it/s]
|
617 |
10%|β | 4864/50176 [00:34<05:09, 146.58it/s]
|
618 |
10%|β | 5120/50176 [00:36<05:05, 147.56it/s]
|
619 |
11%|β | 5376/50176 [00:38<05:02, 148.10it/s]
|
620 |
11%|β | 5632/50176 [00:39<04:57, 149.73it/s]
|
621 |
12%|ββ | 5888/50176 [00:41<04:55, 149.80it/s]
|
622 |
12%|ββ | 6144/50176 [00:43<05:20, 137.49it/s]
|
623 |
13%|ββ | 6400/50176 [00:45<05:10, 140.93it/s]
|
624 |
13%|ββ | 6656/50176 [00:47<05:03, 143.29it/s]
|
625 |
14%|ββ | 6912/50176 [00:48<05:01, 143.68it/s]
|
626 |
14%|ββ | 7168/50176 [00:50<04:56, 145.03it/s]
|
627 |
15%|ββ | 7424/50176 [00:52<04:50, 147.39it/s]
|
628 |
15%|ββ | 7680/50176 [00:54<04:50, 146.04it/s]
|
629 |
16%|ββ | 7936/50176 [00:55<04:43, 148.98it/s]
|
630 |
16%|ββ | 8192/50176 [00:57<04:44, 147.66it/s]
|
631 |
17%|ββ | 8448/50176 [00:59<04:40, 148.67it/s]
|
632 |
17%|ββ | 8704/50176 [01:00<04:37, 149.35it/s]
|
633 |
18%|ββ | 8960/50176 [01:02<04:44, 144.75it/s]
|
634 |
18%|ββ | 9216/50176 [01:04<04:37, 147.50it/s]
|
635 |
19%|ββ | 9472/50176 [01:06<04:36, 147.23it/s]
|
636 |
19%|ββ | 9728/50176 [01:08<04:38, 145.08it/s]
|
637 |
20%|ββ | 9984/50176 [01:09<04:32, 147.66it/s]
|
638 |
20%|ββ | 10240/50176 [01:11<04:26, 149.59it/s]
|
639 |
21%|ββ | 10496/50176 [01:13<04:24, 150.02it/s]
|
640 |
21%|βββ | 10752/50176 [01:14<04:30, 145.99it/s]
|
641 |
22%|βββ | 11008/50176 [01:16<04:24, 148.08it/s]
|
642 |
22%|βββ | 11264/50176 [01:18<04:22, 148.45it/s]
|
643 |
23%|βββ | 11520/50176 [01:19<04:15, 151.50it/s]
|
644 |
23%|βββ | 11776/50176 [01:21<04:14, 151.09it/s]
|
645 |
24%|βββ | 12032/50176 [01:23<04:12, 151.09it/s]
|
646 |
24%|βββ | 12288/50176 [01:24<04:08, 152.20it/s]
|
647 |
25%|βββ | 12544/50176 [01:26<04:06, 152.73it/s]
|
648 |
26%|βββ | 12800/50176 [01:28<04:04, 152.76it/s]
|
649 |
26%|βββ | 13056/50176 [01:29<04:02, 152.86it/s]
|
650 |
27%|βββ | 13312/50176 [01:31<04:06, 149.79it/s]
|
651 |
27%|βββ | 13568/50176 [01:33<04:14, 143.89it/s]
|
652 |
28%|βββ | 13824/50176 [01:35<04:19, 140.21it/s]
|
653 |
28%|βββ | 14080/50176 [01:37<04:15, 141.30it/s]
|
654 |
29%|βββ | 14336/50176 [01:39<04:19, 138.19it/s]
|
655 |
29%|βββ | 14592/50176 [01:41<04:08, 143.05it/s]
|
656 |
30%|βββ | 14848/50176 [01:43<04:20, 135.61it/s]
|
657 |
30%|βββ | 15104/50176 [01:45<04:18, 135.42it/s]
|
658 |
31%|βββ | 15360/50176 [01:46<04:12, 137.86it/s]
|
659 |
31%|βββ | 15616/50176 [01:48<04:15, 135.09it/s]
|
660 |
32%|ββββ | 15872/50176 [01:50<04:15, 134.28it/s]
|
661 |
32%|ββββ | 16128/50176 [01:52<04:07, 137.69it/s]
|
662 |
33%|ββββ | 16384/50176 [01:54<04:04, 138.15it/s]
|
663 |
33%|ββββ | 16640/50176 [01:56<04:09, 134.15it/s]
|
664 |
34%|ββββ | 16896/50176 [01:58<03:58, 139.35it/s]
|
665 |
34%|ββββ | 17152/50176 [01:59<03:50, 142.99it/s]
|
666 |
35%|ββββ | 17408/50176 [02:01<03:46, 144.52it/s]
|
667 |
35%|ββββ | 17664/50176 [02:03<03:41, 146.62it/s]
|
668 |
36%|ββββ | 17920/50176 [02:04<03:37, 148.15it/s]
|
669 |
36%|ββββ | 18176/50176 [02:06<03:38, 146.69it/s]
|
670 |
37%|ββββ | 18432/50176 [02:08<03:34, 147.71it/s]
|
671 |
37%|ββββ | 18688/50176 [02:10<03:34, 147.05it/s]
|
672 |
38%|ββββ | 18944/50176 [02:12<03:40, 141.69it/s]
|
673 |
38%|ββββ | 19200/50176 [02:14<03:50, 134.59it/s]
|
674 |
39%|ββββ | 19456/50176 [02:16<03:52, 132.38it/s]
|
675 |
39%|ββββ | 19712/50176 [02:18<03:50, 132.27it/s]
|
676 |
40%|ββββ | 19968/50176 [02:19<03:43, 135.17it/s]
|
677 |
40%|ββββ | 20224/50176 [02:21<03:32, 140.94it/s]
|
678 |
41%|ββββ | 20480/50176 [02:23<03:26, 143.65it/s]
|
679 |
41%|βββββ | 20736/50176 [02:25<03:24, 143.88it/s]
|
680 |
42%|βββββ | 20992/50176 [02:26<03:19, 146.25it/s]
|
681 |
42%|βββββ | 21248/50176 [02:28<03:23, 142.30it/s]
|
682 |
43%|βββββ | 21504/50176 [02:30<03:16, 146.11it/s]
|
683 |
43%|βββββ | 21760/50176 [02:31<03:12, 147.39it/s]
|
684 |
44%|βββββ | 22016/50176 [02:33<03:07, 150.32it/s]
|
685 |
44%|βββββ | 22272/50176 [02:35<03:06, 149.77it/s]
|
686 |
45%|βββββ | 22528/50176 [02:36<03:03, 150.91it/s]
|
687 |
45%|βββββ | 22784/50176 [02:38<03:08, 145.09it/s]
|
688 |
46%|βββββ | 23040/50176 [02:40<03:09, 142.90it/s]
|
689 |
46%|βββββ | 23296/50176 [02:42<03:12, 139.73it/s]
|
690 |
47%|βββββ | 23552/50176 [02:44<03:15, 136.46it/s]
|
691 |
47%|βββββ | 23808/50176 [02:46<03:07, 140.99it/s]
|
692 |
48%|βββββ | 24064/50176 [02:48<03:02, 142.78it/s]
|
693 |
48%|βββββ | 24320/50176 [02:49<03:00, 143.24it/s]
|
694 |
49%|βββββ | 24576/50176 [02:51<02:56, 145.34it/s]
|
695 |
49%|βββββ | 24832/50176 [02:53<02:50, 148.48it/s]
|
696 |
50%|βββββ | 25088/50176 [02:54<02:48, 148.98it/s]
|
697 |
51%|βββββ | 25344/50176 [02:56<02:46, 149.54it/s]
|
698 |
51%|βββββ | 25600/50176 [02:58<02:48, 145.81it/s]
|
699 |
52%|ββββββ | 25856/50176 [03:00<02:41, 150.42it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:01<02:43, 147.31it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:03<02:46, 143.35it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:05<02:42, 145.04it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:07<02:40, 144.91it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:08<02:38, 145.67it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:10<02:35, 146.37it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:12<02:28, 152.15it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:14<02:36, 142.06it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:16<02:33, 143.63it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:17<02:30, 144.15it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:19<02:33, 140.26it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:21<02:28, 142.75it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:23<02:25, 144.73it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:25<02:32, 136.16it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:27<02:34, 132.86it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:29<02:32, 133.02it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:30<02:25, 137.46it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:32<02:17, 143.09it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:34<02:16, 142.73it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:36<02:11, 145.61it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:37<02:08, 148.00it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:39<02:05, 149.34it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:41<02:03, 149.49it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:42<02:02, 148.35it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:44<02:00, 148.30it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:46<02:02, 144.68it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:48<01:58, 147.23it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:49<01:57, 145.46it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:51<01:55, 146.85it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:53<01:56, 143.28it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:55<01:51, 146.33it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:56<01:47, 150.28it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:58<01:45, 150.97it/s]
|
733 |
69%|βββββββ | 34560/50176 [04:00<01:47, 145.52it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:02<01:45, 145.78it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:03<01:44, 144.98it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:05<01:40, 147.73it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:07<01:40, 145.40it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:09<01:41, 140.95it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:11<01:38, 143.41it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:12<01:37, 141.55it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:14<01:33, 144.52it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:16<01:32, 143.19it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:18<01:30, 144.56it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:19<01:26, 148.77it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:21<01:23, 151.01it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:23<01:22, 148.45it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:24<01:20, 149.90it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:26<01:19, 148.40it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:28<01:18, 146.98it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:30<01:17, 145.40it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:32<01:17, 141.76it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:33<01:14, 143.67it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:35<01:12, 145.26it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:37<01:09, 147.77it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:38<01:06, 150.03it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:40<01:07, 143.25it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:42<01:08, 137.99it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:44<01:04, 143.47it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:46<01:01, 146.80it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:47<00:58, 148.91it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:49<00:55, 151.66it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:51<00:53, 151.82it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:52<00:53, 148.69it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:54<00:51, 149.79it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:56<00:49, 149.32it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:57<00:47, 150.81it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:59<00:45, 150.53it/s]
|
768 |
87%|βββββββββ | 43520/50176 [05:01<00:44, 148.75it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:03<00:43, 146.35it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:04<00:41, 147.98it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:06<00:39, 150.48it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:08<00:38, 147.77it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:10<00:36, 146.37it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:11<00:34, 148.45it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:13<00:34, 141.80it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:15<00:31, 146.60it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:17<00:29, 148.24it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:18<00:27, 148.54it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:20<00:25, 149.42it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:22<00:24, 148.74it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:24<00:22, 148.18it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:25<00:21, 143.71it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:27<00:19, 145.42it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:29<00:17, 143.66it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:31<00:15, 146.55it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:32<00:13, 146.99it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:34<00:11, 149.73it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:36<00:10, 151.90it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:37<00:08, 151.92it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:39<00:06, 147.66it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:41<00:05, 145.41it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:43<00:03, 145.51it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:45<00:01, 138.63it/s]
|
794 |
+
2022-12-21,10:07:09 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:07:09 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5645 imagenet-zeroshot-val-top5: 0.8353
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_21.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c216a92478cd7ea89e726cfbb187bf4a715a0f3c9141cfd597a85bc6e049731
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_21.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<10:56, 1.52it/s]
|
2 |
1%| | 7/1000 [00:00<01:25, 11.56it/s]
|
3 |
1%|β | 13/1000 [00:00<00:48, 20.38it/s]
|
4 |
2%|β | 19/1000 [00:00<00:34, 28.69it/s]
|
5 |
2%|β | 25/1000 [00:01<00:27, 35.66it/s]
|
6 |
3%|β | 31/1000 [00:01<00:23, 41.36it/s]
|
7 |
4%|β | 37/1000 [00:01<00:21, 45.75it/s]
|
8 |
4%|β | 43/1000 [00:01<00:19, 49.05it/s]
|
9 |
5%|β | 49/1000 [00:01<00:18, 51.46it/s]
|
10 |
6%|β | 55/1000 [00:01<00:17, 53.17it/s]
|
11 |
6%|β | 61/1000 [00:01<00:17, 54.41it/s]
|
12 |
7%|β | 67/1000 [00:01<00:16, 55.36it/s]
|
13 |
7%|β | 73/1000 [00:01<00:16, 56.05it/s]
|
14 |
8%|β | 79/1000 [00:02<00:16, 56.64it/s]
|
15 |
8%|β | 85/1000 [00:02<00:17, 51.56it/s]
|
16 |
9%|β | 91/1000 [00:02<00:17, 53.35it/s]
|
17 |
10%|β | 97/1000 [00:02<00:16, 54.85it/s]
|
18 |
10%|β | 103/1000 [00:02<00:16, 55.84it/s]
|
19 |
11%|β | 109/1000 [00:02<00:15, 56.44it/s]
|
20 |
12%|ββ | 115/1000 [00:02<00:15, 57.08it/s]
|
21 |
12%|ββ | 121/1000 [00:02<00:15, 57.36it/s]
|
22 |
13%|ββ | 127/1000 [00:02<00:15, 57.58it/s]
|
23 |
13%|ββ | 133/1000 [00:03<00:15, 57.78it/s]
|
24 |
14%|ββ | 139/1000 [00:03<00:14, 57.88it/s]
|
25 |
14%|ββ | 145/1000 [00:03<00:14, 58.00it/s]
|
26 |
15%|ββ | 151/1000 [00:03<00:14, 58.09it/s]
|
27 |
16%|ββ | 157/1000 [00:03<00:14, 58.06it/s]
|
28 |
16%|ββ | 163/1000 [00:03<00:14, 58.11it/s]
|
29 |
17%|ββ | 169/1000 [00:03<00:14, 57.91it/s]
|
30 |
18%|ββ | 175/1000 [00:03<00:14, 57.94it/s]
|
31 |
18%|ββ | 181/1000 [00:03<00:14, 57.88it/s]
|
32 |
19%|ββ | 187/1000 [00:03<00:14, 57.89it/s]
|
33 |
19%|ββ | 193/1000 [00:04<00:13, 57.88it/s]
|
34 |
20%|ββ | 199/1000 [00:04<00:13, 57.81it/s]
|
35 |
20%|ββ | 205/1000 [00:04<00:13, 57.64it/s]
|
36 |
21%|ββ | 211/1000 [00:04<00:13, 57.45it/s]
|
37 |
22%|βββ | 217/1000 [00:04<00:13, 57.65it/s]
|
38 |
22%|βββ | 223/1000 [00:04<00:13, 57.65it/s]
|
39 |
23%|βββ | 229/1000 [00:04<00:13, 57.82it/s]
|
40 |
24%|βββ | 235/1000 [00:04<00:13, 57.79it/s]
|
41 |
24%|βββ | 241/1000 [00:04<00:13, 57.61it/s]
|
42 |
25%|βββ | 247/1000 [00:04<00:13, 57.78it/s]
|
43 |
25%|βββ | 253/1000 [00:05<00:12, 57.65it/s]
|
44 |
26%|βββ | 259/1000 [00:05<00:12, 57.83it/s]
|
45 |
26%|βββ | 265/1000 [00:05<00:12, 57.85it/s]
|
46 |
27%|βββ | 271/1000 [00:05<00:12, 57.72it/s]
|
47 |
28%|βββ | 277/1000 [00:05<00:12, 57.86it/s]
|
48 |
28%|βββ | 283/1000 [00:05<00:12, 58.03it/s]
|
49 |
29%|βββ | 289/1000 [00:05<00:12, 58.17it/s]
|
50 |
30%|βββ | 295/1000 [00:05<00:12, 58.34it/s]
|
51 |
30%|βββ | 301/1000 [00:05<00:11, 58.30it/s]
|
52 |
31%|βββ | 307/1000 [00:06<00:11, 58.24it/s]
|
53 |
31%|ββββ | 313/1000 [00:06<00:11, 58.43it/s]
|
54 |
32%|ββββ | 319/1000 [00:06<00:11, 58.45it/s]
|
55 |
32%|ββββ | 325/1000 [00:06<00:11, 58.26it/s]
|
56 |
33%|ββββ | 331/1000 [00:06<00:11, 58.11it/s]
|
57 |
34%|ββββ | 337/1000 [00:06<00:11, 58.25it/s]
|
58 |
34%|ββββ | 343/1000 [00:06<00:11, 58.31it/s]
|
59 |
35%|ββββ | 349/1000 [00:06<00:11, 58.27it/s]
|
60 |
36%|ββββ | 355/1000 [00:06<00:11, 58.19it/s]
|
61 |
36%|ββββ | 361/1000 [00:06<00:10, 58.24it/s]
|
62 |
37%|ββββ | 367/1000 [00:07<00:10, 58.29it/s]
|
63 |
37%|ββββ | 373/1000 [00:07<00:10, 58.37it/s]
|
64 |
38%|ββββ | 379/1000 [00:07<00:10, 58.13it/s]
|
65 |
38%|ββββ | 385/1000 [00:07<00:10, 57.93it/s]
|
66 |
39%|ββββ | 391/1000 [00:07<00:10, 58.00it/s]
|
67 |
40%|ββββ | 397/1000 [00:07<00:10, 58.07it/s]
|
68 |
40%|ββββ | 403/1000 [00:07<00:10, 58.19it/s]
|
69 |
41%|ββββ | 409/1000 [00:07<00:10, 58.26it/s]
|
70 |
42%|βββββ | 415/1000 [00:07<00:10, 58.32it/s]
|
71 |
42%|βββββ | 421/1000 [00:07<00:09, 58.33it/s]
|
72 |
43%|βββββ | 427/1000 [00:08<00:09, 58.34it/s]
|
73 |
43%|βββββ | 433/1000 [00:08<00:09, 58.47it/s]
|
74 |
44%|βββββ | 439/1000 [00:08<00:09, 58.44it/s]
|
75 |
44%|βββββ | 445/1000 [00:08<00:09, 58.16it/s]
|
76 |
45%|βββββ | 451/1000 [00:08<00:09, 58.27it/s]
|
77 |
46%|βββββ | 457/1000 [00:08<00:09, 58.29it/s]
|
78 |
46%|βββββ | 463/1000 [00:08<00:09, 58.34it/s]
|
79 |
47%|βββββ | 469/1000 [00:08<00:09, 58.26it/s]
|
80 |
48%|βββββ | 475/1000 [00:08<00:08, 58.41it/s]
|
81 |
48%|βββββ | 481/1000 [00:08<00:08, 58.22it/s]
|
82 |
49%|βββββ | 487/1000 [00:09<00:08, 58.33it/s]
|
83 |
49%|βββββ | 493/1000 [00:09<00:08, 58.27it/s]
|
84 |
50%|βββββ | 499/1000 [00:09<00:08, 58.19it/s]
|
85 |
50%|βββββ | 505/1000 [00:09<00:08, 58.25it/s]
|
86 |
51%|βββββ | 511/1000 [00:09<00:08, 58.15it/s]
|
87 |
52%|ββββββ | 517/1000 [00:09<00:08, 58.29it/s]
|
88 |
52%|ββββββ | 523/1000 [00:09<00:08, 58.26it/s]
|
89 |
53%|ββββββ | 529/1000 [00:09<00:08, 58.28it/s]
|
90 |
54%|ββββββ | 535/1000 [00:09<00:07, 58.34it/s]
|
91 |
54%|ββββββ | 541/1000 [00:10<00:07, 58.43it/s]
|
92 |
55%|ββββββ | 547/1000 [00:10<00:07, 58.44it/s]
|
93 |
55%|ββββββ | 553/1000 [00:10<00:07, 58.32it/s]
|
94 |
56%|ββββββ | 559/1000 [00:10<00:07, 58.37it/s]
|
95 |
56%|ββββββ | 565/1000 [00:10<00:07, 58.26it/s]
|
96 |
57%|ββββββ | 571/1000 [00:10<00:07, 58.16it/s]
|
97 |
58%|ββββββ | 577/1000 [00:10<00:07, 58.22it/s]
|
98 |
58%|ββββββ | 583/1000 [00:10<00:07, 58.31it/s]
|
99 |
59%|ββββββ | 589/1000 [00:10<00:07, 58.32it/s]
|
100 |
60%|ββββββ | 595/1000 [00:10<00:06, 58.23it/s]
|
101 |
60%|ββββββ | 601/1000 [00:11<00:06, 58.35it/s]
|
102 |
61%|ββββββ | 607/1000 [00:11<00:06, 58.22it/s]
|
103 |
61%|βββββββ | 613/1000 [00:11<00:06, 58.27it/s]
|
104 |
62%|βββββββ | 619/1000 [00:11<00:06, 58.40it/s]
|
105 |
62%|βββββββ | 625/1000 [00:11<00:06, 58.34it/s]
|
106 |
63%|βββββββ | 631/1000 [00:11<00:06, 58.34it/s]
|
107 |
64%|βββββββ | 637/1000 [00:11<00:06, 58.25it/s]
|
108 |
64%|βββββββ | 643/1000 [00:11<00:06, 58.23it/s]
|
109 |
65%|βββββββ | 649/1000 [00:11<00:06, 58.32it/s]
|
110 |
66%|βββββββ | 655/1000 [00:11<00:05, 58.32it/s]
|
111 |
66%|βββββββ | 661/1000 [00:12<00:05, 58.36it/s]
|
112 |
67%|βββββββ | 667/1000 [00:12<00:05, 58.33it/s]
|
113 |
67%|βββββββ | 673/1000 [00:12<00:05, 58.36it/s]
|
114 |
68%|βββββββ | 679/1000 [00:12<00:05, 58.34it/s]
|
115 |
68%|βββββββ | 685/1000 [00:12<00:05, 58.39it/s]
|
116 |
69%|βββββββ | 691/1000 [00:12<00:05, 58.39it/s]
|
117 |
70%|βββββββ | 697/1000 [00:12<00:05, 58.31it/s]
|
118 |
70%|βββββββ | 703/1000 [00:12<00:05, 58.36it/s]
|
119 |
71%|βββββββ | 709/1000 [00:12<00:04, 58.38it/s]
|
120 |
72%|ββββββββ | 715/1000 [00:13<00:04, 58.35it/s]
|
121 |
72%|ββββββββ | 721/1000 [00:13<00:04, 58.17it/s]
|
122 |
73%|ββββββββ | 727/1000 [00:13<00:04, 58.14it/s]
|
123 |
73%|ββββββββ | 733/1000 [00:13<00:04, 58.17it/s]
|
124 |
74%|ββββββββ | 739/1000 [00:13<00:04, 58.24it/s]
|
125 |
74%|ββββββββ | 745/1000 [00:13<00:04, 58.27it/s]
|
126 |
75%|ββββββββ | 751/1000 [00:13<00:04, 58.35it/s]
|
127 |
76%|ββββββββ | 757/1000 [00:13<00:04, 58.39it/s]
|
128 |
76%|ββββββββ | 763/1000 [00:13<00:04, 58.25it/s]
|
129 |
77%|ββββββββ | 769/1000 [00:13<00:03, 58.33it/s]
|
130 |
78%|ββββββββ | 775/1000 [00:14<00:03, 58.32it/s]
|
131 |
78%|ββββββββ | 781/1000 [00:14<00:03, 58.34it/s]
|
132 |
79%|ββββββββ | 787/1000 [00:14<00:03, 58.36it/s]
|
133 |
79%|ββββββββ | 793/1000 [00:14<00:03, 58.21it/s]
|
134 |
80%|ββββββββ | 799/1000 [00:14<00:03, 58.15it/s]
|
135 |
80%|ββββββββ | 805/1000 [00:14<00:03, 58.20it/s]
|
136 |
81%|ββββββββ | 811/1000 [00:14<00:03, 58.14it/s]
|
137 |
82%|βββββββββ | 817/1000 [00:14<00:03, 58.21it/s]
|
138 |
82%|βββββββββ | 823/1000 [00:14<00:03, 58.22it/s]
|
139 |
83%|βββββββββ | 829/1000 [00:14<00:02, 58.33it/s]
|
140 |
84%|βββββββββ | 835/1000 [00:15<00:02, 58.48it/s]
|
141 |
84%|βββββββββ | 841/1000 [00:15<00:02, 58.50it/s]
|
142 |
85%|βββββββββ | 847/1000 [00:15<00:02, 58.37it/s]
|
143 |
85%|βββββββββ | 853/1000 [00:15<00:02, 58.42it/s]
|
144 |
86%|βββββββββ | 859/1000 [00:15<00:02, 58.38it/s]
|
145 |
86%|βββββββββ | 865/1000 [00:15<00:02, 58.37it/s]
|
146 |
87%|βββββββββ | 871/1000 [00:15<00:02, 58.33it/s]
|
147 |
88%|βββββββββ | 877/1000 [00:15<00:02, 58.37it/s]
|
148 |
88%|βββββββββ | 883/1000 [00:15<00:02, 58.32it/s]
|
149 |
89%|βββββββββ | 889/1000 [00:15<00:01, 58.25it/s]
|
150 |
90%|βββββββββ | 895/1000 [00:16<00:01, 58.36it/s]
|
151 |
90%|βββββββββ | 901/1000 [00:16<00:01, 58.35it/s]
|
152 |
91%|βββββββββ | 907/1000 [00:16<00:01, 58.20it/s]
|
153 |
91%|ββββββββββ| 913/1000 [00:16<00:01, 57.97it/s]
|
154 |
92%|ββββββββββ| 919/1000 [00:16<00:01, 58.16it/s]
|
155 |
92%|ββββββββββ| 925/1000 [00:16<00:01, 58.19it/s]
|
156 |
93%|ββββββββββ| 931/1000 [00:16<00:01, 58.32it/s]
|
157 |
94%|ββββββββββ| 937/1000 [00:16<00:01, 58.37it/s]
|
158 |
94%|ββββββββββ| 943/1000 [00:16<00:00, 58.32it/s]
|
159 |
95%|ββββββββββ| 949/1000 [00:17<00:00, 58.32it/s]
|
160 |
96%|ββββββββββ| 955/1000 [00:17<00:00, 58.46it/s]
|
161 |
96%|ββββββββββ| 961/1000 [00:17<00:00, 58.34it/s]
|
162 |
97%|ββββββββββ| 967/1000 [00:17<00:00, 58.44it/s]
|
163 |
97%|ββββββββββ| 973/1000 [00:17<00:00, 58.55it/s]
|
164 |
98%|ββββββββββ| 979/1000 [00:17<00:00, 58.56it/s]
|
165 |
98%|ββββββββββ| 985/1000 [00:17<00:00, 58.54it/s]
|
166 |
99%|ββββββββββ| 991/1000 [00:17<00:00, 58.42it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<06:08, 135.42it/s]
|
169 |
1%| | 512/50176 [00:03<05:15, 157.34it/s]
|
170 |
2%|β | 768/50176 [00:04<04:50, 170.14it/s]
|
171 |
2%|β | 1024/50176 [00:06<04:50, 169.46it/s]
|
172 |
3%|β | 1280/50176 [00:08<05:08, 158.58it/s]
|
173 |
3%|β | 1536/50176 [00:10<05:34, 145.37it/s]
|
174 |
4%|β | 1792/50176 [00:11<05:36, 143.96it/s]
|
175 |
4%|β | 2048/50176 [00:13<05:33, 144.35it/s]
|
176 |
5%|β | 2304/50176 [00:15<05:33, 143.46it/s]
|
177 |
5%|β | 2560/50176 [00:17<05:30, 143.86it/s]
|
178 |
6%|β | 2816/50176 [00:19<05:32, 142.64it/s]
|
179 |
6%|β | 3072/50176 [00:20<05:25, 144.65it/s]
|
180 |
7%|β | 3328/50176 [00:22<05:22, 145.26it/s]
|
181 |
7%|β | 3584/50176 [00:24<05:15, 147.59it/s]
|
182 |
8%|β | 3840/50176 [00:26<05:27, 141.65it/s]
|
183 |
8%|β | 4096/50176 [00:27<05:25, 141.78it/s]
|
184 |
9%|β | 4352/50176 [00:29<05:19, 143.35it/s]
|
185 |
9%|β | 4608/50176 [00:31<05:16, 144.07it/s]
|
186 |
10%|β | 4864/50176 [00:33<05:08, 146.65it/s]
|
187 |
10%|β | 5120/50176 [00:34<05:06, 147.08it/s]
|
188 |
11%|β | 5376/50176 [00:36<05:01, 148.83it/s]
|
189 |
11%|β | 5632/50176 [00:38<04:57, 149.76it/s]
|
190 |
12%|ββ | 5888/50176 [00:39<04:55, 149.82it/s]
|
191 |
12%|ββ | 6144/50176 [00:42<05:19, 137.67it/s]
|
192 |
13%|ββ | 6400/50176 [00:43<05:09, 141.22it/s]
|
193 |
13%|ββ | 6656/50176 [00:45<05:03, 143.27it/s]
|
194 |
14%|ββ | 6912/50176 [00:47<05:01, 143.58it/s]
|
195 |
14%|ββ | 7168/50176 [00:49<04:56, 145.03it/s]
|
196 |
15%|ββ | 7424/50176 [00:50<04:51, 146.60it/s]
|
197 |
15%|ββ | 7680/50176 [00:52<04:50, 146.22it/s]
|
198 |
16%|ββ | 7936/50176 [00:54<04:43, 149.07it/s]
|
199 |
16%|ββ | 8192/50176 [00:55<04:44, 147.80it/s]
|
200 |
17%|ββ | 8448/50176 [00:57<04:40, 148.69it/s]
|
201 |
17%|ββ | 8704/50176 [00:59<04:37, 149.48it/s]
|
202 |
18%|ββ | 8960/50176 [01:01<04:46, 144.07it/s]
|
203 |
18%|ββ | 9216/50176 [01:02<04:37, 147.71it/s]
|
204 |
19%|ββ | 9472/50176 [01:04<04:35, 147.98it/s]
|
205 |
19%|ββ | 9728/50176 [01:06<04:40, 144.30it/s]
|
206 |
20%|ββ | 9984/50176 [01:08<04:31, 147.78it/s]
|
207 |
20%|ββ | 10240/50176 [01:09<04:26, 149.71it/s]
|
208 |
21%|ββ | 10496/50176 [01:11<04:24, 150.10it/s]
|
209 |
21%|βββ | 10752/50176 [01:13<04:31, 145.41it/s]
|
210 |
22%|βββ | 11008/50176 [01:14<04:24, 148.31it/s]
|
211 |
22%|βββ | 11264/50176 [01:16<04:21, 148.75it/s]
|
212 |
23%|βββ | 11520/50176 [01:18<04:16, 150.85it/s]
|
213 |
23%|βββ | 11776/50176 [01:20<04:13, 151.37it/s]
|
214 |
24%|βββ | 12032/50176 [01:21<04:11, 151.88it/s]
|
215 |
24%|βββ | 12288/50176 [01:23<04:09, 152.16it/s]
|
216 |
25%|βββ | 12544/50176 [01:25<04:06, 152.67it/s]
|
217 |
26%|βββ | 12800/50176 [01:26<04:04, 152.79it/s]
|
218 |
26%|βββ | 13056/50176 [01:28<04:02, 152.83it/s]
|
219 |
27%|βββ | 13312/50176 [01:30<04:06, 149.77it/s]
|
220 |
27%|βββ | 13568/50176 [01:32<04:15, 143.31it/s]
|
221 |
28%|βββ | 13824/50176 [01:34<04:17, 141.08it/s]
|
222 |
28%|βββ | 14080/50176 [01:35<04:15, 141.24it/s]
|
223 |
29%|βββ | 14336/50176 [01:37<04:20, 137.63it/s]
|
224 |
29%|βββ | 14592/50176 [01:39<04:08, 143.17it/s]
|
225 |
30%|βββ | 14848/50176 [01:41<04:20, 135.80it/s]
|
226 |
30%|βββ | 15104/50176 [01:43<04:19, 134.89it/s]
|
227 |
31%|βββ | 15360/50176 [01:45<04:11, 138.52it/s]
|
228 |
31%|βββ | 15616/50176 [01:47<04:14, 135.58it/s]
|
229 |
32%|ββββ | 15872/50176 [01:49<04:15, 134.05it/s]
|
230 |
32%|ββββ | 16128/50176 [01:50<04:07, 137.45it/s]
|
231 |
33%|ββββ | 16384/50176 [01:52<04:04, 138.24it/s]
|
232 |
33%|ββββ | 16640/50176 [01:54<04:10, 134.07it/s]
|
233 |
34%|ββββ | 16896/50176 [01:56<03:58, 139.42it/s]
|
234 |
34%|ββββ | 17152/50176 [01:58<03:51, 142.89it/s]
|
235 |
35%|ββββ | 17408/50176 [01:59<03:46, 144.47it/s]
|
236 |
35%|ββββ | 17664/50176 [02:01<03:41, 146.60it/s]
|
237 |
36%|ββββ | 17920/50176 [02:03<03:37, 148.17it/s]
|
238 |
36%|ββββ | 18176/50176 [02:04<03:37, 147.15it/s]
|
239 |
37%|ββββ | 18432/50176 [02:06<03:35, 147.62it/s]
|
240 |
37%|ββββ | 18688/50176 [02:08<03:34, 146.88it/s]
|
241 |
38%|ββββ | 18944/50176 [02:10<03:40, 141.95it/s]
|
242 |
38%|ββββ | 19200/50176 [02:12<03:50, 134.48it/s]
|
243 |
39%|ββββ | 19456/50176 [02:14<03:52, 132.21it/s]
|
244 |
39%|ββββ | 19712/50176 [02:16<03:50, 132.07it/s]
|
245 |
40%|ββββ | 19968/50176 [02:18<03:43, 135.21it/s]
|
246 |
40%|ββββ | 20224/50176 [02:19<03:32, 140.93it/s]
|
247 |
41%|ββββ | 20480/50176 [02:21<03:26, 143.76it/s]
|
248 |
41%|βββββ | 20736/50176 [02:23<03:24, 143.78it/s]
|
249 |
42%|βββββ | 20992/50176 [02:25<03:19, 146.51it/s]
|
250 |
42%|βββββ | 21248/50176 [02:27<03:24, 141.56it/s]
|
251 |
43%|βββββ | 21504/50176 [02:28<03:15, 146.30it/s]
|
252 |
43%|βββββ | 21760/50176 [02:30<03:12, 147.47it/s]
|
253 |
44%|βββββ | 22016/50176 [02:31<03:07, 150.00it/s]
|
254 |
44%|βββββ | 22272/50176 [02:33<03:06, 149.72it/s]
|
255 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.17it/s]
|
256 |
45%|βββββ | 22784/50176 [02:37<03:09, 144.52it/s]
|
257 |
46%|βββββ | 23040/50176 [02:39<03:09, 143.35it/s]
|
258 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.61it/s]
|
259 |
47%|βββββ | 23552/50176 [02:42<03:14, 137.22it/s]
|
260 |
47%|βββββ | 23808/50176 [02:44<03:07, 140.94it/s]
|
261 |
48%|βββββ | 24064/50176 [02:46<03:02, 142.73it/s]
|
262 |
48%|βββββ | 24320/50176 [02:48<03:00, 143.22it/s]
|
263 |
49%|βββββ | 24576/50176 [02:49<02:56, 145.45it/s]
|
264 |
49%|βββββ | 24832/50176 [02:51<02:50, 148.49it/s]
|
265 |
50%|βββββ | 25088/50176 [02:53<02:48, 148.97it/s]
|
266 |
51%|βββββ | 25344/50176 [02:54<02:46, 149.46it/s]
|
267 |
51%|βββββ | 25600/50176 [02:56<02:48, 145.81it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:58<02:41, 150.33it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:00<02:43, 147.15it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:02<02:46, 143.33it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:03<02:42, 145.16it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:05<02:41, 144.37it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:07<02:37, 145.90it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.46it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:10<02:28, 151.54it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:12<02:36, 142.36it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.89it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.22it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:18<02:32, 140.83it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:19<02:29, 142.53it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:21<02:24, 144.99it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:23<02:32, 135.88it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:25<02:34, 132.72it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:27<02:31, 133.52it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:29<02:25, 137.39it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:30<02:17, 143.31it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:32<02:16, 142.68it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:34<02:12, 145.31it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:36<02:08, 147.91it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:37<02:05, 149.25it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:39<02:03, 149.49it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:41<02:02, 148.29it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:42<02:00, 149.11it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:44<02:02, 143.71it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:46<01:58, 147.41it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:48<01:58, 145.35it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:50<01:54, 146.94it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:51<01:56, 142.62it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:53<01:51, 146.67it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:55<01:47, 150.30it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:56<01:44, 151.84it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:58<01:47, 144.68it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:00<01:45, 145.92it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:02<01:44, 144.94it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:03<01:40, 147.87it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:05<01:40, 144.73it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:07<01:41, 141.61it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:09<01:38, 143.27it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:11<01:37, 141.67it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:12<01:33, 144.49it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:14<01:32, 143.36it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:16<01:30, 144.50it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:18<01:25, 148.86it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:19<01:23, 151.04it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 148.89it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:23<01:20, 149.65it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:24<01:19, 148.43it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.22it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 145.30it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:30<01:17, 141.81it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:32<01:14, 143.53it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.13it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 147.88it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.89it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:39<01:07, 143.79it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:41<01:08, 137.73it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.35it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 146.64it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:46<00:58, 148.89it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.46it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:49<00:53, 151.77it/s]
|
332 |
84%|βββοΏ½οΏ½βββββ | 42240/50176 [04:51<00:53, 148.64it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.85it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.25it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 150.91it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:58<00:45, 150.36it/s]
|
337 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 148.52it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 145.94it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:03<00:41, 148.03it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.67it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 148.03it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 146.47it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:10<00:34, 148.54it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:12<00:34, 141.90it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 146.81it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:15<00:29, 148.14it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:17<00:27, 148.63it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.29it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:20<00:23, 149.42it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 147.51it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 143.42it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:26<00:19, 145.39it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 143.81it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 146.56it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 147.24it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:32<00:11, 149.68it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 151.98it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 151.73it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:38<00:06, 147.72it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.30it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.63it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.84it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:00:57 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:00:57 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:00:59 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_21.pt).
|
4 |
+
2022-12-21,10:01:07 | INFO | Model:
|
5 |
+
2022-12-21,10:01:07 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:01:07 | INFO | Params:
|
359 |
+
2022-12-21,10:01:07 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:01:07 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:01:07 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:01:07 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_21.pt/checkpoints
|
363 |
+
2022-12-21,10:01:07 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:01:07 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:01:07 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:01:07 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:01:07 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:01:07 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:01:07 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:01:07 | INFO | debug: False
|
371 |
+
2022-12-21,10:01:07 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:01:07 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:01:07 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:01:07 | INFO | distributed: False
|
375 |
+
2022-12-21,10:01:07 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:01:07 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:01:07 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:01:07 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:01:07 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:01:07 | INFO | horovod: False
|
381 |
+
2022-12-21,10:01:07 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:01:07 | INFO | image_std: None
|
383 |
+
2022-12-21,10:01:07 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:01:07 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:01:07 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:01:07 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:01:07 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:01:07 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:01:07 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:01:07 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:01:07 | INFO | log_local: False
|
392 |
+
2022-12-21,10:01:07 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_21.pt/out.log
|
393 |
+
2022-12-21,10:01:07 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:01:07 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:01:07 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:01:07 | INFO | name: epoch_21.pt
|
397 |
+
2022-12-21,10:01:07 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:01:07 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:01:07 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:01:07 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_21.pt
|
401 |
+
2022-12-21,10:01:07 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:01:07 | INFO | rank: 0
|
403 |
+
2022-12-21,10:01:07 | INFO | report_to:
|
404 |
+
2022-12-21,10:01:07 | INFO | resume: None
|
405 |
+
2022-12-21,10:01:07 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:01:07 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:01:07 | INFO | seed: 0
|
408 |
+
2022-12-21,10:01:07 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:01:07 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:01:07 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:01:07 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:01:07 | INFO | trace: False
|
413 |
+
2022-12-21,10:01:07 | INFO | train_data: None
|
414 |
+
2022-12-21,10:01:07 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:01:07 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:01:07 | INFO | val_data: None
|
417 |
+
2022-12-21,10:01:07 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:01:07 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:01:07 | INFO | wandb: False
|
420 |
+
2022-12-21,10:01:07 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:01:07 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:01:07 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:01:07 | INFO | workers: 1
|
424 |
+
2022-12-21,10:01:07 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:01:07 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:01:07 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:01:07 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<10:56, 1.52it/s]
|
431 |
1%| | 7/1000 [00:00<01:25, 11.56it/s]
|
432 |
1%|β | 13/1000 [00:00<00:48, 20.38it/s]
|
433 |
2%|β | 19/1000 [00:00<00:34, 28.69it/s]
|
434 |
2%|β | 25/1000 [00:01<00:27, 35.66it/s]
|
435 |
3%|β | 31/1000 [00:01<00:23, 41.36it/s]
|
436 |
4%|β | 37/1000 [00:01<00:21, 45.75it/s]
|
437 |
4%|β | 43/1000 [00:01<00:19, 49.05it/s]
|
438 |
5%|β | 49/1000 [00:01<00:18, 51.46it/s]
|
439 |
6%|β | 55/1000 [00:01<00:17, 53.17it/s]
|
440 |
6%|β | 61/1000 [00:01<00:17, 54.41it/s]
|
441 |
7%|β | 67/1000 [00:01<00:16, 55.36it/s]
|
442 |
7%|β | 73/1000 [00:01<00:16, 56.05it/s]
|
443 |
8%|β | 79/1000 [00:02<00:16, 56.64it/s]
|
444 |
8%|β | 85/1000 [00:02<00:17, 51.56it/s]
|
445 |
9%|β | 91/1000 [00:02<00:17, 53.35it/s]
|
446 |
10%|β | 97/1000 [00:02<00:16, 54.85it/s]
|
447 |
10%|β | 103/1000 [00:02<00:16, 55.84it/s]
|
448 |
11%|β | 109/1000 [00:02<00:15, 56.44it/s]
|
449 |
12%|ββ | 115/1000 [00:02<00:15, 57.08it/s]
|
450 |
12%|ββ | 121/1000 [00:02<00:15, 57.36it/s]
|
451 |
13%|ββ | 127/1000 [00:02<00:15, 57.58it/s]
|
452 |
13%|ββ | 133/1000 [00:03<00:15, 57.78it/s]
|
453 |
14%|ββ | 139/1000 [00:03<00:14, 57.88it/s]
|
454 |
14%|ββ | 145/1000 [00:03<00:14, 58.00it/s]
|
455 |
15%|ββ | 151/1000 [00:03<00:14, 58.09it/s]
|
456 |
16%|ββ | 157/1000 [00:03<00:14, 58.06it/s]
|
457 |
16%|ββ | 163/1000 [00:03<00:14, 58.11it/s]
|
458 |
17%|ββ | 169/1000 [00:03<00:14, 57.91it/s]
|
459 |
18%|ββ | 175/1000 [00:03<00:14, 57.94it/s]
|
460 |
18%|ββ | 181/1000 [00:03<00:14, 57.88it/s]
|
461 |
19%|ββ | 187/1000 [00:03<00:14, 57.89it/s]
|
462 |
19%|ββ | 193/1000 [00:04<00:13, 57.88it/s]
|
463 |
20%|ββ | 199/1000 [00:04<00:13, 57.81it/s]
|
464 |
20%|ββ | 205/1000 [00:04<00:13, 57.64it/s]
|
465 |
21%|ββ | 211/1000 [00:04<00:13, 57.45it/s]
|
466 |
22%|βββ | 217/1000 [00:04<00:13, 57.65it/s]
|
467 |
22%|βββ | 223/1000 [00:04<00:13, 57.65it/s]
|
468 |
23%|βββ | 229/1000 [00:04<00:13, 57.82it/s]
|
469 |
24%|βββ | 235/1000 [00:04<00:13, 57.79it/s]
|
470 |
24%|βββ | 241/1000 [00:04<00:13, 57.61it/s]
|
471 |
25%|βββ | 247/1000 [00:04<00:13, 57.78it/s]
|
472 |
25%|βββ | 253/1000 [00:05<00:12, 57.65it/s]
|
473 |
26%|βββ | 259/1000 [00:05<00:12, 57.83it/s]
|
474 |
26%|βββ | 265/1000 [00:05<00:12, 57.85it/s]
|
475 |
27%|βββ | 271/1000 [00:05<00:12, 57.72it/s]
|
476 |
28%|βββ | 277/1000 [00:05<00:12, 57.86it/s]
|
477 |
28%|βββ | 283/1000 [00:05<00:12, 58.03it/s]
|
478 |
29%|βββ | 289/1000 [00:05<00:12, 58.17it/s]
|
479 |
30%|βββ | 295/1000 [00:05<00:12, 58.34it/s]
|
480 |
30%|βββ | 301/1000 [00:05<00:11, 58.30it/s]
|
481 |
31%|βββ | 307/1000 [00:06<00:11, 58.24it/s]
|
482 |
31%|ββββ | 313/1000 [00:06<00:11, 58.43it/s]
|
483 |
32%|ββββ | 319/1000 [00:06<00:11, 58.45it/s]
|
484 |
32%|ββββ | 325/1000 [00:06<00:11, 58.26it/s]
|
485 |
33%|ββββ | 331/1000 [00:06<00:11, 58.11it/s]
|
486 |
34%|ββββ | 337/1000 [00:06<00:11, 58.25it/s]
|
487 |
34%|ββββ | 343/1000 [00:06<00:11, 58.31it/s]
|
488 |
35%|ββββ | 349/1000 [00:06<00:11, 58.27it/s]
|
489 |
36%|ββββ | 355/1000 [00:06<00:11, 58.19it/s]
|
490 |
36%|ββββ | 361/1000 [00:06<00:10, 58.24it/s]
|
491 |
37%|ββββ | 367/1000 [00:07<00:10, 58.29it/s]
|
492 |
37%|ββββ | 373/1000 [00:07<00:10, 58.37it/s]
|
493 |
38%|ββββ | 379/1000 [00:07<00:10, 58.13it/s]
|
494 |
38%|ββββ | 385/1000 [00:07<00:10, 57.93it/s]
|
495 |
39%|ββββ | 391/1000 [00:07<00:10, 58.00it/s]
|
496 |
40%|ββββ | 397/1000 [00:07<00:10, 58.07it/s]
|
497 |
40%|ββββ | 403/1000 [00:07<00:10, 58.19it/s]
|
498 |
41%|ββββ | 409/1000 [00:07<00:10, 58.26it/s]
|
499 |
42%|βββββ | 415/1000 [00:07<00:10, 58.32it/s]
|
500 |
42%|βββββ | 421/1000 [00:07<00:09, 58.33it/s]
|
501 |
43%|βββββ | 427/1000 [00:08<00:09, 58.34it/s]
|
502 |
43%|βββββ | 433/1000 [00:08<00:09, 58.47it/s]
|
503 |
44%|βββββ | 439/1000 [00:08<00:09, 58.44it/s]
|
504 |
44%|βββββ | 445/1000 [00:08<00:09, 58.16it/s]
|
505 |
45%|βββββ | 451/1000 [00:08<00:09, 58.27it/s]
|
506 |
46%|βββββ | 457/1000 [00:08<00:09, 58.29it/s]
|
507 |
46%|βββββ | 463/1000 [00:08<00:09, 58.34it/s]
|
508 |
47%|βββββ | 469/1000 [00:08<00:09, 58.26it/s]
|
509 |
48%|βββββ | 475/1000 [00:08<00:08, 58.41it/s]
|
510 |
48%|βββββ | 481/1000 [00:08<00:08, 58.22it/s]
|
511 |
49%|βββββ | 487/1000 [00:09<00:08, 58.33it/s]
|
512 |
49%|βββββ | 493/1000 [00:09<00:08, 58.27it/s]
|
513 |
50%|βββββ | 499/1000 [00:09<00:08, 58.19it/s]
|
514 |
50%|βββββ | 505/1000 [00:09<00:08, 58.25it/s]
|
515 |
51%|βββββ | 511/1000 [00:09<00:08, 58.15it/s]
|
516 |
52%|ββββββ | 517/1000 [00:09<00:08, 58.29it/s]
|
517 |
52%|ββββββ | 523/1000 [00:09<00:08, 58.26it/s]
|
518 |
53%|ββββββ | 529/1000 [00:09<00:08, 58.28it/s]
|
519 |
54%|ββββββ | 535/1000 [00:09<00:07, 58.34it/s]
|
520 |
54%|ββββββ | 541/1000 [00:10<00:07, 58.43it/s]
|
521 |
55%|ββββββ | 547/1000 [00:10<00:07, 58.44it/s]
|
522 |
55%|ββββββ | 553/1000 [00:10<00:07, 58.32it/s]
|
523 |
56%|ββββββ | 559/1000 [00:10<00:07, 58.37it/s]
|
524 |
56%|ββββββ | 565/1000 [00:10<00:07, 58.26it/s]
|
525 |
57%|ββββββ | 571/1000 [00:10<00:07, 58.16it/s]
|
526 |
58%|ββββββ | 577/1000 [00:10<00:07, 58.22it/s]
|
527 |
58%|ββββββ | 583/1000 [00:10<00:07, 58.31it/s]
|
528 |
59%|ββββββ | 589/1000 [00:10<00:07, 58.32it/s]
|
529 |
60%|ββββββ | 595/1000 [00:10<00:06, 58.23it/s]
|
530 |
60%|ββββββ | 601/1000 [00:11<00:06, 58.35it/s]
|
531 |
61%|ββββββ | 607/1000 [00:11<00:06, 58.22it/s]
|
532 |
61%|βββββββ | 613/1000 [00:11<00:06, 58.27it/s]
|
533 |
62%|βββββββ | 619/1000 [00:11<00:06, 58.40it/s]
|
534 |
62%|βββββββ | 625/1000 [00:11<00:06, 58.34it/s]
|
535 |
63%|βββββββ | 631/1000 [00:11<00:06, 58.34it/s]
|
536 |
64%|βββββββ | 637/1000 [00:11<00:06, 58.25it/s]
|
537 |
64%|βββββββ | 643/1000 [00:11<00:06, 58.23it/s]
|
538 |
65%|βββββββ | 649/1000 [00:11<00:06, 58.32it/s]
|
539 |
66%|βββββββ | 655/1000 [00:11<00:05, 58.32it/s]
|
540 |
66%|βββββββ | 661/1000 [00:12<00:05, 58.36it/s]
|
541 |
67%|βββββββ | 667/1000 [00:12<00:05, 58.33it/s]
|
542 |
67%|βββββββ | 673/1000 [00:12<00:05, 58.36it/s]
|
543 |
68%|βββββββ | 679/1000 [00:12<00:05, 58.34it/s]
|
544 |
68%|βββββββ | 685/1000 [00:12<00:05, 58.39it/s]
|
545 |
69%|βββββββ | 691/1000 [00:12<00:05, 58.39it/s]
|
546 |
70%|βββββββ | 697/1000 [00:12<00:05, 58.31it/s]
|
547 |
70%|βββββββ | 703/1000 [00:12<00:05, 58.36it/s]
|
548 |
71%|βββββββ | 709/1000 [00:12<00:04, 58.38it/s]
|
549 |
72%|ββββββββ | 715/1000 [00:13<00:04, 58.35it/s]
|
550 |
72%|ββββββββ | 721/1000 [00:13<00:04, 58.17it/s]
|
551 |
73%|ββββββββ | 727/1000 [00:13<00:04, 58.14it/s]
|
552 |
73%|ββββββββ | 733/1000 [00:13<00:04, 58.17it/s]
|
553 |
74%|ββββββββ | 739/1000 [00:13<00:04, 58.24it/s]
|
554 |
74%|ββββββββ | 745/1000 [00:13<00:04, 58.27it/s]
|
555 |
75%|ββββββββ | 751/1000 [00:13<00:04, 58.35it/s]
|
556 |
76%|ββββββββ | 757/1000 [00:13<00:04, 58.39it/s]
|
557 |
76%|ββββββββ | 763/1000 [00:13<00:04, 58.25it/s]
|
558 |
77%|ββββββββ | 769/1000 [00:13<00:03, 58.33it/s]
|
559 |
78%|ββββββββ | 775/1000 [00:14<00:03, 58.32it/s]
|
560 |
78%|ββββββββ | 781/1000 [00:14<00:03, 58.34it/s]
|
561 |
79%|ββββββββ | 787/1000 [00:14<00:03, 58.36it/s]
|
562 |
79%|ββββββββ | 793/1000 [00:14<00:03, 58.21it/s]
|
563 |
80%|ββββββββ | 799/1000 [00:14<00:03, 58.15it/s]
|
564 |
80%|ββββββββ | 805/1000 [00:14<00:03, 58.20it/s]
|
565 |
81%|ββββββββ | 811/1000 [00:14<00:03, 58.14it/s]
|
566 |
82%|βββββββββ | 817/1000 [00:14<00:03, 58.21it/s]
|
567 |
82%|βββββββββ | 823/1000 [00:14<00:03, 58.22it/s]
|
568 |
83%|βββββββββ | 829/1000 [00:14<00:02, 58.33it/s]
|
569 |
84%|βββββββββ | 835/1000 [00:15<00:02, 58.48it/s]
|
570 |
84%|βββββββββ | 841/1000 [00:15<00:02, 58.50it/s]
|
571 |
85%|βββββββββ | 847/1000 [00:15<00:02, 58.37it/s]
|
572 |
85%|βββββββββ | 853/1000 [00:15<00:02, 58.42it/s]
|
573 |
86%|βββββββββ | 859/1000 [00:15<00:02, 58.38it/s]
|
574 |
86%|βββββββββ | 865/1000 [00:15<00:02, 58.37it/s]
|
575 |
87%|βββββββββ | 871/1000 [00:15<00:02, 58.33it/s]
|
576 |
88%|βββββββββ | 877/1000 [00:15<00:02, 58.37it/s]
|
577 |
88%|βββββββββ | 883/1000 [00:15<00:02, 58.32it/s]
|
578 |
89%|βββββββββ | 889/1000 [00:15<00:01, 58.25it/s]
|
579 |
90%|βββββββββ | 895/1000 [00:16<00:01, 58.36it/s]
|
580 |
90%|βββββββββ | 901/1000 [00:16<00:01, 58.35it/s]
|
581 |
91%|βββββββββ | 907/1000 [00:16<00:01, 58.20it/s]
|
582 |
91%|ββββββββββ| 913/1000 [00:16<00:01, 57.97it/s]
|
583 |
92%|ββββββββββ| 919/1000 [00:16<00:01, 58.16it/s]
|
584 |
92%|ββββββββββ| 925/1000 [00:16<00:01, 58.19it/s]
|
585 |
93%|ββββββββββ| 931/1000 [00:16<00:01, 58.32it/s]
|
586 |
94%|ββββββββββ| 937/1000 [00:16<00:01, 58.37it/s]
|
587 |
94%|ββββββββββ| 943/1000 [00:16<00:00, 58.32it/s]
|
588 |
95%|ββββββββββ| 949/1000 [00:17<00:00, 58.32it/s]
|
589 |
96%|ββββββββββ| 955/1000 [00:17<00:00, 58.46it/s]
|
590 |
96%|ββββββββββ| 961/1000 [00:17<00:00, 58.34it/s]
|
591 |
97%|ββββββββββ| 967/1000 [00:17<00:00, 58.44it/s]
|
592 |
97%|ββββββββββ| 973/1000 [00:17<00:00, 58.55it/s]
|
593 |
98%|ββββββββββ| 979/1000 [00:17<00:00, 58.56it/s]
|
594 |
98%|ββββββββββ| 985/1000 [00:17<00:00, 58.54it/s]
|
595 |
99%|ββββββββββ| 991/1000 [00:17<00:00, 58.42it/s]
|
596 |
+
2022-12-21,10:01:25 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<06:08, 135.42it/s]
|
600 |
1%| | 512/50176 [00:03<05:15, 157.34it/s]
|
601 |
2%|β | 768/50176 [00:04<04:50, 170.14it/s]
|
602 |
2%|β | 1024/50176 [00:06<04:50, 169.46it/s]
|
603 |
3%|β | 1280/50176 [00:08<05:08, 158.58it/s]
|
604 |
3%|β | 1536/50176 [00:10<05:34, 145.37it/s]
|
605 |
4%|β | 1792/50176 [00:11<05:36, 143.96it/s]
|
606 |
4%|β | 2048/50176 [00:13<05:33, 144.35it/s]
|
607 |
5%|β | 2304/50176 [00:15<05:33, 143.46it/s]
|
608 |
5%|β | 2560/50176 [00:17<05:30, 143.86it/s]
|
609 |
6%|β | 2816/50176 [00:19<05:32, 142.64it/s]
|
610 |
6%|β | 3072/50176 [00:20<05:25, 144.65it/s]
|
611 |
7%|β | 3328/50176 [00:22<05:22, 145.26it/s]
|
612 |
7%|β | 3584/50176 [00:24<05:15, 147.59it/s]
|
613 |
8%|β | 3840/50176 [00:26<05:27, 141.65it/s]
|
614 |
8%|β | 4096/50176 [00:27<05:25, 141.78it/s]
|
615 |
9%|β | 4352/50176 [00:29<05:19, 143.35it/s]
|
616 |
9%|β | 4608/50176 [00:31<05:16, 144.07it/s]
|
617 |
10%|β | 4864/50176 [00:33<05:08, 146.65it/s]
|
618 |
10%|β | 5120/50176 [00:34<05:06, 147.08it/s]
|
619 |
11%|β | 5376/50176 [00:36<05:01, 148.83it/s]
|
620 |
11%|β | 5632/50176 [00:38<04:57, 149.76it/s]
|
621 |
12%|ββ | 5888/50176 [00:39<04:55, 149.82it/s]
|
622 |
12%|ββ | 6144/50176 [00:42<05:19, 137.67it/s]
|
623 |
13%|ββ | 6400/50176 [00:43<05:09, 141.22it/s]
|
624 |
13%|ββ | 6656/50176 [00:45<05:03, 143.27it/s]
|
625 |
14%|ββ | 6912/50176 [00:47<05:01, 143.58it/s]
|
626 |
14%|ββ | 7168/50176 [00:49<04:56, 145.03it/s]
|
627 |
15%|ββ | 7424/50176 [00:50<04:51, 146.60it/s]
|
628 |
15%|ββ | 7680/50176 [00:52<04:50, 146.22it/s]
|
629 |
16%|ββ | 7936/50176 [00:54<04:43, 149.07it/s]
|
630 |
16%|ββ | 8192/50176 [00:55<04:44, 147.80it/s]
|
631 |
17%|ββ | 8448/50176 [00:57<04:40, 148.69it/s]
|
632 |
17%|ββ | 8704/50176 [00:59<04:37, 149.48it/s]
|
633 |
18%|ββ | 8960/50176 [01:01<04:46, 144.07it/s]
|
634 |
18%|ββ | 9216/50176 [01:02<04:37, 147.71it/s]
|
635 |
19%|ββ | 9472/50176 [01:04<04:35, 147.98it/s]
|
636 |
19%|ββ | 9728/50176 [01:06<04:40, 144.30it/s]
|
637 |
20%|ββ | 9984/50176 [01:08<04:31, 147.78it/s]
|
638 |
20%|ββ | 10240/50176 [01:09<04:26, 149.71it/s]
|
639 |
21%|ββ | 10496/50176 [01:11<04:24, 150.10it/s]
|
640 |
21%|βββ | 10752/50176 [01:13<04:31, 145.41it/s]
|
641 |
22%|βββ | 11008/50176 [01:14<04:24, 148.31it/s]
|
642 |
22%|βββ | 11264/50176 [01:16<04:21, 148.75it/s]
|
643 |
23%|βββ | 11520/50176 [01:18<04:16, 150.85it/s]
|
644 |
23%|βββ | 11776/50176 [01:20<04:13, 151.37it/s]
|
645 |
24%|βββ | 12032/50176 [01:21<04:11, 151.88it/s]
|
646 |
24%|βββ | 12288/50176 [01:23<04:09, 152.16it/s]
|
647 |
25%|βββ | 12544/50176 [01:25<04:06, 152.67it/s]
|
648 |
26%|βββ | 12800/50176 [01:26<04:04, 152.79it/s]
|
649 |
26%|βββ | 13056/50176 [01:28<04:02, 152.83it/s]
|
650 |
27%|βββ | 13312/50176 [01:30<04:06, 149.77it/s]
|
651 |
27%|βββ | 13568/50176 [01:32<04:15, 143.31it/s]
|
652 |
28%|βββ | 13824/50176 [01:34<04:17, 141.08it/s]
|
653 |
28%|βββ | 14080/50176 [01:35<04:15, 141.24it/s]
|
654 |
29%|βββ | 14336/50176 [01:37<04:20, 137.63it/s]
|
655 |
29%|βββ | 14592/50176 [01:39<04:08, 143.17it/s]
|
656 |
30%|βββ | 14848/50176 [01:41<04:20, 135.80it/s]
|
657 |
30%|βββ | 15104/50176 [01:43<04:19, 134.89it/s]
|
658 |
31%|βββ | 15360/50176 [01:45<04:11, 138.52it/s]
|
659 |
31%|βββ | 15616/50176 [01:47<04:14, 135.58it/s]
|
660 |
32%|ββββ | 15872/50176 [01:49<04:15, 134.05it/s]
|
661 |
32%|ββββ | 16128/50176 [01:50<04:07, 137.45it/s]
|
662 |
33%|ββββ | 16384/50176 [01:52<04:04, 138.24it/s]
|
663 |
33%|ββββ | 16640/50176 [01:54<04:10, 134.07it/s]
|
664 |
34%|ββββ | 16896/50176 [01:56<03:58, 139.42it/s]
|
665 |
34%|ββββ | 17152/50176 [01:58<03:51, 142.89it/s]
|
666 |
35%|ββββ | 17408/50176 [01:59<03:46, 144.47it/s]
|
667 |
35%|ββββ | 17664/50176 [02:01<03:41, 146.60it/s]
|
668 |
36%|ββββ | 17920/50176 [02:03<03:37, 148.17it/s]
|
669 |
36%|ββββ | 18176/50176 [02:04<03:37, 147.15it/s]
|
670 |
37%|ββββ | 18432/50176 [02:06<03:35, 147.62it/s]
|
671 |
37%|ββββ | 18688/50176 [02:08<03:34, 146.88it/s]
|
672 |
38%|ββββ | 18944/50176 [02:10<03:40, 141.95it/s]
|
673 |
38%|ββββ | 19200/50176 [02:12<03:50, 134.48it/s]
|
674 |
39%|ββββ | 19456/50176 [02:14<03:52, 132.21it/s]
|
675 |
39%|ββββ | 19712/50176 [02:16<03:50, 132.07it/s]
|
676 |
40%|ββββ | 19968/50176 [02:18<03:43, 135.21it/s]
|
677 |
40%|ββββ | 20224/50176 [02:19<03:32, 140.93it/s]
|
678 |
41%|ββββ | 20480/50176 [02:21<03:26, 143.76it/s]
|
679 |
41%|βββββ | 20736/50176 [02:23<03:24, 143.78it/s]
|
680 |
42%|βββββ | 20992/50176 [02:25<03:19, 146.51it/s]
|
681 |
42%|βββββ | 21248/50176 [02:27<03:24, 141.56it/s]
|
682 |
43%|βββββ | 21504/50176 [02:28<03:15, 146.30it/s]
|
683 |
43%|βββββ | 21760/50176 [02:30<03:12, 147.47it/s]
|
684 |
44%|βββββ | 22016/50176 [02:31<03:07, 150.00it/s]
|
685 |
44%|βββββ | 22272/50176 [02:33<03:06, 149.72it/s]
|
686 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.17it/s]
|
687 |
45%|βββββ | 22784/50176 [02:37<03:09, 144.52it/s]
|
688 |
46%|βββββ | 23040/50176 [02:39<03:09, 143.35it/s]
|
689 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.61it/s]
|
690 |
47%|βββββ | 23552/50176 [02:42<03:14, 137.22it/s]
|
691 |
47%|βββββ | 23808/50176 [02:44<03:07, 140.94it/s]
|
692 |
48%|βββββ | 24064/50176 [02:46<03:02, 142.73it/s]
|
693 |
48%|βββββ | 24320/50176 [02:48<03:00, 143.22it/s]
|
694 |
49%|βββββ | 24576/50176 [02:49<02:56, 145.45it/s]
|
695 |
49%|βββββ | 24832/50176 [02:51<02:50, 148.49it/s]
|
696 |
50%|βββββ | 25088/50176 [02:53<02:48, 148.97it/s]
|
697 |
51%|βββββ | 25344/50176 [02:54<02:46, 149.46it/s]
|
698 |
51%|βββββ | 25600/50176 [02:56<02:48, 145.81it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:58<02:41, 150.33it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:00<02:43, 147.15it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:02<02:46, 143.33it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:03<02:42, 145.16it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:05<02:41, 144.37it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:07<02:37, 145.90it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.46it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:10<02:28, 151.54it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:12<02:36, 142.36it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.89it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.22it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:18<02:32, 140.83it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:19<02:29, 142.53it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:21<02:24, 144.99it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:23<02:32, 135.88it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:25<02:34, 132.72it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:27<02:31, 133.52it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:29<02:25, 137.39it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:30<02:17, 143.31it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:32<02:16, 142.68it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:34<02:12, 145.31it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:36<02:08, 147.91it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:37<02:05, 149.25it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:39<02:03, 149.49it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:41<02:02, 148.29it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:42<02:00, 149.11it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:44<02:02, 143.71it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:46<01:58, 147.41it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:48<01:58, 145.35it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:50<01:54, 146.94it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:51<01:56, 142.62it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:53<01:51, 146.67it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:55<01:47, 150.30it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:56<01:44, 151.84it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:58<01:47, 144.68it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:00<01:45, 145.92it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:02<01:44, 144.94it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:03<01:40, 147.87it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:05<01:40, 144.73it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:07<01:41, 141.61it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:09<01:38, 143.27it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:11<01:37, 141.67it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:12<01:33, 144.49it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:14<01:32, 143.36it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:16<01:30, 144.50it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:18<01:25, 148.86it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:19<01:23, 151.04it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 148.89it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:23<01:20, 149.65it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:24<01:19, 148.43it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.22it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 145.30it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:30<01:17, 141.81it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:32<01:14, 143.53it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.13it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 147.88it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.89it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:39<01:07, 143.79it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:41<01:08, 137.73it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.35it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 146.64it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:46<00:58, 148.89it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.46it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:49<00:53, 151.77it/s]
|
763 |
84%|βββοΏ½οΏ½βββββ | 42240/50176 [04:51<00:53, 148.64it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.85it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.25it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 150.91it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:58<00:45, 150.36it/s]
|
768 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 148.52it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 145.94it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:03<00:41, 148.03it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.67it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 148.03it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 146.47it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:10<00:34, 148.54it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:12<00:34, 141.90it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 146.81it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:15<00:29, 148.14it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:17<00:27, 148.63it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.29it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:20<00:23, 149.42it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 147.51it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 143.42it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:26<00:19, 145.39it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 143.81it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 146.56it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 147.24it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:32<00:11, 149.68it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 151.98it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 151.73it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:38<00:06, 147.72it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.30it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.63it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.84it/s]
|
794 |
+
2022-12-21,10:07:09 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:07:09 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5724 imagenet-zeroshot-val-top5: 0.8406
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_22.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d3f5710f609fd28b51cd4dde5a1d1e3cd14bb38908120409bcfe530eaae31dd
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_22.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<11:57, 1.39it/s]
|
2 |
1%| | 6/1000 [00:00<01:45, 9.44it/s]
|
3 |
1%| | 12/1000 [00:00<00:53, 18.47it/s]
|
4 |
2%|β | 18/1000 [00:01<00:36, 26.91it/s]
|
5 |
2%|β | 24/1000 [00:01<00:28, 34.15it/s]
|
6 |
3%|β | 30/1000 [00:01<00:24, 40.05it/s]
|
7 |
4%|β | 36/1000 [00:01<00:21, 44.66it/s]
|
8 |
4%|β | 42/1000 [00:01<00:19, 48.07it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 50.73it/s]
|
10 |
5%|β | 54/1000 [00:01<00:17, 52.62it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 54.04it/s]
|
12 |
7%|β | 66/1000 [00:01<00:16, 55.05it/s]
|
13 |
7%|β | 72/1000 [00:01<00:16, 55.78it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 56.29it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.86it/s]
|
16 |
9%|β | 90/1000 [00:02<00:17, 52.46it/s]
|
17 |
10%|β | 96/1000 [00:02<00:16, 54.13it/s]
|
18 |
10%|β | 102/1000 [00:02<00:16, 55.20it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 56.18it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 56.76it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 57.11it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.33it/s]
|
23 |
13%|ββ | 132/1000 [00:03<00:15, 57.56it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.66it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.79it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.92it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 58.01it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.90it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.79it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.80it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.76it/s]
|
32 |
19%|ββ | 186/1000 [00:03<00:14, 57.68it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.66it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.61it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.42it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.32it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.43it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.40it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.62it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.60it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.49it/s]
|
42 |
25%|βββ | 246/1000 [00:05<00:13, 57.56it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:12, 57.65it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.76it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.78it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.62it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.66it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.86it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.91it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 58.11it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 58.10it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:11, 58.09it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 58.25it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 58.22it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 58.13it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.94it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 58.01it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 58.09it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 58.18it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.96it/s]
|
61 |
36%|ββββ | 360/1000 [00:06<00:11, 57.96it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 58.02it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 58.11it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 58.00it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.66it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.74it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.85it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 58.00it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 58.09it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 58.09it/s]
|
71 |
42%|βββββ | 420/1000 [00:08<00:09, 58.11it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 58.14it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 58.25it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 58.26it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 58.04it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 58.11it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 58.16it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 58.14it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 58.08it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 58.22it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:08, 58.14it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 58.12it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 58.11it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 58.03it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 58.09it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 58.00it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 58.07it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.09it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.17it/s]
|
90 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.10it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.21it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.21it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.10it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.11it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.16it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.03it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.97it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.12it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.11it/s]
|
100 |
59%|ββββββ | 594/1000 [00:11<00:06, 58.02it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.13it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.05it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.04it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.16it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.17it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.26it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.08it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 58.01it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.15it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.10it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.18it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.23it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.16it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.21it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.19it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.21it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.10it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.18it/s]
|
119 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.13it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.11it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.12it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.09it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.11it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.13it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.11it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.20it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.06it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.93it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:14<00:03, 58.09it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.06it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.11it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.18it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.99it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.99it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.05it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.02it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.99it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 58.03it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.13it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.27it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.29it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.20it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.26it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.21it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.21it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.14it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.20it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.18it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.05it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.15it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.16it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.11it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.94it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.97it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.99it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.12it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.19it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.17it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.21it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.24it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.19it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.24it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.32it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.34it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.33it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.28it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<06:04, 137.06it/s]
|
169 |
1%| | 512/50176 [00:03<05:12, 158.79it/s]
|
170 |
2%|β | 768/50176 [00:04<04:47, 172.08it/s]
|
171 |
2%|β | 1024/50176 [00:06<04:52, 167.78it/s]
|
172 |
3%|β | 1280/50176 [00:08<05:10, 157.46it/s]
|
173 |
3%|β | 1536/50176 [00:10<05:36, 144.69it/s]
|
174 |
4%|β | 1792/50176 [00:11<05:37, 143.24it/s]
|
175 |
4%|β | 2048/50176 [00:13<05:34, 143.97it/s]
|
176 |
5%|β | 2304/50176 [00:15<05:34, 143.13it/s]
|
177 |
5%|β | 2560/50176 [00:17<05:30, 144.20it/s]
|
178 |
6%|β | 2816/50176 [00:19<05:32, 142.39it/s]
|
179 |
6%|β | 3072/50176 [00:20<05:25, 144.52it/s]
|
180 |
7%|β | 3328/50176 [00:22<05:22, 145.21it/s]
|
181 |
7%|β | 3584/50176 [00:24<05:15, 147.50it/s]
|
182 |
8%|β | 3840/50176 [00:26<05:25, 142.19it/s]
|
183 |
8%|β | 4096/50176 [00:27<05:25, 141.36it/s]
|
184 |
9%|β | 4352/50176 [00:29<05:19, 143.35it/s]
|
185 |
9%|β | 4608/50176 [00:31<05:14, 144.76it/s]
|
186 |
10%|β | 4864/50176 [00:33<05:09, 146.53it/s]
|
187 |
10%|β | 5120/50176 [00:34<05:05, 147.57it/s]
|
188 |
11%|β | 5376/50176 [00:36<05:01, 148.58it/s]
|
189 |
11%|β | 5632/50176 [00:38<04:57, 149.53it/s]
|
190 |
12%|ββ | 5888/50176 [00:39<04:56, 149.61it/s]
|
191 |
12%|ββ | 6144/50176 [00:42<05:20, 137.47it/s]
|
192 |
13%|ββ | 6400/50176 [00:43<05:10, 141.12it/s]
|
193 |
13%|ββ | 6656/50176 [00:45<05:04, 143.08it/s]
|
194 |
14%|ββ | 6912/50176 [00:47<05:01, 143.62it/s]
|
195 |
14%|ββ | 7168/50176 [00:49<04:56, 145.08it/s]
|
196 |
15%|ββ | 7424/50176 [00:50<04:50, 147.35it/s]
|
197 |
15%|ββ | 7680/50176 [00:52<04:51, 146.03it/s]
|
198 |
16%|ββ | 7936/50176 [00:54<04:43, 148.91it/s]
|
199 |
16%|ββ | 8192/50176 [00:55<04:44, 147.76it/s]
|
200 |
17%|ββ | 8448/50176 [00:57<04:40, 148.69it/s]
|
201 |
17%|ββ | 8704/50176 [00:59<04:37, 149.41it/s]
|
202 |
18%|ββ | 8960/50176 [01:01<04:44, 144.68it/s]
|
203 |
18%|ββ | 9216/50176 [01:02<04:37, 147.43it/s]
|
204 |
19%|ββ | 9472/50176 [01:04<04:36, 147.19it/s]
|
205 |
19%|ββ | 9728/50176 [01:06<04:38, 145.04it/s]
|
206 |
20%|ββ | 9984/50176 [01:08<04:32, 147.61it/s]
|
207 |
20%|ββ | 10240/50176 [01:09<04:26, 149.58it/s]
|
208 |
21%|ββ | 10496/50176 [01:11<04:24, 150.06it/s]
|
209 |
21%|βββ | 10752/50176 [01:13<04:30, 146.00it/s]
|
210 |
22%|βββ | 11008/50176 [01:15<04:24, 148.11it/s]
|
211 |
22%|βββ | 11264/50176 [01:16<04:21, 148.66it/s]
|
212 |
23%|βββ | 11520/50176 [01:18<04:15, 151.40it/s]
|
213 |
23%|βββ | 11776/50176 [01:20<04:14, 151.09it/s]
|
214 |
24%|βββ | 12032/50176 [01:21<04:11, 151.77it/s]
|
215 |
24%|βββ | 12288/50176 [01:23<04:09, 152.03it/s]
|
216 |
25%|βββ | 12544/50176 [01:25<04:06, 152.61it/s]
|
217 |
26%|βββ | 12800/50176 [01:26<04:04, 152.70it/s]
|
218 |
26%|βββ | 13056/50176 [01:28<04:02, 152.80it/s]
|
219 |
27%|βββ | 13312/50176 [01:30<04:06, 149.63it/s]
|
220 |
27%|βββ | 13568/50176 [01:32<04:15, 143.55it/s]
|
221 |
28%|βββ | 13824/50176 [01:34<04:18, 140.88it/s]
|
222 |
28%|βββ | 14080/50176 [01:35<04:15, 141.19it/s]
|
223 |
29%|βββ | 14336/50176 [01:37<04:20, 137.78it/s]
|
224 |
29%|βββ | 14592/50176 [01:39<04:08, 142.98it/s]
|
225 |
30%|βββ | 14848/50176 [01:41<04:20, 135.71it/s]
|
226 |
30%|βββ | 15104/50176 [01:43<04:19, 135.04it/s]
|
227 |
31%|βββ | 15360/50176 [01:45<04:11, 138.31it/s]
|
228 |
31%|βββ | 15616/50176 [01:47<04:15, 135.23it/s]
|
229 |
32%|ββββ | 15872/50176 [01:49<04:15, 134.05it/s]
|
230 |
32%|ββββ | 16128/50176 [01:50<04:07, 137.67it/s]
|
231 |
33%|ββββ | 16384/50176 [01:52<04:04, 138.29it/s]
|
232 |
33%|ββββ | 16640/50176 [01:54<04:09, 134.23it/s]
|
233 |
34%|ββββ | 16896/50176 [01:56<03:58, 139.45it/s]
|
234 |
34%|ββββ | 17152/50176 [01:58<03:51, 142.89it/s]
|
235 |
35%|ββββ | 17408/50176 [01:59<03:46, 144.51it/s]
|
236 |
35%|ββββ | 17664/50176 [02:01<03:42, 146.43it/s]
|
237 |
36%|ββββ | 17920/50176 [02:03<03:37, 148.24it/s]
|
238 |
36%|ββββ | 18176/50176 [02:04<03:37, 147.09it/s]
|
239 |
37%|ββββ | 18432/50176 [02:06<03:35, 147.03it/s]
|
240 |
37%|ββββ | 18688/50176 [02:08<03:34, 147.00it/s]
|
241 |
38%|ββββ | 18944/50176 [02:10<03:39, 142.52it/s]
|
242 |
38%|ββββ | 19200/50176 [02:12<03:50, 134.43it/s]
|
243 |
39%|ββββ | 19456/50176 [02:14<03:52, 132.16it/s]
|
244 |
39%|ββββ | 19712/50176 [02:16<03:50, 132.43it/s]
|
245 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.61it/s]
|
246 |
40%|ββββ | 20224/50176 [02:19<03:32, 140.74it/s]
|
247 |
41%|ββββ | 20480/50176 [02:21<03:26, 143.78it/s]
|
248 |
41%|βββββ | 20736/50176 [02:23<03:24, 143.97it/s]
|
249 |
42%|βββββ | 20992/50176 [02:25<03:19, 146.38it/s]
|
250 |
42%|βββββ | 21248/50176 [02:27<03:23, 141.83it/s]
|
251 |
43%|βββββ | 21504/50176 [02:28<03:16, 146.21it/s]
|
252 |
43%|βββββ | 21760/50176 [02:30<03:12, 147.54it/s]
|
253 |
44%|βββββ | 22016/50176 [02:31<03:07, 150.50it/s]
|
254 |
44%|βββββ | 22272/50176 [02:33<03:06, 149.75it/s]
|
255 |
45%|βββββ | 22528/50176 [02:35<03:03, 150.94it/s]
|
256 |
45%|βββββ | 22784/50176 [02:37<03:09, 144.53it/s]
|
257 |
46%|βββββ | 23040/50176 [02:39<03:09, 143.24it/s]
|
258 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.85it/s]
|
259 |
47%|βββββ | 23552/50176 [02:43<03:15, 136.52it/s]
|
260 |
47%|βββββ | 23808/50176 [02:44<03:06, 141.03it/s]
|
261 |
48%|βββββ | 24064/50176 [02:46<03:03, 142.22it/s]
|
262 |
48%|βββββ | 24320/50176 [02:48<03:00, 143.51it/s]
|
263 |
49%|βββββ | 24576/50176 [02:49<02:55, 145.58it/s]
|
264 |
49%|βββββ | 24832/50176 [02:51<02:50, 148.55it/s]
|
265 |
50%|βββββ | 25088/50176 [02:53<02:48, 149.22it/s]
|
266 |
51%|βββββ | 25344/50176 [02:54<02:46, 149.50it/s]
|
267 |
51%|βββββ | 25600/50176 [02:56<02:48, 145.89it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:58<02:42, 149.96it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:00<02:43, 147.41it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:02<02:46, 142.94it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:03<02:42, 145.38it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:05<02:40, 145.01it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:07<02:37, 145.93it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.11it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:10<02:28, 152.19it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:12<02:36, 141.93it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.76it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:16<02:31, 144.10it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:18<02:33, 140.13it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:19<02:28, 142.69it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:21<02:24, 145.04it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:23<02:32, 136.01it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:25<02:34, 132.82it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:27<02:31, 133.45it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:29<02:25, 137.43it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:30<02:17, 143.42it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:32<02:16, 142.74it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:34<02:12, 145.44it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:36<02:08, 147.82it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:37<02:05, 149.10it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:39<02:03, 149.59it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:41<02:02, 148.39it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:42<02:00, 149.11it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:44<02:02, 143.99it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:46<01:58, 147.32it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:48<01:58, 145.31it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:50<01:55, 146.23it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:51<01:57, 142.14it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:53<01:52, 146.13it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:55<01:47, 149.97it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:56<01:44, 151.59it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:58<01:47, 145.36it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:00<01:45, 145.60it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:02<01:44, 144.90it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:03<01:40, 148.13it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:05<01:40, 145.61it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:07<01:41, 141.13it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:09<01:38, 143.46it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:11<01:37, 141.59it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:13<01:33, 144.60it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:14<01:32, 143.28it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:16<01:30, 144.91it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:18<01:26, 148.75it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:19<01:23, 150.91it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 148.82it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:23<01:20, 149.60it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:25<01:19, 148.60it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.14it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 145.23it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:30<01:17, 141.73it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:32<01:14, 143.49it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.13it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 147.71it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.90it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:39<01:07, 143.86it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:41<01:08, 137.74it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.44it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 146.73it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:46<00:58, 148.22it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.74it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:49<00:53, 151.92it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:51<00:53, 149.05it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.85it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.27it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 150.77it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:58<00:45, 150.37it/s]
|
337 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 149.07it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.34it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:03<00:41, 147.97it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.69it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 148.05it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 146.39it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:10<00:34, 148.41it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:12<00:34, 142.15it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 146.65it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:15<00:29, 148.07it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:17<00:27, 148.66it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.21it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:20<00:23, 149.49it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 148.05it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 143.25it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:26<00:19, 145.19it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 143.71it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 146.69it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 146.65it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:32<00:11, 149.85it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 152.06it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 151.97it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:38<00:06, 147.77it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.41it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.65it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.57it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:00:58 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:00:58 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:00:59 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_22.pt).
|
4 |
+
2022-12-21,10:01:07 | INFO | Model:
|
5 |
+
2022-12-21,10:01:07 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:01:07 | INFO | Params:
|
359 |
+
2022-12-21,10:01:07 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:01:07 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:01:07 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:01:07 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_22.pt/checkpoints
|
363 |
+
2022-12-21,10:01:07 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:01:07 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:01:07 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:01:07 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:01:07 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:01:07 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:01:07 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:01:07 | INFO | debug: False
|
371 |
+
2022-12-21,10:01:07 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:01:07 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:01:07 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:01:07 | INFO | distributed: False
|
375 |
+
2022-12-21,10:01:07 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:01:07 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:01:07 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:01:07 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:01:07 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:01:07 | INFO | horovod: False
|
381 |
+
2022-12-21,10:01:07 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:01:07 | INFO | image_std: None
|
383 |
+
2022-12-21,10:01:07 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:01:07 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:01:07 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:01:07 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:01:07 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:01:07 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:01:07 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:01:07 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:01:07 | INFO | log_local: False
|
392 |
+
2022-12-21,10:01:07 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_22.pt/out.log
|
393 |
+
2022-12-21,10:01:07 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:01:07 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:01:07 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:01:07 | INFO | name: epoch_22.pt
|
397 |
+
2022-12-21,10:01:07 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:01:07 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:01:07 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:01:07 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_22.pt
|
401 |
+
2022-12-21,10:01:07 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:01:07 | INFO | rank: 0
|
403 |
+
2022-12-21,10:01:07 | INFO | report_to:
|
404 |
+
2022-12-21,10:01:07 | INFO | resume: None
|
405 |
+
2022-12-21,10:01:07 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:01:07 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:01:07 | INFO | seed: 0
|
408 |
+
2022-12-21,10:01:07 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:01:07 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:01:07 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:01:07 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:01:07 | INFO | trace: False
|
413 |
+
2022-12-21,10:01:07 | INFO | train_data: None
|
414 |
+
2022-12-21,10:01:07 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:01:07 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:01:07 | INFO | val_data: None
|
417 |
+
2022-12-21,10:01:07 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:01:07 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:01:07 | INFO | wandb: False
|
420 |
+
2022-12-21,10:01:07 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:01:07 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:01:07 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:01:07 | INFO | workers: 1
|
424 |
+
2022-12-21,10:01:07 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:01:07 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:01:07 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:01:07 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<11:57, 1.39it/s]
|
431 |
1%| | 6/1000 [00:00<01:45, 9.44it/s]
|
432 |
1%| | 12/1000 [00:00<00:53, 18.47it/s]
|
433 |
2%|β | 18/1000 [00:01<00:36, 26.91it/s]
|
434 |
2%|β | 24/1000 [00:01<00:28, 34.15it/s]
|
435 |
3%|β | 30/1000 [00:01<00:24, 40.05it/s]
|
436 |
4%|β | 36/1000 [00:01<00:21, 44.66it/s]
|
437 |
4%|β | 42/1000 [00:01<00:19, 48.07it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 50.73it/s]
|
439 |
5%|β | 54/1000 [00:01<00:17, 52.62it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 54.04it/s]
|
441 |
7%|β | 66/1000 [00:01<00:16, 55.05it/s]
|
442 |
7%|β | 72/1000 [00:01<00:16, 55.78it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 56.29it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.86it/s]
|
445 |
9%|β | 90/1000 [00:02<00:17, 52.46it/s]
|
446 |
10%|β | 96/1000 [00:02<00:16, 54.13it/s]
|
447 |
10%|β | 102/1000 [00:02<00:16, 55.20it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 56.18it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 56.76it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 57.11it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.33it/s]
|
452 |
13%|ββ | 132/1000 [00:03<00:15, 57.56it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.66it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.79it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.92it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 58.01it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.90it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.79it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.80it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.76it/s]
|
461 |
19%|ββ | 186/1000 [00:03<00:14, 57.68it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.66it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.61it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.42it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.32it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.43it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.40it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.62it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.60it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.49it/s]
|
471 |
25%|βββ | 246/1000 [00:05<00:13, 57.56it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:12, 57.65it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.76it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.78it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.62it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.66it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.86it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.91it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 58.11it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 58.10it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:11, 58.09it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 58.25it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 58.22it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 58.13it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.94it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 58.01it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 58.09it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 58.18it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.96it/s]
|
490 |
36%|ββββ | 360/1000 [00:06<00:11, 57.96it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 58.02it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 58.11it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 58.00it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.66it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.74it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.85it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 58.00it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 58.09it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 58.09it/s]
|
500 |
42%|βββββ | 420/1000 [00:08<00:09, 58.11it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 58.14it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 58.25it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 58.26it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 58.04it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 58.11it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 58.16it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 58.14it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 58.08it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 58.22it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:08, 58.14it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 58.12it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 58.11it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 58.03it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 58.09it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 58.00it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 58.07it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 58.09it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.17it/s]
|
519 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.10it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.21it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.21it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 58.10it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.11it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.16it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 58.03it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.97it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.12it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.11it/s]
|
529 |
59%|ββββββ | 594/1000 [00:11<00:06, 58.02it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.13it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 58.05it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 58.04it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.16it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.17it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.26it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 58.08it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 58.01it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.15it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 58.10it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.18it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.23it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.16it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.21it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.19it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.21it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.10it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.18it/s]
|
548 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.13it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.11it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.12it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.09it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.11it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.13it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.11it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.20it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.06it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.93it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:14<00:03, 58.09it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.06it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.11it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.18it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.99it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.99it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 58.05it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 58.02it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.99it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 58.03it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.13it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.27it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.29it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.20it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.26it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.21it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.21it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.14it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.20it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.18it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 58.05it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.15it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.16it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.11it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.94it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.97it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.99it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.12it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.19it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.17it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.21it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.24it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 58.19it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.24it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.32it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.34it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.33it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.28it/s]
|
596 |
+
2022-12-21,10:01:25 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<06:04, 137.06it/s]
|
600 |
1%| | 512/50176 [00:03<05:12, 158.79it/s]
|
601 |
2%|β | 768/50176 [00:04<04:47, 172.08it/s]
|
602 |
2%|β | 1024/50176 [00:06<04:52, 167.78it/s]
|
603 |
3%|β | 1280/50176 [00:08<05:10, 157.46it/s]
|
604 |
3%|β | 1536/50176 [00:10<05:36, 144.69it/s]
|
605 |
4%|β | 1792/50176 [00:11<05:37, 143.24it/s]
|
606 |
4%|β | 2048/50176 [00:13<05:34, 143.97it/s]
|
607 |
5%|β | 2304/50176 [00:15<05:34, 143.13it/s]
|
608 |
5%|β | 2560/50176 [00:17<05:30, 144.20it/s]
|
609 |
6%|β | 2816/50176 [00:19<05:32, 142.39it/s]
|
610 |
6%|β | 3072/50176 [00:20<05:25, 144.52it/s]
|
611 |
7%|β | 3328/50176 [00:22<05:22, 145.21it/s]
|
612 |
7%|β | 3584/50176 [00:24<05:15, 147.50it/s]
|
613 |
8%|β | 3840/50176 [00:26<05:25, 142.19it/s]
|
614 |
8%|β | 4096/50176 [00:27<05:25, 141.36it/s]
|
615 |
9%|β | 4352/50176 [00:29<05:19, 143.35it/s]
|
616 |
9%|β | 4608/50176 [00:31<05:14, 144.76it/s]
|
617 |
10%|β | 4864/50176 [00:33<05:09, 146.53it/s]
|
618 |
10%|β | 5120/50176 [00:34<05:05, 147.57it/s]
|
619 |
11%|β | 5376/50176 [00:36<05:01, 148.58it/s]
|
620 |
11%|β | 5632/50176 [00:38<04:57, 149.53it/s]
|
621 |
12%|ββ | 5888/50176 [00:39<04:56, 149.61it/s]
|
622 |
12%|ββ | 6144/50176 [00:42<05:20, 137.47it/s]
|
623 |
13%|ββ | 6400/50176 [00:43<05:10, 141.12it/s]
|
624 |
13%|ββ | 6656/50176 [00:45<05:04, 143.08it/s]
|
625 |
14%|ββ | 6912/50176 [00:47<05:01, 143.62it/s]
|
626 |
14%|ββ | 7168/50176 [00:49<04:56, 145.08it/s]
|
627 |
15%|ββ | 7424/50176 [00:50<04:50, 147.35it/s]
|
628 |
15%|ββ | 7680/50176 [00:52<04:51, 146.03it/s]
|
629 |
16%|ββ | 7936/50176 [00:54<04:43, 148.91it/s]
|
630 |
16%|ββ | 8192/50176 [00:55<04:44, 147.76it/s]
|
631 |
17%|ββ | 8448/50176 [00:57<04:40, 148.69it/s]
|
632 |
17%|ββ | 8704/50176 [00:59<04:37, 149.41it/s]
|
633 |
18%|ββ | 8960/50176 [01:01<04:44, 144.68it/s]
|
634 |
18%|ββ | 9216/50176 [01:02<04:37, 147.43it/s]
|
635 |
19%|ββ | 9472/50176 [01:04<04:36, 147.19it/s]
|
636 |
19%|ββ | 9728/50176 [01:06<04:38, 145.04it/s]
|
637 |
20%|ββ | 9984/50176 [01:08<04:32, 147.61it/s]
|
638 |
20%|ββ | 10240/50176 [01:09<04:26, 149.58it/s]
|
639 |
21%|ββ | 10496/50176 [01:11<04:24, 150.06it/s]
|
640 |
21%|βββ | 10752/50176 [01:13<04:30, 146.00it/s]
|
641 |
22%|βββ | 11008/50176 [01:15<04:24, 148.11it/s]
|
642 |
22%|βββ | 11264/50176 [01:16<04:21, 148.66it/s]
|
643 |
23%|βββ | 11520/50176 [01:18<04:15, 151.40it/s]
|
644 |
23%|βββ | 11776/50176 [01:20<04:14, 151.09it/s]
|
645 |
24%|βββ | 12032/50176 [01:21<04:11, 151.77it/s]
|
646 |
24%|βββ | 12288/50176 [01:23<04:09, 152.03it/s]
|
647 |
25%|βββ | 12544/50176 [01:25<04:06, 152.61it/s]
|
648 |
26%|βββ | 12800/50176 [01:26<04:04, 152.70it/s]
|
649 |
26%|βββ | 13056/50176 [01:28<04:02, 152.80it/s]
|
650 |
27%|βββ | 13312/50176 [01:30<04:06, 149.63it/s]
|
651 |
27%|βββ | 13568/50176 [01:32<04:15, 143.55it/s]
|
652 |
28%|βββ | 13824/50176 [01:34<04:18, 140.88it/s]
|
653 |
28%|βββ | 14080/50176 [01:35<04:15, 141.19it/s]
|
654 |
29%|βββ | 14336/50176 [01:37<04:20, 137.78it/s]
|
655 |
29%|βββ | 14592/50176 [01:39<04:08, 142.98it/s]
|
656 |
30%|βββ | 14848/50176 [01:41<04:20, 135.71it/s]
|
657 |
30%|βββ | 15104/50176 [01:43<04:19, 135.04it/s]
|
658 |
31%|βββ | 15360/50176 [01:45<04:11, 138.31it/s]
|
659 |
31%|βββ | 15616/50176 [01:47<04:15, 135.23it/s]
|
660 |
32%|ββββ | 15872/50176 [01:49<04:15, 134.05it/s]
|
661 |
32%|ββββ | 16128/50176 [01:50<04:07, 137.67it/s]
|
662 |
33%|ββββ | 16384/50176 [01:52<04:04, 138.29it/s]
|
663 |
33%|ββββ | 16640/50176 [01:54<04:09, 134.23it/s]
|
664 |
34%|ββββ | 16896/50176 [01:56<03:58, 139.45it/s]
|
665 |
34%|ββββ | 17152/50176 [01:58<03:51, 142.89it/s]
|
666 |
35%|ββββ | 17408/50176 [01:59<03:46, 144.51it/s]
|
667 |
35%|ββββ | 17664/50176 [02:01<03:42, 146.43it/s]
|
668 |
36%|ββββ | 17920/50176 [02:03<03:37, 148.24it/s]
|
669 |
36%|ββββ | 18176/50176 [02:04<03:37, 147.09it/s]
|
670 |
37%|ββββ | 18432/50176 [02:06<03:35, 147.03it/s]
|
671 |
37%|ββββ | 18688/50176 [02:08<03:34, 147.00it/s]
|
672 |
38%|ββββ | 18944/50176 [02:10<03:39, 142.52it/s]
|
673 |
38%|ββββ | 19200/50176 [02:12<03:50, 134.43it/s]
|
674 |
39%|ββββ | 19456/50176 [02:14<03:52, 132.16it/s]
|
675 |
39%|ββββ | 19712/50176 [02:16<03:50, 132.43it/s]
|
676 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.61it/s]
|
677 |
40%|ββββ | 20224/50176 [02:19<03:32, 140.74it/s]
|
678 |
41%|ββββ | 20480/50176 [02:21<03:26, 143.78it/s]
|
679 |
41%|βββββ | 20736/50176 [02:23<03:24, 143.97it/s]
|
680 |
42%|βββββ | 20992/50176 [02:25<03:19, 146.38it/s]
|
681 |
42%|βββββ | 21248/50176 [02:27<03:23, 141.83it/s]
|
682 |
43%|βββββ | 21504/50176 [02:28<03:16, 146.21it/s]
|
683 |
43%|βββββ | 21760/50176 [02:30<03:12, 147.54it/s]
|
684 |
44%|βββββ | 22016/50176 [02:31<03:07, 150.50it/s]
|
685 |
44%|βββββ | 22272/50176 [02:33<03:06, 149.75it/s]
|
686 |
45%|βββββ | 22528/50176 [02:35<03:03, 150.94it/s]
|
687 |
45%|βββββ | 22784/50176 [02:37<03:09, 144.53it/s]
|
688 |
46%|βββββ | 23040/50176 [02:39<03:09, 143.24it/s]
|
689 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.85it/s]
|
690 |
47%|βββββ | 23552/50176 [02:43<03:15, 136.52it/s]
|
691 |
47%|βββββ | 23808/50176 [02:44<03:06, 141.03it/s]
|
692 |
48%|βββββ | 24064/50176 [02:46<03:03, 142.22it/s]
|
693 |
48%|βββββ | 24320/50176 [02:48<03:00, 143.51it/s]
|
694 |
49%|βββββ | 24576/50176 [02:49<02:55, 145.58it/s]
|
695 |
49%|βββββ | 24832/50176 [02:51<02:50, 148.55it/s]
|
696 |
50%|βββββ | 25088/50176 [02:53<02:48, 149.22it/s]
|
697 |
51%|βββββ | 25344/50176 [02:54<02:46, 149.50it/s]
|
698 |
51%|βββββ | 25600/50176 [02:56<02:48, 145.89it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:58<02:42, 149.96it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:00<02:43, 147.41it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:02<02:46, 142.94it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:03<02:42, 145.38it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:05<02:40, 145.01it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:07<02:37, 145.93it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.11it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:10<02:28, 152.19it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:12<02:36, 141.93it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.76it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:16<02:31, 144.10it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:18<02:33, 140.13it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:19<02:28, 142.69it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:21<02:24, 145.04it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:23<02:32, 136.01it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:25<02:34, 132.82it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:27<02:31, 133.45it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:29<02:25, 137.43it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:30<02:17, 143.42it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:32<02:16, 142.74it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:34<02:12, 145.44it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:36<02:08, 147.82it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:37<02:05, 149.10it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:39<02:03, 149.59it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:41<02:02, 148.39it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:42<02:00, 149.11it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:44<02:02, 143.99it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:46<01:58, 147.32it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:48<01:58, 145.31it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:50<01:55, 146.23it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:51<01:57, 142.14it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:53<01:52, 146.13it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:55<01:47, 149.97it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:56<01:44, 151.59it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:58<01:47, 145.36it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:00<01:45, 145.60it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:02<01:44, 144.90it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:03<01:40, 148.13it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:05<01:40, 145.61it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:07<01:41, 141.13it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:09<01:38, 143.46it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:11<01:37, 141.59it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:13<01:33, 144.60it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:14<01:32, 143.28it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:16<01:30, 144.91it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:18<01:26, 148.75it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:19<01:23, 150.91it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 148.82it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:23<01:20, 149.60it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:25<01:19, 148.60it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.14it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 145.23it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:30<01:17, 141.73it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:32<01:14, 143.49it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.13it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 147.71it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.90it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:39<01:07, 143.86it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:41<01:08, 137.74it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.44it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 146.73it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:46<00:58, 148.22it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.74it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:49<00:53, 151.92it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:51<00:53, 149.05it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.85it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.27it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 150.77it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:58<00:45, 150.37it/s]
|
768 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 149.07it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.34it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:03<00:41, 147.97it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.69it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 148.05it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 146.39it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:10<00:34, 148.41it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:12<00:34, 142.15it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 146.65it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:15<00:29, 148.07it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:17<00:27, 148.66it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.21it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:20<00:23, 149.49it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 148.05it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 143.25it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:26<00:19, 145.19it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 143.71it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 146.69it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 146.65it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:32<00:11, 149.85it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 152.06it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 151.97it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:38<00:06, 147.77it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.41it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.65it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.57it/s]
|
794 |
+
2022-12-21,10:07:09 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:07:09 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5654 imagenet-zeroshot-val-top5: 0.8378
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_23.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8af949c18ef1ecd578e8913d80ad17053fb83fbcbe68cb859d20c2bcae7063e8
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_23.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<11:23, 1.46it/s]
|
2 |
1%| | 6/1000 [00:00<01:41, 9.84it/s]
|
3 |
1%| | 11/1000 [00:00<00:55, 17.77it/s]
|
4 |
2%|β | 17/1000 [00:00<00:37, 26.53it/s]
|
5 |
2%|β | 23/1000 [00:01<00:28, 34.01it/s]
|
6 |
3%|β | 29/1000 [00:01<00:24, 40.03it/s]
|
7 |
4%|β | 35/1000 [00:01<00:21, 44.64it/s]
|
8 |
4%|β | 41/1000 [00:01<00:19, 48.19it/s]
|
9 |
5%|β | 47/1000 [00:01<00:18, 50.62it/s]
|
10 |
5%|β | 53/1000 [00:01<00:18, 52.60it/s]
|
11 |
6%|β | 59/1000 [00:01<00:17, 53.84it/s]
|
12 |
6%|β | 65/1000 [00:01<00:17, 54.86it/s]
|
13 |
7%|β | 71/1000 [00:01<00:16, 55.46it/s]
|
14 |
8%|β | 77/1000 [00:02<00:16, 55.97it/s]
|
15 |
8%|β | 83/1000 [00:02<00:16, 56.41it/s]
|
16 |
9%|β | 89/1000 [00:02<00:16, 56.80it/s]
|
17 |
10%|β | 95/1000 [00:02<00:15, 57.01it/s]
|
18 |
10%|β | 101/1000 [00:02<00:17, 51.99it/s]
|
19 |
11%|β | 107/1000 [00:02<00:16, 53.67it/s]
|
20 |
11%|ββ | 113/1000 [00:02<00:16, 54.87it/s]
|
21 |
12%|ββ | 119/1000 [00:02<00:15, 55.66it/s]
|
22 |
12%|ββ | 125/1000 [00:02<00:15, 56.16it/s]
|
23 |
13%|ββ | 131/1000 [00:03<00:15, 56.63it/s]
|
24 |
14%|ββ | 137/1000 [00:03<00:15, 56.82it/s]
|
25 |
14%|ββ | 143/1000 [00:03<00:15, 57.06it/s]
|
26 |
15%|ββ | 149/1000 [00:03<00:14, 57.08it/s]
|
27 |
16%|ββ | 155/1000 [00:03<00:14, 57.29it/s]
|
28 |
16%|ββ | 161/1000 [00:03<00:14, 57.24it/s]
|
29 |
17%|ββ | 167/1000 [00:03<00:14, 57.21it/s]
|
30 |
17%|ββ | 173/1000 [00:03<00:14, 57.26it/s]
|
31 |
18%|ββ | 179/1000 [00:03<00:14, 57.30it/s]
|
32 |
18%|ββ | 185/1000 [00:03<00:14, 57.17it/s]
|
33 |
19%|ββ | 191/1000 [00:04<00:14, 57.17it/s]
|
34 |
20%|ββ | 197/1000 [00:04<00:14, 57.13it/s]
|
35 |
20%|ββ | 203/1000 [00:04<00:13, 57.01it/s]
|
36 |
21%|ββ | 209/1000 [00:04<00:13, 56.86it/s]
|
37 |
22%|βββ | 215/1000 [00:04<00:13, 56.91it/s]
|
38 |
22%|βββ | 221/1000 [00:04<00:13, 56.92it/s]
|
39 |
23%|βββ | 227/1000 [00:04<00:13, 57.11it/s]
|
40 |
23%|βββ | 233/1000 [00:04<00:13, 57.19it/s]
|
41 |
24%|βββ | 239/1000 [00:04<00:13, 57.02it/s]
|
42 |
24%|βββ | 245/1000 [00:05<00:13, 57.04it/s]
|
43 |
25%|βββ | 251/1000 [00:05<00:13, 56.94it/s]
|
44 |
26%|βββ | 257/1000 [00:05<00:12, 57.17it/s]
|
45 |
26%|βββ | 263/1000 [00:05<00:12, 57.24it/s]
|
46 |
27%|βββ | 269/1000 [00:05<00:12, 57.02it/s]
|
47 |
28%|βββ | 275/1000 [00:05<00:12, 57.16it/s]
|
48 |
28%|βββ | 281/1000 [00:05<00:12, 57.29it/s]
|
49 |
29%|βββ | 287/1000 [00:05<00:12, 57.39it/s]
|
50 |
29%|βββ | 293/1000 [00:05<00:12, 57.61it/s]
|
51 |
30%|βββ | 299/1000 [00:05<00:12, 57.60it/s]
|
52 |
30%|βββ | 305/1000 [00:06<00:12, 57.61it/s]
|
53 |
31%|βββ | 311/1000 [00:06<00:11, 57.72it/s]
|
54 |
32%|ββββ | 317/1000 [00:06<00:11, 57.72it/s]
|
55 |
32%|ββββ | 323/1000 [00:06<00:11, 57.67it/s]
|
56 |
33%|ββββ | 329/1000 [00:06<00:11, 57.46it/s]
|
57 |
34%|ββββ | 335/1000 [00:06<00:11, 57.51it/s]
|
58 |
34%|ββββ | 341/1000 [00:06<00:11, 57.57it/s]
|
59 |
35%|ββββ | 347/1000 [00:06<00:11, 57.70it/s]
|
60 |
35%|ββββ | 353/1000 [00:06<00:11, 57.51it/s]
|
61 |
36%|ββββ | 359/1000 [00:06<00:11, 57.63it/s]
|
62 |
36%|ββββ | 365/1000 [00:07<00:11, 57.59it/s]
|
63 |
37%|ββββ | 371/1000 [00:07<00:10, 57.71it/s]
|
64 |
38%|ββββ | 377/1000 [00:07<00:10, 57.55it/s]
|
65 |
38%|ββββ | 383/1000 [00:07<00:10, 57.13it/s]
|
66 |
39%|ββββ | 389/1000 [00:07<00:10, 56.88it/s]
|
67 |
40%|ββββ | 395/1000 [00:07<00:10, 57.06it/s]
|
68 |
40%|ββββ | 401/1000 [00:07<00:10, 57.25it/s]
|
69 |
41%|ββββ | 407/1000 [00:07<00:10, 57.42it/s]
|
70 |
41%|βββββ | 413/1000 [00:07<00:10, 57.50it/s]
|
71 |
42%|βββββ | 419/1000 [00:08<00:10, 57.54it/s]
|
72 |
42%|βββββ | 425/1000 [00:08<00:09, 57.52it/s]
|
73 |
43%|βββββ | 431/1000 [00:08<00:09, 57.69it/s]
|
74 |
44%|βββββ | 437/1000 [00:08<00:09, 57.72it/s]
|
75 |
44%|βββββ | 443/1000 [00:08<00:09, 57.52it/s]
|
76 |
45%|βββββ | 449/1000 [00:08<00:09, 57.57it/s]
|
77 |
46%|βββββ | 455/1000 [00:08<00:09, 57.65it/s]
|
78 |
46%|βββββ | 461/1000 [00:08<00:09, 57.63it/s]
|
79 |
47%|βββββ | 467/1000 [00:08<00:09, 57.61it/s]
|
80 |
47%|βββββ | 473/1000 [00:08<00:09, 57.73it/s]
|
81 |
48%|βββββ | 479/1000 [00:09<00:09, 57.63it/s]
|
82 |
48%|βββββ | 485/1000 [00:09<00:08, 57.62it/s]
|
83 |
49%|βββββ | 491/1000 [00:09<00:08, 57.60it/s]
|
84 |
50%|βββββ | 497/1000 [00:09<00:08, 57.50it/s]
|
85 |
50%|βββββ | 503/1000 [00:09<00:08, 57.64it/s]
|
86 |
51%|βββββ | 509/1000 [00:09<00:08, 57.51it/s]
|
87 |
52%|ββββββ | 515/1000 [00:09<00:08, 57.55it/s]
|
88 |
52%|ββββββ | 521/1000 [00:09<00:08, 57.61it/s]
|
89 |
53%|ββββββ | 527/1000 [00:09<00:08, 57.72it/s]
|
90 |
53%|ββββββ | 533/1000 [00:10<00:08, 57.63it/s]
|
91 |
54%|ββββββ | 539/1000 [00:10<00:07, 57.73it/s]
|
92 |
55%|ββββββ | 545/1000 [00:10<00:07, 57.76it/s]
|
93 |
55%|ββββββ | 551/1000 [00:10<00:07, 57.63it/s]
|
94 |
56%|ββββββ | 557/1000 [00:10<00:07, 57.55it/s]
|
95 |
56%|ββββββ | 563/1000 [00:10<00:07, 57.65it/s]
|
96 |
57%|ββββββ | 569/1000 [00:10<00:07, 57.55it/s]
|
97 |
57%|ββββββ | 575/1000 [00:10<00:07, 57.48it/s]
|
98 |
58%|ββββββ | 581/1000 [00:10<00:07, 57.64it/s]
|
99 |
59%|ββββββ | 587/1000 [00:10<00:07, 57.56it/s]
|
100 |
59%|ββββββ | 593/1000 [00:11<00:07, 57.50it/s]
|
101 |
60%|ββββββ | 599/1000 [00:11<00:06, 57.61it/s]
|
102 |
60%|ββββββ | 605/1000 [00:11<00:06, 57.51it/s]
|
103 |
61%|ββββββ | 611/1000 [00:11<00:06, 57.58it/s]
|
104 |
62%|βββββββ | 617/1000 [00:11<00:06, 57.66it/s]
|
105 |
62%|βββββββ | 623/1000 [00:11<00:06, 57.67it/s]
|
106 |
63%|βββββββ | 629/1000 [00:11<00:06, 57.74it/s]
|
107 |
64%|βββββββ | 635/1000 [00:11<00:06, 57.60it/s]
|
108 |
64%|βββββββ | 641/1000 [00:11<00:06, 57.47it/s]
|
109 |
65%|βββββββ | 647/1000 [00:11<00:06, 57.69it/s]
|
110 |
65%|βββββββ | 653/1000 [00:12<00:06, 57.65it/s]
|
111 |
66%|βββββββ | 659/1000 [00:12<00:05, 57.76it/s]
|
112 |
66%|βββββββ | 665/1000 [00:12<00:05, 57.74it/s]
|
113 |
67%|βββββββ | 671/1000 [00:12<00:05, 57.70it/s]
|
114 |
68%|βββββββ | 677/1000 [00:12<00:05, 57.74it/s]
|
115 |
68%|βββββββ | 683/1000 [00:12<00:05, 57.72it/s]
|
116 |
69%|βββββββ | 689/1000 [00:12<00:05, 57.77it/s]
|
117 |
70%|βββββββ | 695/1000 [00:12<00:05, 57.65it/s]
|
118 |
70%|βββββββ | 701/1000 [00:12<00:05, 57.76it/s]
|
119 |
71%|βββββββ | 707/1000 [00:13<00:05, 57.75it/s]
|
120 |
71%|ββββββββ | 713/1000 [00:13<00:04, 57.75it/s]
|
121 |
72%|ββββββββ | 719/1000 [00:13<00:04, 57.77it/s]
|
122 |
72%|ββββββββ | 725/1000 [00:13<00:04, 57.69it/s]
|
123 |
73%|ββββββββ | 731/1000 [00:13<00:04, 57.63it/s]
|
124 |
74%|ββββββββ | 737/1000 [00:13<00:04, 57.69it/s]
|
125 |
74%|ββββββββ | 743/1000 [00:13<00:04, 57.64it/s]
|
126 |
75%|ββββββββ | 749/1000 [00:13<00:04, 57.73it/s]
|
127 |
76%|ββββββββ | 755/1000 [00:13<00:04, 57.85it/s]
|
128 |
76%|ββββββββ | 761/1000 [00:13<00:04, 57.69it/s]
|
129 |
77%|ββββββββ | 767/1000 [00:14<00:04, 57.77it/s]
|
130 |
77%|ββββββββ | 773/1000 [00:14<00:03, 57.77it/s]
|
131 |
78%|ββββββββ | 779/1000 [00:14<00:03, 57.60it/s]
|
132 |
78%|ββββββββ | 785/1000 [00:14<00:03, 57.68it/s]
|
133 |
79%|ββββββββ | 791/1000 [00:14<00:03, 57.52it/s]
|
134 |
80%|ββββββββ | 797/1000 [00:14<00:03, 57.54it/s]
|
135 |
80%|ββββββββ | 803/1000 [00:14<00:03, 57.58it/s]
|
136 |
81%|ββββββββ | 809/1000 [00:14<00:03, 57.55it/s]
|
137 |
82%|βββββββββ | 815/1000 [00:14<00:03, 57.56it/s]
|
138 |
82%|βββββββββ | 821/1000 [00:15<00:03, 57.62it/s]
|
139 |
83%|βββββββββ | 827/1000 [00:15<00:03, 57.63it/s]
|
140 |
83%|βββββββββ | 833/1000 [00:15<00:02, 57.82it/s]
|
141 |
84%|βββββββββ | 839/1000 [00:15<00:02, 57.87it/s]
|
142 |
84%|βββββββββ | 845/1000 [00:15<00:02, 57.72it/s]
|
143 |
85%|βββββββββ | 851/1000 [00:15<00:02, 57.78it/s]
|
144 |
86%|βββββββββ | 857/1000 [00:15<00:02, 57.72it/s]
|
145 |
86%|βββββββββ | 863/1000 [00:15<00:02, 57.79it/s]
|
146 |
87%|βββββββββ | 869/1000 [00:15<00:02, 57.71it/s]
|
147 |
88%|βββββββββ | 875/1000 [00:15<00:02, 57.72it/s]
|
148 |
88%|βββββββββ | 881/1000 [00:16<00:02, 57.76it/s]
|
149 |
89%|βββββββββ | 887/1000 [00:16<00:01, 57.61it/s]
|
150 |
89%|βββββββββ | 893/1000 [00:16<00:01, 57.71it/s]
|
151 |
90%|βββββββββ | 899/1000 [00:16<00:01, 57.74it/s]
|
152 |
90%|βββββββββ | 905/1000 [00:16<00:01, 57.73it/s]
|
153 |
91%|βββββββββ | 911/1000 [00:16<00:01, 57.43it/s]
|
154 |
92%|ββββββββββ| 917/1000 [00:16<00:01, 57.53it/s]
|
155 |
92%|ββββββββββ| 923/1000 [00:16<00:01, 57.55it/s]
|
156 |
93%|ββββββββββ| 929/1000 [00:16<00:01, 57.71it/s]
|
157 |
94%|ββββββββββ| 935/1000 [00:16<00:01, 57.82it/s]
|
158 |
94%|ββββββββββ| 941/1000 [00:17<00:01, 57.82it/s]
|
159 |
95%|ββββββββββ| 947/1000 [00:17<00:00, 57.81it/s]
|
160 |
95%|ββββββββββ| 953/1000 [00:17<00:00, 57.84it/s]
|
161 |
96%|ββββββββββ| 959/1000 [00:17<00:00, 57.78it/s]
|
162 |
96%|ββββββββββ| 965/1000 [00:17<00:00, 57.54it/s]
|
163 |
97%|ββββββββββ| 971/1000 [00:17<00:00, 57.71it/s]
|
164 |
98%|ββββββββββ| 977/1000 [00:17<00:00, 57.82it/s]
|
165 |
98%|ββββββββββ| 983/1000 [00:17<00:00, 57.89it/s]
|
166 |
99%|ββββββββββ| 989/1000 [00:17<00:00, 57.85it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<06:12, 133.90it/s]
|
169 |
1%| | 512/50176 [00:03<05:25, 152.35it/s]
|
170 |
2%|β | 768/50176 [00:04<04:54, 167.53it/s]
|
171 |
2%|β | 1024/50176 [00:06<04:47, 171.03it/s]
|
172 |
3%|β | 1280/50176 [00:08<05:07, 159.08it/s]
|
173 |
3%|β | 1536/50176 [00:10<05:33, 145.88it/s]
|
174 |
4%|β | 1792/50176 [00:11<05:35, 144.10it/s]
|
175 |
4%|β | 2048/50176 [00:13<05:32, 144.65it/s]
|
176 |
5%|β | 2304/50176 [00:15<05:34, 143.28it/s]
|
177 |
5%|β | 2560/50176 [00:17<05:30, 144.08it/s]
|
178 |
6%|β | 2816/50176 [00:19<05:31, 142.69it/s]
|
179 |
6%|β | 3072/50176 [00:20<05:25, 144.54it/s]
|
180 |
7%|β | 3328/50176 [00:22<05:22, 145.25it/s]
|
181 |
7%|β | 3584/50176 [00:24<05:15, 147.57it/s]
|
182 |
8%|β | 3840/50176 [00:26<05:27, 141.62it/s]
|
183 |
8%|β | 4096/50176 [00:27<05:25, 141.71it/s]
|
184 |
9%|β | 4352/50176 [00:29<05:19, 143.57it/s]
|
185 |
9%|β | 4608/50176 [00:31<05:14, 144.88it/s]
|
186 |
10%|β | 4864/50176 [00:33<05:08, 146.68it/s]
|
187 |
10%|β | 5120/50176 [00:34<05:06, 147.01it/s]
|
188 |
11%|β | 5376/50176 [00:36<05:00, 148.86it/s]
|
189 |
11%|β | 5632/50176 [00:38<04:57, 149.82it/s]
|
190 |
12%|ββ | 5888/50176 [00:39<04:55, 149.71it/s]
|
191 |
12%|ββ | 6144/50176 [00:42<05:20, 137.54it/s]
|
192 |
13%|ββ | 6400/50176 [00:43<05:10, 141.09it/s]
|
193 |
13%|ββ | 6656/50176 [00:45<05:04, 143.03it/s]
|
194 |
14%|ββ | 6912/50176 [00:47<05:01, 143.72it/s]
|
195 |
14%|ββ | 7168/50176 [00:49<04:56, 145.13it/s]
|
196 |
15%|ββ | 7424/50176 [00:50<04:51, 146.69it/s]
|
197 |
15%|ββ | 7680/50176 [00:52<04:50, 146.26it/s]
|
198 |
16%|ββ | 7936/50176 [00:54<04:43, 149.07it/s]
|
199 |
16%|ββ | 8192/50176 [00:55<04:44, 147.81it/s]
|
200 |
17%|ββ | 8448/50176 [00:57<04:40, 148.74it/s]
|
201 |
17%|ββ | 8704/50176 [00:59<04:37, 149.42it/s]
|
202 |
18%|ββ | 8960/50176 [01:01<04:45, 144.22it/s]
|
203 |
18%|ββ | 9216/50176 [01:02<04:37, 147.56it/s]
|
204 |
19%|ββ | 9472/50176 [01:04<04:35, 147.92it/s]
|
205 |
19%|ββ | 9728/50176 [01:06<04:40, 144.35it/s]
|
206 |
20%|ββ | 9984/50176 [01:08<04:32, 147.72it/s]
|
207 |
20%|ββ | 10240/50176 [01:09<04:26, 149.75it/s]
|
208 |
21%|ββ | 10496/50176 [01:11<04:24, 150.23it/s]
|
209 |
21%|βββ | 10752/50176 [01:13<04:31, 145.31it/s]
|
210 |
22%|βββ | 11008/50176 [01:15<04:24, 148.21it/s]
|
211 |
22%|βββ | 11264/50176 [01:16<04:21, 148.76it/s]
|
212 |
23%|βββ | 11520/50176 [01:18<04:16, 150.91it/s]
|
213 |
23%|βββ | 11776/50176 [01:20<04:13, 151.38it/s]
|
214 |
24%|βββ | 12032/50176 [01:21<04:11, 151.83it/s]
|
215 |
24%|βββ | 12288/50176 [01:23<04:09, 152.14it/s]
|
216 |
25%|βββ | 12544/50176 [01:25<04:06, 152.61it/s]
|
217 |
26%|βββ | 12800/50176 [01:26<04:04, 152.87it/s]
|
218 |
26%|βββ | 13056/50176 [01:28<04:02, 152.85it/s]
|
219 |
27%|βββ | 13312/50176 [01:30<04:06, 149.75it/s]
|
220 |
27%|βββ | 13568/50176 [01:32<04:15, 143.22it/s]
|
221 |
28%|βββ | 13824/50176 [01:34<04:17, 141.08it/s]
|
222 |
28%|βββ | 14080/50176 [01:35<04:15, 141.25it/s]
|
223 |
29%|βββ | 14336/50176 [01:37<04:20, 137.57it/s]
|
224 |
29%|βββ | 14592/50176 [01:39<04:08, 143.07it/s]
|
225 |
30%|βββ | 14848/50176 [01:41<04:20, 135.77it/s]
|
226 |
30%|βββ | 15104/50176 [01:43<04:19, 135.13it/s]
|
227 |
31%|βββ | 15360/50176 [01:45<04:11, 138.37it/s]
|
228 |
31%|βββ | 15616/50176 [01:47<04:14, 135.66it/s]
|
229 |
32%|ββββ | 15872/50176 [01:49<04:16, 133.95it/s]
|
230 |
32%|ββββ | 16128/50176 [01:50<04:07, 137.54it/s]
|
231 |
33%|ββββ | 16384/50176 [01:52<04:04, 138.21it/s]
|
232 |
33%|ββββ | 16640/50176 [01:54<04:10, 134.12it/s]
|
233 |
34%|ββββ | 16896/50176 [01:56<03:58, 139.43it/s]
|
234 |
34%|ββββ | 17152/50176 [01:58<03:51, 142.85it/s]
|
235 |
35%|ββββ | 17408/50176 [01:59<03:46, 144.43it/s]
|
236 |
35%|ββββ | 17664/50176 [02:01<03:41, 146.54it/s]
|
237 |
36%|ββββ | 17920/50176 [02:03<03:37, 148.10it/s]
|
238 |
36%|ββββ | 18176/50176 [02:04<03:37, 147.20it/s]
|
239 |
37%|ββββ | 18432/50176 [02:06<03:35, 147.51it/s]
|
240 |
37%|ββββ | 18688/50176 [02:08<03:34, 146.86it/s]
|
241 |
38%|ββββ | 18944/50176 [02:10<03:40, 141.91it/s]
|
242 |
38%|ββββ | 19200/50176 [02:12<03:50, 134.57it/s]
|
243 |
39%|ββββ | 19456/50176 [02:14<03:52, 132.17it/s]
|
244 |
39%|ββββ | 19712/50176 [02:16<03:50, 132.01it/s]
|
245 |
40%|ββββ | 19968/50176 [02:18<03:43, 135.21it/s]
|
246 |
40%|ββββ | 20224/50176 [02:19<03:32, 141.02it/s]
|
247 |
41%|ββββ | 20480/50176 [02:21<03:26, 143.70it/s]
|
248 |
41%|βββββ | 20736/50176 [02:23<03:24, 143.90it/s]
|
249 |
42%|βββββ | 20992/50176 [02:25<03:19, 146.59it/s]
|
250 |
42%|βββββ | 21248/50176 [02:27<03:24, 141.53it/s]
|
251 |
43%|βββββ | 21504/50176 [02:28<03:16, 146.26it/s]
|
252 |
43%|βββββ | 21760/50176 [02:30<03:12, 147.70it/s]
|
253 |
44%|βββββ | 22016/50176 [02:31<03:07, 150.46it/s]
|
254 |
44%|βββββ | 22272/50176 [02:33<03:07, 149.06it/s]
|
255 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.15it/s]
|
256 |
45%|βββββ | 22784/50176 [02:37<03:09, 144.43it/s]
|
257 |
46%|βββββ | 23040/50176 [02:39<03:09, 143.36it/s]
|
258 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.56it/s]
|
259 |
47%|βββββ | 23552/50176 [02:43<03:13, 137.29it/s]
|
260 |
47%|βββββ | 23808/50176 [02:44<03:06, 141.06it/s]
|
261 |
48%|βββββ | 24064/50176 [02:46<03:02, 142.77it/s]
|
262 |
48%|βββββ | 24320/50176 [02:48<03:00, 143.28it/s]
|
263 |
49%|βββββ | 24576/50176 [02:49<02:56, 145.39it/s]
|
264 |
49%|βββββ | 24832/50176 [02:51<02:51, 147.70it/s]
|
265 |
50%|βββββ | 25088/50176 [02:53<02:48, 149.21it/s]
|
266 |
51%|βββββ | 25344/50176 [02:54<02:45, 149.67it/s]
|
267 |
51%|βββββ | 25600/50176 [02:56<02:49, 145.31it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:58<02:41, 150.61it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:00<02:43, 146.80it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:02<02:45, 143.59it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:03<02:41, 145.41it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:05<02:40, 145.03it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:07<02:37, 145.91it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.27it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:10<02:28, 152.17it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:12<02:36, 141.94it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.74it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.16it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:18<02:32, 140.69it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:19<02:28, 142.63it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:21<02:24, 145.01it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:23<02:32, 135.84it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:25<02:34, 132.60it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:27<02:31, 133.47it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:29<02:25, 137.49it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:30<02:17, 143.41it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:32<02:16, 142.74it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:34<02:12, 145.43it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:36<02:08, 147.75it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:37<02:05, 148.39it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:39<02:03, 149.83it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:41<02:02, 148.47it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:42<02:00, 149.18it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:44<02:02, 143.87it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:46<01:58, 147.45it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:48<01:57, 145.42it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:50<01:55, 146.49it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:51<01:56, 142.66it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:53<01:52, 146.15it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:55<01:47, 149.94it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:56<01:44, 151.58it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:58<01:47, 145.11it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:00<01:45, 145.68it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:02<01:44, 144.24it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:03<01:40, 147.96it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:05<01:40, 145.71it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:07<01:41, 141.82it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:09<01:38, 143.26it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:11<01:37, 141.56it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:13<01:33, 144.68it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:14<01:33, 143.09it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:16<01:30, 144.82it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:18<01:26, 148.79it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:19<01:23, 150.95it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 148.90it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:23<01:20, 149.60it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:25<01:19, 148.59it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.15it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 145.26it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:30<01:17, 141.63it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:32<01:14, 143.50it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.15it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 147.73it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.27it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:39<01:07, 144.05it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:41<01:08, 137.92it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.54it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 146.67it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:46<00:58, 148.99it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.46it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:49<00:53, 151.80it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:51<00:53, 148.99it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.83it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 148.56it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 150.95it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:58<00:45, 150.50it/s]
|
337 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 149.16it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.24it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:03<00:41, 147.45it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.90it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 148.17it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 146.64it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:10<00:34, 148.44it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:12<00:34, 141.90it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 146.75it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:15<00:29, 148.21it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:17<00:27, 148.78it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.56it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:20<00:23, 149.44it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 148.04it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 143.06it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:26<00:19, 145.28it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 143.64it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 146.68it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 147.21it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:32<00:11, 149.68it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 152.02it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 151.78it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:38<00:06, 147.63it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.31it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.55it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.68it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:00:57 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:00:57 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:00:59 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_23.pt).
|
4 |
+
2022-12-21,10:01:07 | INFO | Model:
|
5 |
+
2022-12-21,10:01:07 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:01:07 | INFO | Params:
|
359 |
+
2022-12-21,10:01:07 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:01:07 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:01:07 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:01:07 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_23.pt/checkpoints
|
363 |
+
2022-12-21,10:01:07 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:01:07 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:01:07 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:01:07 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:01:07 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:01:07 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:01:07 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:01:07 | INFO | debug: False
|
371 |
+
2022-12-21,10:01:07 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:01:07 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:01:07 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:01:07 | INFO | distributed: False
|
375 |
+
2022-12-21,10:01:07 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:01:07 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:01:07 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:01:07 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:01:07 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:01:07 | INFO | horovod: False
|
381 |
+
2022-12-21,10:01:07 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:01:07 | INFO | image_std: None
|
383 |
+
2022-12-21,10:01:07 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:01:07 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:01:07 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:01:07 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:01:07 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:01:07 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:01:07 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:01:07 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:01:07 | INFO | log_local: False
|
392 |
+
2022-12-21,10:01:07 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_23.pt/out.log
|
393 |
+
2022-12-21,10:01:07 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:01:07 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:01:07 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:01:07 | INFO | name: epoch_23.pt
|
397 |
+
2022-12-21,10:01:07 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:01:07 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:01:07 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:01:07 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_23.pt
|
401 |
+
2022-12-21,10:01:07 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:01:07 | INFO | rank: 0
|
403 |
+
2022-12-21,10:01:07 | INFO | report_to:
|
404 |
+
2022-12-21,10:01:07 | INFO | resume: None
|
405 |
+
2022-12-21,10:01:07 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:01:07 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:01:07 | INFO | seed: 0
|
408 |
+
2022-12-21,10:01:07 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:01:07 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:01:07 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:01:07 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:01:07 | INFO | trace: False
|
413 |
+
2022-12-21,10:01:07 | INFO | train_data: None
|
414 |
+
2022-12-21,10:01:07 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:01:07 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:01:07 | INFO | val_data: None
|
417 |
+
2022-12-21,10:01:07 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:01:07 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:01:07 | INFO | wandb: False
|
420 |
+
2022-12-21,10:01:07 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:01:07 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:01:07 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:01:07 | INFO | workers: 1
|
424 |
+
2022-12-21,10:01:07 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:01:07 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:01:07 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:01:07 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<11:23, 1.46it/s]
|
431 |
1%| | 6/1000 [00:00<01:41, 9.84it/s]
|
432 |
1%| | 11/1000 [00:00<00:55, 17.77it/s]
|
433 |
2%|β | 17/1000 [00:00<00:37, 26.53it/s]
|
434 |
2%|β | 23/1000 [00:01<00:28, 34.01it/s]
|
435 |
3%|β | 29/1000 [00:01<00:24, 40.03it/s]
|
436 |
4%|β | 35/1000 [00:01<00:21, 44.64it/s]
|
437 |
4%|β | 41/1000 [00:01<00:19, 48.19it/s]
|
438 |
5%|β | 47/1000 [00:01<00:18, 50.62it/s]
|
439 |
5%|β | 53/1000 [00:01<00:18, 52.60it/s]
|
440 |
6%|β | 59/1000 [00:01<00:17, 53.84it/s]
|
441 |
6%|β | 65/1000 [00:01<00:17, 54.86it/s]
|
442 |
7%|β | 71/1000 [00:01<00:16, 55.46it/s]
|
443 |
8%|β | 77/1000 [00:02<00:16, 55.97it/s]
|
444 |
8%|β | 83/1000 [00:02<00:16, 56.41it/s]
|
445 |
9%|β | 89/1000 [00:02<00:16, 56.80it/s]
|
446 |
10%|β | 95/1000 [00:02<00:15, 57.01it/s]
|
447 |
10%|β | 101/1000 [00:02<00:17, 51.99it/s]
|
448 |
11%|β | 107/1000 [00:02<00:16, 53.67it/s]
|
449 |
11%|ββ | 113/1000 [00:02<00:16, 54.87it/s]
|
450 |
12%|ββ | 119/1000 [00:02<00:15, 55.66it/s]
|
451 |
12%|ββ | 125/1000 [00:02<00:15, 56.16it/s]
|
452 |
13%|ββ | 131/1000 [00:03<00:15, 56.63it/s]
|
453 |
14%|ββ | 137/1000 [00:03<00:15, 56.82it/s]
|
454 |
14%|ββ | 143/1000 [00:03<00:15, 57.06it/s]
|
455 |
15%|ββ | 149/1000 [00:03<00:14, 57.08it/s]
|
456 |
16%|ββ | 155/1000 [00:03<00:14, 57.29it/s]
|
457 |
16%|ββ | 161/1000 [00:03<00:14, 57.24it/s]
|
458 |
17%|ββ | 167/1000 [00:03<00:14, 57.21it/s]
|
459 |
17%|ββ | 173/1000 [00:03<00:14, 57.26it/s]
|
460 |
18%|ββ | 179/1000 [00:03<00:14, 57.30it/s]
|
461 |
18%|ββ | 185/1000 [00:03<00:14, 57.17it/s]
|
462 |
19%|ββ | 191/1000 [00:04<00:14, 57.17it/s]
|
463 |
20%|ββ | 197/1000 [00:04<00:14, 57.13it/s]
|
464 |
20%|ββ | 203/1000 [00:04<00:13, 57.01it/s]
|
465 |
21%|ββ | 209/1000 [00:04<00:13, 56.86it/s]
|
466 |
22%|βββ | 215/1000 [00:04<00:13, 56.91it/s]
|
467 |
22%|βββ | 221/1000 [00:04<00:13, 56.92it/s]
|
468 |
23%|βββ | 227/1000 [00:04<00:13, 57.11it/s]
|
469 |
23%|βββ | 233/1000 [00:04<00:13, 57.19it/s]
|
470 |
24%|βββ | 239/1000 [00:04<00:13, 57.02it/s]
|
471 |
24%|βββ | 245/1000 [00:05<00:13, 57.04it/s]
|
472 |
25%|βββ | 251/1000 [00:05<00:13, 56.94it/s]
|
473 |
26%|βββ | 257/1000 [00:05<00:12, 57.17it/s]
|
474 |
26%|βββ | 263/1000 [00:05<00:12, 57.24it/s]
|
475 |
27%|βββ | 269/1000 [00:05<00:12, 57.02it/s]
|
476 |
28%|βββ | 275/1000 [00:05<00:12, 57.16it/s]
|
477 |
28%|βββ | 281/1000 [00:05<00:12, 57.29it/s]
|
478 |
29%|βββ | 287/1000 [00:05<00:12, 57.39it/s]
|
479 |
29%|βββ | 293/1000 [00:05<00:12, 57.61it/s]
|
480 |
30%|βββ | 299/1000 [00:05<00:12, 57.60it/s]
|
481 |
30%|βββ | 305/1000 [00:06<00:12, 57.61it/s]
|
482 |
31%|βββ | 311/1000 [00:06<00:11, 57.72it/s]
|
483 |
32%|ββββ | 317/1000 [00:06<00:11, 57.72it/s]
|
484 |
32%|ββββ | 323/1000 [00:06<00:11, 57.67it/s]
|
485 |
33%|ββββ | 329/1000 [00:06<00:11, 57.46it/s]
|
486 |
34%|ββββ | 335/1000 [00:06<00:11, 57.51it/s]
|
487 |
34%|ββββ | 341/1000 [00:06<00:11, 57.57it/s]
|
488 |
35%|ββββ | 347/1000 [00:06<00:11, 57.70it/s]
|
489 |
35%|ββββ | 353/1000 [00:06<00:11, 57.51it/s]
|
490 |
36%|ββββ | 359/1000 [00:06<00:11, 57.63it/s]
|
491 |
36%|ββββ | 365/1000 [00:07<00:11, 57.59it/s]
|
492 |
37%|ββββ | 371/1000 [00:07<00:10, 57.71it/s]
|
493 |
38%|ββββ | 377/1000 [00:07<00:10, 57.55it/s]
|
494 |
38%|ββββ | 383/1000 [00:07<00:10, 57.13it/s]
|
495 |
39%|ββββ | 389/1000 [00:07<00:10, 56.88it/s]
|
496 |
40%|ββββ | 395/1000 [00:07<00:10, 57.06it/s]
|
497 |
40%|ββββ | 401/1000 [00:07<00:10, 57.25it/s]
|
498 |
41%|ββββ | 407/1000 [00:07<00:10, 57.42it/s]
|
499 |
41%|βββββ | 413/1000 [00:07<00:10, 57.50it/s]
|
500 |
42%|βββββ | 419/1000 [00:08<00:10, 57.54it/s]
|
501 |
42%|βββββ | 425/1000 [00:08<00:09, 57.52it/s]
|
502 |
43%|βββββ | 431/1000 [00:08<00:09, 57.69it/s]
|
503 |
44%|βββββ | 437/1000 [00:08<00:09, 57.72it/s]
|
504 |
44%|βββββ | 443/1000 [00:08<00:09, 57.52it/s]
|
505 |
45%|βββββ | 449/1000 [00:08<00:09, 57.57it/s]
|
506 |
46%|βββββ | 455/1000 [00:08<00:09, 57.65it/s]
|
507 |
46%|βββββ | 461/1000 [00:08<00:09, 57.63it/s]
|
508 |
47%|βββββ | 467/1000 [00:08<00:09, 57.61it/s]
|
509 |
47%|βββββ | 473/1000 [00:08<00:09, 57.73it/s]
|
510 |
48%|βββββ | 479/1000 [00:09<00:09, 57.63it/s]
|
511 |
48%|βββββ | 485/1000 [00:09<00:08, 57.62it/s]
|
512 |
49%|βββββ | 491/1000 [00:09<00:08, 57.60it/s]
|
513 |
50%|βββββ | 497/1000 [00:09<00:08, 57.50it/s]
|
514 |
50%|βββββ | 503/1000 [00:09<00:08, 57.64it/s]
|
515 |
51%|βββββ | 509/1000 [00:09<00:08, 57.51it/s]
|
516 |
52%|ββββββ | 515/1000 [00:09<00:08, 57.55it/s]
|
517 |
52%|ββββββ | 521/1000 [00:09<00:08, 57.61it/s]
|
518 |
53%|ββββββ | 527/1000 [00:09<00:08, 57.72it/s]
|
519 |
53%|ββββββ | 533/1000 [00:10<00:08, 57.63it/s]
|
520 |
54%|ββββββ | 539/1000 [00:10<00:07, 57.73it/s]
|
521 |
55%|ββββββ | 545/1000 [00:10<00:07, 57.76it/s]
|
522 |
55%|ββββββ | 551/1000 [00:10<00:07, 57.63it/s]
|
523 |
56%|ββββββ | 557/1000 [00:10<00:07, 57.55it/s]
|
524 |
56%|ββββββ | 563/1000 [00:10<00:07, 57.65it/s]
|
525 |
57%|ββββββ | 569/1000 [00:10<00:07, 57.55it/s]
|
526 |
57%|ββββββ | 575/1000 [00:10<00:07, 57.48it/s]
|
527 |
58%|ββββββ | 581/1000 [00:10<00:07, 57.64it/s]
|
528 |
59%|ββββββ | 587/1000 [00:10<00:07, 57.56it/s]
|
529 |
59%|ββββββ | 593/1000 [00:11<00:07, 57.50it/s]
|
530 |
60%|ββββββ | 599/1000 [00:11<00:06, 57.61it/s]
|
531 |
60%|ββββββ | 605/1000 [00:11<00:06, 57.51it/s]
|
532 |
61%|ββββββ | 611/1000 [00:11<00:06, 57.58it/s]
|
533 |
62%|βββββββ | 617/1000 [00:11<00:06, 57.66it/s]
|
534 |
62%|βββββββ | 623/1000 [00:11<00:06, 57.67it/s]
|
535 |
63%|βββββββ | 629/1000 [00:11<00:06, 57.74it/s]
|
536 |
64%|βββββββ | 635/1000 [00:11<00:06, 57.60it/s]
|
537 |
64%|βββββββ | 641/1000 [00:11<00:06, 57.47it/s]
|
538 |
65%|βββββββ | 647/1000 [00:11<00:06, 57.69it/s]
|
539 |
65%|βββββββ | 653/1000 [00:12<00:06, 57.65it/s]
|
540 |
66%|βββββββ | 659/1000 [00:12<00:05, 57.76it/s]
|
541 |
66%|βββββββ | 665/1000 [00:12<00:05, 57.74it/s]
|
542 |
67%|βββββββ | 671/1000 [00:12<00:05, 57.70it/s]
|
543 |
68%|βββββββ | 677/1000 [00:12<00:05, 57.74it/s]
|
544 |
68%|βββββββ | 683/1000 [00:12<00:05, 57.72it/s]
|
545 |
69%|βββββββ | 689/1000 [00:12<00:05, 57.77it/s]
|
546 |
70%|βββββββ | 695/1000 [00:12<00:05, 57.65it/s]
|
547 |
70%|βββββββ | 701/1000 [00:12<00:05, 57.76it/s]
|
548 |
71%|βββββββ | 707/1000 [00:13<00:05, 57.75it/s]
|
549 |
71%|ββββββββ | 713/1000 [00:13<00:04, 57.75it/s]
|
550 |
72%|ββββββββ | 719/1000 [00:13<00:04, 57.77it/s]
|
551 |
72%|ββββββββ | 725/1000 [00:13<00:04, 57.69it/s]
|
552 |
73%|ββββββββ | 731/1000 [00:13<00:04, 57.63it/s]
|
553 |
74%|ββββββββ | 737/1000 [00:13<00:04, 57.69it/s]
|
554 |
74%|ββββββββ | 743/1000 [00:13<00:04, 57.64it/s]
|
555 |
75%|ββββββββ | 749/1000 [00:13<00:04, 57.73it/s]
|
556 |
76%|ββββββββ | 755/1000 [00:13<00:04, 57.85it/s]
|
557 |
76%|ββββββββ | 761/1000 [00:13<00:04, 57.69it/s]
|
558 |
77%|ββββββββ | 767/1000 [00:14<00:04, 57.77it/s]
|
559 |
77%|ββββββββ | 773/1000 [00:14<00:03, 57.77it/s]
|
560 |
78%|ββββββββ | 779/1000 [00:14<00:03, 57.60it/s]
|
561 |
78%|ββββββββ | 785/1000 [00:14<00:03, 57.68it/s]
|
562 |
79%|ββββββββ | 791/1000 [00:14<00:03, 57.52it/s]
|
563 |
80%|ββββββββ | 797/1000 [00:14<00:03, 57.54it/s]
|
564 |
80%|ββββββββ | 803/1000 [00:14<00:03, 57.58it/s]
|
565 |
81%|ββββββββ | 809/1000 [00:14<00:03, 57.55it/s]
|
566 |
82%|βββββββββ | 815/1000 [00:14<00:03, 57.56it/s]
|
567 |
82%|βββββββββ | 821/1000 [00:15<00:03, 57.62it/s]
|
568 |
83%|βββββββββ | 827/1000 [00:15<00:03, 57.63it/s]
|
569 |
83%|βββββββββ | 833/1000 [00:15<00:02, 57.82it/s]
|
570 |
84%|βββββββββ | 839/1000 [00:15<00:02, 57.87it/s]
|
571 |
84%|βββββββββ | 845/1000 [00:15<00:02, 57.72it/s]
|
572 |
85%|βββββββββ | 851/1000 [00:15<00:02, 57.78it/s]
|
573 |
86%|βββββββββ | 857/1000 [00:15<00:02, 57.72it/s]
|
574 |
86%|βββββββββ | 863/1000 [00:15<00:02, 57.79it/s]
|
575 |
87%|βββββββββ | 869/1000 [00:15<00:02, 57.71it/s]
|
576 |
88%|βββββββββ | 875/1000 [00:15<00:02, 57.72it/s]
|
577 |
88%|βββββββββ | 881/1000 [00:16<00:02, 57.76it/s]
|
578 |
89%|βββββββββ | 887/1000 [00:16<00:01, 57.61it/s]
|
579 |
89%|βββββββββ | 893/1000 [00:16<00:01, 57.71it/s]
|
580 |
90%|βββββββββ | 899/1000 [00:16<00:01, 57.74it/s]
|
581 |
90%|βββββββββ | 905/1000 [00:16<00:01, 57.73it/s]
|
582 |
91%|βββββββββ | 911/1000 [00:16<00:01, 57.43it/s]
|
583 |
92%|ββββββββββ| 917/1000 [00:16<00:01, 57.53it/s]
|
584 |
92%|ββββββββββ| 923/1000 [00:16<00:01, 57.55it/s]
|
585 |
93%|ββββββββββ| 929/1000 [00:16<00:01, 57.71it/s]
|
586 |
94%|ββββββββββ| 935/1000 [00:16<00:01, 57.82it/s]
|
587 |
94%|ββββββββββ| 941/1000 [00:17<00:01, 57.82it/s]
|
588 |
95%|ββββββββββ| 947/1000 [00:17<00:00, 57.81it/s]
|
589 |
95%|ββββββββββ| 953/1000 [00:17<00:00, 57.84it/s]
|
590 |
96%|ββββββββββ| 959/1000 [00:17<00:00, 57.78it/s]
|
591 |
96%|ββββββββββ| 965/1000 [00:17<00:00, 57.54it/s]
|
592 |
97%|ββββββββββ| 971/1000 [00:17<00:00, 57.71it/s]
|
593 |
98%|ββββββββββ| 977/1000 [00:17<00:00, 57.82it/s]
|
594 |
98%|ββββββββββ| 983/1000 [00:17<00:00, 57.89it/s]
|
595 |
99%|ββββββββββ| 989/1000 [00:17<00:00, 57.85it/s]
|
596 |
+
2022-12-21,10:01:25 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<06:12, 133.90it/s]
|
600 |
1%| | 512/50176 [00:03<05:25, 152.35it/s]
|
601 |
2%|β | 768/50176 [00:04<04:54, 167.53it/s]
|
602 |
2%|β | 1024/50176 [00:06<04:47, 171.03it/s]
|
603 |
3%|β | 1280/50176 [00:08<05:07, 159.08it/s]
|
604 |
3%|β | 1536/50176 [00:10<05:33, 145.88it/s]
|
605 |
4%|β | 1792/50176 [00:11<05:35, 144.10it/s]
|
606 |
4%|β | 2048/50176 [00:13<05:32, 144.65it/s]
|
607 |
5%|β | 2304/50176 [00:15<05:34, 143.28it/s]
|
608 |
5%|β | 2560/50176 [00:17<05:30, 144.08it/s]
|
609 |
6%|β | 2816/50176 [00:19<05:31, 142.69it/s]
|
610 |
6%|β | 3072/50176 [00:20<05:25, 144.54it/s]
|
611 |
7%|β | 3328/50176 [00:22<05:22, 145.25it/s]
|
612 |
7%|β | 3584/50176 [00:24<05:15, 147.57it/s]
|
613 |
8%|β | 3840/50176 [00:26<05:27, 141.62it/s]
|
614 |
8%|β | 4096/50176 [00:27<05:25, 141.71it/s]
|
615 |
9%|β | 4352/50176 [00:29<05:19, 143.57it/s]
|
616 |
9%|β | 4608/50176 [00:31<05:14, 144.88it/s]
|
617 |
10%|β | 4864/50176 [00:33<05:08, 146.68it/s]
|
618 |
10%|β | 5120/50176 [00:34<05:06, 147.01it/s]
|
619 |
11%|β | 5376/50176 [00:36<05:00, 148.86it/s]
|
620 |
11%|β | 5632/50176 [00:38<04:57, 149.82it/s]
|
621 |
12%|ββ | 5888/50176 [00:39<04:55, 149.71it/s]
|
622 |
12%|ββ | 6144/50176 [00:42<05:20, 137.54it/s]
|
623 |
13%|ββ | 6400/50176 [00:43<05:10, 141.09it/s]
|
624 |
13%|ββ | 6656/50176 [00:45<05:04, 143.03it/s]
|
625 |
14%|ββ | 6912/50176 [00:47<05:01, 143.72it/s]
|
626 |
14%|ββ | 7168/50176 [00:49<04:56, 145.13it/s]
|
627 |
15%|ββ | 7424/50176 [00:50<04:51, 146.69it/s]
|
628 |
15%|ββ | 7680/50176 [00:52<04:50, 146.26it/s]
|
629 |
16%|ββ | 7936/50176 [00:54<04:43, 149.07it/s]
|
630 |
16%|ββ | 8192/50176 [00:55<04:44, 147.81it/s]
|
631 |
17%|ββ | 8448/50176 [00:57<04:40, 148.74it/s]
|
632 |
17%|ββ | 8704/50176 [00:59<04:37, 149.42it/s]
|
633 |
18%|ββ | 8960/50176 [01:01<04:45, 144.22it/s]
|
634 |
18%|ββ | 9216/50176 [01:02<04:37, 147.56it/s]
|
635 |
19%|ββ | 9472/50176 [01:04<04:35, 147.92it/s]
|
636 |
19%|ββ | 9728/50176 [01:06<04:40, 144.35it/s]
|
637 |
20%|ββ | 9984/50176 [01:08<04:32, 147.72it/s]
|
638 |
20%|ββ | 10240/50176 [01:09<04:26, 149.75it/s]
|
639 |
21%|ββ | 10496/50176 [01:11<04:24, 150.23it/s]
|
640 |
21%|βββ | 10752/50176 [01:13<04:31, 145.31it/s]
|
641 |
22%|βββ | 11008/50176 [01:15<04:24, 148.21it/s]
|
642 |
22%|βββ | 11264/50176 [01:16<04:21, 148.76it/s]
|
643 |
23%|βββ | 11520/50176 [01:18<04:16, 150.91it/s]
|
644 |
23%|βββ | 11776/50176 [01:20<04:13, 151.38it/s]
|
645 |
24%|βββ | 12032/50176 [01:21<04:11, 151.83it/s]
|
646 |
24%|βββ | 12288/50176 [01:23<04:09, 152.14it/s]
|
647 |
25%|βββ | 12544/50176 [01:25<04:06, 152.61it/s]
|
648 |
26%|βββ | 12800/50176 [01:26<04:04, 152.87it/s]
|
649 |
26%|βββ | 13056/50176 [01:28<04:02, 152.85it/s]
|
650 |
27%|βββ | 13312/50176 [01:30<04:06, 149.75it/s]
|
651 |
27%|βββ | 13568/50176 [01:32<04:15, 143.22it/s]
|
652 |
28%|βββ | 13824/50176 [01:34<04:17, 141.08it/s]
|
653 |
28%|βββ | 14080/50176 [01:35<04:15, 141.25it/s]
|
654 |
29%|βββ | 14336/50176 [01:37<04:20, 137.57it/s]
|
655 |
29%|βββ | 14592/50176 [01:39<04:08, 143.07it/s]
|
656 |
30%|βββ | 14848/50176 [01:41<04:20, 135.77it/s]
|
657 |
30%|βββ | 15104/50176 [01:43<04:19, 135.13it/s]
|
658 |
31%|βββ | 15360/50176 [01:45<04:11, 138.37it/s]
|
659 |
31%|βββ | 15616/50176 [01:47<04:14, 135.66it/s]
|
660 |
32%|ββββ | 15872/50176 [01:49<04:16, 133.95it/s]
|
661 |
32%|ββββ | 16128/50176 [01:50<04:07, 137.54it/s]
|
662 |
33%|ββββ | 16384/50176 [01:52<04:04, 138.21it/s]
|
663 |
33%|ββββ | 16640/50176 [01:54<04:10, 134.12it/s]
|
664 |
34%|ββββ | 16896/50176 [01:56<03:58, 139.43it/s]
|
665 |
34%|ββββ | 17152/50176 [01:58<03:51, 142.85it/s]
|
666 |
35%|ββββ | 17408/50176 [01:59<03:46, 144.43it/s]
|
667 |
35%|ββββ | 17664/50176 [02:01<03:41, 146.54it/s]
|
668 |
36%|ββββ | 17920/50176 [02:03<03:37, 148.10it/s]
|
669 |
36%|ββββ | 18176/50176 [02:04<03:37, 147.20it/s]
|
670 |
37%|ββββ | 18432/50176 [02:06<03:35, 147.51it/s]
|
671 |
37%|ββββ | 18688/50176 [02:08<03:34, 146.86it/s]
|
672 |
38%|ββββ | 18944/50176 [02:10<03:40, 141.91it/s]
|
673 |
38%|ββββ | 19200/50176 [02:12<03:50, 134.57it/s]
|
674 |
39%|ββββ | 19456/50176 [02:14<03:52, 132.17it/s]
|
675 |
39%|ββββ | 19712/50176 [02:16<03:50, 132.01it/s]
|
676 |
40%|ββββ | 19968/50176 [02:18<03:43, 135.21it/s]
|
677 |
40%|ββββ | 20224/50176 [02:19<03:32, 141.02it/s]
|
678 |
41%|ββββ | 20480/50176 [02:21<03:26, 143.70it/s]
|
679 |
41%|βββββ | 20736/50176 [02:23<03:24, 143.90it/s]
|
680 |
42%|βββββ | 20992/50176 [02:25<03:19, 146.59it/s]
|
681 |
42%|βββββ | 21248/50176 [02:27<03:24, 141.53it/s]
|
682 |
43%|βββββ | 21504/50176 [02:28<03:16, 146.26it/s]
|
683 |
43%|βββββ | 21760/50176 [02:30<03:12, 147.70it/s]
|
684 |
44%|βββββ | 22016/50176 [02:31<03:07, 150.46it/s]
|
685 |
44%|βββββ | 22272/50176 [02:33<03:07, 149.06it/s]
|
686 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.15it/s]
|
687 |
45%|βββββ | 22784/50176 [02:37<03:09, 144.43it/s]
|
688 |
46%|βββββ | 23040/50176 [02:39<03:09, 143.36it/s]
|
689 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.56it/s]
|
690 |
47%|βββββ | 23552/50176 [02:43<03:13, 137.29it/s]
|
691 |
47%|βββββ | 23808/50176 [02:44<03:06, 141.06it/s]
|
692 |
48%|βββββ | 24064/50176 [02:46<03:02, 142.77it/s]
|
693 |
48%|βββββ | 24320/50176 [02:48<03:00, 143.28it/s]
|
694 |
49%|βββββ | 24576/50176 [02:49<02:56, 145.39it/s]
|
695 |
49%|βββββ | 24832/50176 [02:51<02:51, 147.70it/s]
|
696 |
50%|βββββ | 25088/50176 [02:53<02:48, 149.21it/s]
|
697 |
51%|βββββ | 25344/50176 [02:54<02:45, 149.67it/s]
|
698 |
51%|βββββ | 25600/50176 [02:56<02:49, 145.31it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:58<02:41, 150.61it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:00<02:43, 146.80it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:02<02:45, 143.59it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:03<02:41, 145.41it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:05<02:40, 145.03it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:07<02:37, 145.91it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.27it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:10<02:28, 152.17it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:12<02:36, 141.94it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.74it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.16it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:18<02:32, 140.69it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:19<02:28, 142.63it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:21<02:24, 145.01it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:23<02:32, 135.84it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:25<02:34, 132.60it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:27<02:31, 133.47it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:29<02:25, 137.49it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:30<02:17, 143.41it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:32<02:16, 142.74it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:34<02:12, 145.43it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:36<02:08, 147.75it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:37<02:05, 148.39it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:39<02:03, 149.83it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:41<02:02, 148.47it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:42<02:00, 149.18it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:44<02:02, 143.87it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:46<01:58, 147.45it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:48<01:57, 145.42it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:50<01:55, 146.49it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:51<01:56, 142.66it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:53<01:52, 146.15it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:55<01:47, 149.94it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:56<01:44, 151.58it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:58<01:47, 145.11it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:00<01:45, 145.68it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:02<01:44, 144.24it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:03<01:40, 147.96it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:05<01:40, 145.71it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:07<01:41, 141.82it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:09<01:38, 143.26it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:11<01:37, 141.56it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:13<01:33, 144.68it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:14<01:33, 143.09it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:16<01:30, 144.82it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:18<01:26, 148.79it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:19<01:23, 150.95it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 148.90it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:23<01:20, 149.60it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:25<01:19, 148.59it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.15it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 145.26it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:30<01:17, 141.63it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:32<01:14, 143.50it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.15it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 147.73it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.27it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:39<01:07, 144.05it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:41<01:08, 137.92it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.54it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 146.67it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:46<00:58, 148.99it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.46it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:49<00:53, 151.80it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:51<00:53, 148.99it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.83it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 148.56it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 150.95it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:58<00:45, 150.50it/s]
|
768 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 149.16it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.24it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:03<00:41, 147.45it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.90it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 148.17it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 146.64it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:10<00:34, 148.44it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:12<00:34, 141.90it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 146.75it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:15<00:29, 148.21it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:17<00:27, 148.78it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.56it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:20<00:23, 149.44it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 148.04it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 143.06it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:26<00:19, 145.28it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 143.64it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 146.68it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 147.21it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:32<00:11, 149.68it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 152.02it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 151.78it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:38<00:06, 147.63it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.31it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.55it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.68it/s]
|
794 |
+
2022-12-21,10:07:09 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:07:09 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5731 imagenet-zeroshot-val-top5: 0.8431
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_24.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:90a6047d8b86f2d7dc8180513aadc52c1ce9ddff3715402e679a8d9b31363b29
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_24.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<10:29, 1.59it/s]
|
2 |
1%| | 6/1000 [00:00<01:35, 10.39it/s]
|
3 |
1%| | 12/1000 [00:00<00:49, 19.83it/s]
|
4 |
2%|β | 18/1000 [00:00<00:34, 28.32it/s]
|
5 |
2%|β | 24/1000 [00:01<00:27, 35.47it/s]
|
6 |
3%|β | 30/1000 [00:01<00:23, 41.21it/s]
|
7 |
4%|β | 36/1000 [00:01<00:21, 45.43it/s]
|
8 |
4%|β | 42/1000 [00:01<00:19, 48.67it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 51.11it/s]
|
10 |
5%|β | 54/1000 [00:01<00:17, 52.90it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 54.18it/s]
|
12 |
7%|β | 66/1000 [00:01<00:16, 55.14it/s]
|
13 |
7%|β | 72/1000 [00:01<00:16, 55.78it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 56.24it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.76it/s]
|
16 |
9%|β | 90/1000 [00:02<00:15, 57.02it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.39it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.52it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.74it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 57.88it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 57.86it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.79it/s]
|
23 |
13%|ββ | 132/1000 [00:02<00:15, 57.84it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.81it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.84it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.91it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 57.96it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.83it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.69it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.62it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.58it/s]
|
32 |
19%|ββ | 186/1000 [00:03<00:14, 57.52it/s]
|
33 |
19%|ββ | 192/1000 [00:03<00:14, 57.49it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.43it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.26it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.16it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.33it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.28it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.46it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.45it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.34it/s]
|
42 |
25%|βββ | 246/1000 [00:04<00:13, 57.39it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:13, 57.45it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.54it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.59it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.41it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.36it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.55it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.65it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 57.88it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 57.87it/s]
|
52 |
31%|βββ | 306/1000 [00:05<00:11, 57.84it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 58.01it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 57.99it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 57.92it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.74it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.83it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 57.95it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 58.04it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.82it/s]
|
61 |
36%|ββββ | 360/1000 [00:06<00:11, 57.80it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 57.88it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 57.96it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.83it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.52it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.58it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.69it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.78it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 57.80it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 57.84it/s]
|
71 |
42%|βββββ | 420/1000 [00:07<00:10, 57.88it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 57.89it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 58.01it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 58.02it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.81it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 57.89it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 57.96it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 57.94it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 57.88it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 58.00it/s]
|
81 |
48%|βββββ | 480/1000 [00:08<00:08, 57.91it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 57.90it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 57.92it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.80it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 57.86it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.79it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.86it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.91it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.99it/s]
|
90 |
53%|ββββββ | 534/1000 [00:09<00:08, 57.94it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.04it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.05it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.94it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.94it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.02it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.88it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.59it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.77it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.79it/s]
|
100 |
59%|ββββββ | 594/1000 [00:10<00:07, 57.74it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.87it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.79it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.81it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.93it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.93it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.03it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.86it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.79it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 57.95it/s]
|
110 |
65%|βββββββ | 654/1000 [00:11<00:05, 57.91it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.98it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.04it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.95it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.97it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.96it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.97it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.89it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 57.97it/s]
|
119 |
71%|βββββββ | 708/1000 [00:12<00:05, 57.98it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.97it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.00it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.99it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.99it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.05it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.01it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.08it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.09it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.94it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.05it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.97it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.95it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.01it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.81it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.80it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.85it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.83it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.83it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.85it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:14<00:02, 57.95it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.05it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.12it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.04it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.10it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.04it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.07it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.01it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.04it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.03it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.90it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.00it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.02it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.97it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.98it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.98it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.94it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.04it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.08it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.08it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.11it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.85it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.81it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.76it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 57.91it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.02it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.08it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.07it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<05:57, 139.57it/s]
|
169 |
1%| | 512/50176 [00:03<05:18, 155.78it/s]
|
170 |
2%|β | 768/50176 [00:04<05:14, 156.94it/s]
|
171 |
2%|β | 1024/50176 [00:06<05:25, 151.21it/s]
|
172 |
3%|β | 1280/50176 [00:08<05:32, 147.06it/s]
|
173 |
3%|β | 1536/50176 [00:10<05:51, 138.46it/s]
|
174 |
4%|β | 1792/50176 [00:12<05:51, 137.75it/s]
|
175 |
4%|β | 2048/50176 [00:14<05:44, 139.80it/s]
|
176 |
5%|β | 2304/50176 [00:16<05:43, 139.22it/s]
|
177 |
5%|β | 2560/50176 [00:17<05:36, 141.69it/s]
|
178 |
6%|β | 2816/50176 [00:19<05:36, 140.65it/s]
|
179 |
6%|β | 3072/50176 [00:21<05:31, 141.92it/s]
|
180 |
7%|β | 3328/50176 [00:23<05:25, 143.91it/s]
|
181 |
7%|β | 3584/50176 [00:24<05:18, 146.31it/s]
|
182 |
8%|β | 3840/50176 [00:26<05:30, 140.39it/s]
|
183 |
8%|β | 4096/50176 [00:28<05:27, 140.49it/s]
|
184 |
9%|β | 4352/50176 [00:30<05:21, 142.40it/s]
|
185 |
9%|β | 4608/50176 [00:32<05:16, 144.01it/s]
|
186 |
10%|β | 4864/50176 [00:33<05:08, 146.87it/s]
|
187 |
10%|β | 5120/50176 [00:35<05:05, 147.59it/s]
|
188 |
11%|β | 5376/50176 [00:37<05:03, 147.84it/s]
|
189 |
11%|β | 5632/50176 [00:39<05:01, 147.70it/s]
|
190 |
12%|ββ | 5888/50176 [00:40<04:58, 148.42it/s]
|
191 |
12%|ββ | 6144/50176 [00:42<05:22, 136.50it/s]
|
192 |
13%|ββ | 6400/50176 [00:44<05:12, 140.30it/s]
|
193 |
13%|ββ | 6656/50176 [00:46<05:05, 142.57it/s]
|
194 |
14%|ββ | 6912/50176 [00:48<05:02, 142.98it/s]
|
195 |
14%|ββ | 7168/50176 [00:49<04:57, 144.73it/s]
|
196 |
15%|ββ | 7424/50176 [00:51<04:50, 147.05it/s]
|
197 |
15%|ββ | 7680/50176 [00:53<04:49, 147.00it/s]
|
198 |
16%|ββ | 7936/50176 [00:54<04:39, 150.98it/s]
|
199 |
16%|ββ | 8192/50176 [00:56<04:38, 151.00it/s]
|
200 |
17%|ββ | 8448/50176 [00:58<04:35, 151.64it/s]
|
201 |
17%|ββ | 8704/50176 [00:59<04:32, 152.10it/s]
|
202 |
18%|ββ | 8960/50176 [01:01<04:39, 147.24it/s]
|
203 |
18%|ββ | 9216/50176 [01:03<04:32, 150.36it/s]
|
204 |
19%|ββ | 9472/50176 [01:05<04:31, 149.99it/s]
|
205 |
19%|ββ | 9728/50176 [01:06<04:36, 146.15it/s]
|
206 |
20%|ββ | 9984/50176 [01:08<04:31, 148.27it/s]
|
207 |
20%|ββ | 10240/50176 [01:10<04:27, 149.48it/s]
|
208 |
21%|ββ | 10496/50176 [01:12<04:24, 150.29it/s]
|
209 |
21%|βββ | 10752/50176 [01:13<04:32, 144.93it/s]
|
210 |
22%|βββ | 11008/50176 [01:15<04:27, 146.54it/s]
|
211 |
22%|βββ | 11264/50176 [01:17<04:22, 148.12it/s]
|
212 |
23%|βββ | 11520/50176 [01:18<04:17, 150.39it/s]
|
213 |
23%|βββ | 11776/50176 [01:20<04:15, 150.23it/s]
|
214 |
24%|βββ | 12032/50176 [01:22<04:12, 150.94it/s]
|
215 |
24%|βββ | 12288/50176 [01:23<04:08, 152.64it/s]
|
216 |
25%|βββ | 12544/50176 [01:25<04:04, 153.73it/s]
|
217 |
26%|βββ | 12800/50176 [01:27<04:02, 154.06it/s]
|
218 |
26%|βββ | 13056/50176 [01:28<03:59, 154.98it/s]
|
219 |
27%|βββ | 13312/50176 [01:30<04:02, 152.08it/s]
|
220 |
27%|βββ | 13568/50176 [01:32<04:10, 145.89it/s]
|
221 |
28%|βββ | 13824/50176 [01:34<04:14, 142.90it/s]
|
222 |
28%|βββ | 14080/50176 [01:36<04:43, 127.51it/s]
|
223 |
29%|βββ | 14336/50176 [01:38<04:38, 128.82it/s]
|
224 |
29%|βββ | 14592/50176 [01:40<04:19, 137.20it/s]
|
225 |
30%|βββ | 14848/50176 [01:42<04:27, 131.96it/s]
|
226 |
30%|βββ | 15104/50176 [01:44<04:26, 131.69it/s]
|
227 |
31%|βββ | 15360/50176 [01:46<04:15, 136.42it/s]
|
228 |
31%|βββ | 15616/50176 [01:48<04:08, 138.90it/s]
|
229 |
32%|ββββ | 15872/50176 [01:49<04:11, 136.26it/s]
|
230 |
32%|ββββ | 16128/50176 [01:51<04:03, 139.68it/s]
|
231 |
33%|ββββ | 16384/50176 [01:53<04:02, 139.23it/s]
|
232 |
33%|ββββ | 16640/50176 [01:55<04:06, 136.19it/s]
|
233 |
34%|ββββ | 16896/50176 [01:57<03:57, 140.15it/s]
|
234 |
34%|ββββ | 17152/50176 [01:58<03:48, 144.33it/s]
|
235 |
35%|ββββ | 17408/50176 [02:00<03:44, 145.96it/s]
|
236 |
35%|ββββ | 17664/50176 [02:02<03:39, 147.79it/s]
|
237 |
36%|ββββ | 17920/50176 [02:03<03:35, 149.44it/s]
|
238 |
36%|ββββ | 18176/50176 [02:05<03:35, 148.24it/s]
|
239 |
37%|ββββ | 18432/50176 [02:07<03:32, 149.51it/s]
|
240 |
37%|ββββ | 18688/50176 [02:09<03:31, 148.89it/s]
|
241 |
38%|ββββ | 18944/50176 [02:11<03:38, 142.99it/s]
|
242 |
38%|ββββ | 19200/50176 [02:13<03:49, 134.82it/s]
|
243 |
39%|ββββ | 19456/50176 [02:15<03:52, 132.19it/s]
|
244 |
39%|ββββ | 19712/50176 [02:17<03:50, 132.32it/s]
|
245 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.63it/s]
|
246 |
40%|ββββ | 20224/50176 [02:20<03:31, 141.54it/s]
|
247 |
41%|ββββ | 20480/50176 [02:22<03:25, 144.84it/s]
|
248 |
41%|βββββ | 20736/50176 [02:24<03:23, 145.02it/s]
|
249 |
42%|βββββ | 20992/50176 [02:25<03:17, 147.53it/s]
|
250 |
42%|βββββ | 21248/50176 [02:27<03:21, 143.28it/s]
|
251 |
43%|βββββ | 21504/50176 [02:29<03:14, 147.57it/s]
|
252 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.31it/s]
|
253 |
44%|βββββ | 22016/50176 [02:32<03:06, 150.97it/s]
|
254 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.59it/s]
|
255 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.61it/s]
|
256 |
45%|βββββ | 22784/50176 [02:37<03:08, 145.69it/s]
|
257 |
46%|βββββ | 23040/50176 [02:39<03:07, 144.40it/s]
|
258 |
46%|βββββ | 23296/50176 [02:41<03:10, 140.75it/s]
|
259 |
47%|βββββ | 23552/50176 [02:43<03:12, 138.37it/s]
|
260 |
47%|βββββ | 23808/50176 [02:45<03:05, 142.01it/s]
|
261 |
48%|βββββ | 24064/50176 [02:46<03:02, 143.14it/s]
|
262 |
48%|βββββ | 24320/50176 [02:48<03:00, 143.54it/s]
|
263 |
49%|βββββ | 24576/50176 [02:50<02:55, 145.84it/s]
|
264 |
49%|βββββ | 24832/50176 [02:52<02:50, 149.04it/s]
|
265 |
50%|βββββ | 25088/50176 [02:53<02:47, 149.64it/s]
|
266 |
51%|βββββ | 25344/50176 [02:55<02:45, 149.88it/s]
|
267 |
51%|βββββ | 25600/50176 [02:57<02:46, 147.53it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:58<02:40, 151.16it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.39it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:02<02:44, 144.80it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:04<02:40, 146.84it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:05<02:38, 147.03it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:07<02:35, 147.77it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:09<02:33, 148.16it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:10<02:25, 155.23it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:12<02:34, 143.81it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:14<02:30, 145.82it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:16<02:29, 145.56it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:18<02:32, 141.29it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:20<02:27, 144.10it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:21<02:23, 146.43it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:23<02:30, 138.01it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:25<02:30, 136.39it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:27<02:29, 135.22it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:29<02:24, 138.23it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:30<02:16, 144.56it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:32<02:15, 143.61it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:34<02:11, 145.79it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:36<02:08, 147.98it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:37<02:04, 150.13it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:39<02:02, 150.55it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:41<02:02, 148.66it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:42<01:59, 149.86it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:44<02:01, 145.40it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:46<01:57, 148.49it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:48<01:56, 146.66it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:49<01:54, 148.10it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:51<01:54, 144.90it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:53<01:50, 147.80it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:55<01:45, 152.31it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:56<01:42, 155.39it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:58<01:46, 147.03it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:00<01:44, 146.75it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:02<01:43, 146.10it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:03<01:39, 148.64it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:05<01:39, 147.23it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.57it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:09<01:36, 145.58it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:10<01:37, 142.49it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:12<01:33, 145.24it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:14<01:33, 142.43it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:16<01:30, 143.62it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:17<01:26, 148.53it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.29it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 149.19it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 149.81it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:24<01:18, 149.34it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.44it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 144.79it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:30<01:17, 141.48it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.64it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.33it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 146.97it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:36<01:06, 149.65it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 144.15it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.57it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.10it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 146.65it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 148.88it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 152.06it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:49<00:53, 152.42it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:50<00:53, 148.90it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 150.10it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.20it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 151.39it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 151.03it/s]
|
337 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 149.10it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.28it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:02<00:41, 148.08it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.31it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.30it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 145.63it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:09<00:34, 147.36it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:11<00:34, 140.62it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 145.55it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:15<00:29, 147.39it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:17<00:27, 147.30it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.50it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:20<00:23, 149.69it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 148.32it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 143.21it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:25<00:19, 145.58it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 142.74it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 145.32it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 147.04it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 147.49it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 150.11it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 150.29it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:37<00:06, 146.50it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 144.81it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.52it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.22it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:07:15 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:07:15 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:07:16 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_24.pt).
|
4 |
+
2022-12-21,10:07:24 | INFO | Model:
|
5 |
+
2022-12-21,10:07:24 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:07:24 | INFO | Params:
|
359 |
+
2022-12-21,10:07:24 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:07:24 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:07:24 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:07:24 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_24.pt/checkpoints
|
363 |
+
2022-12-21,10:07:24 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:07:24 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:07:24 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:07:24 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:07:24 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:07:24 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:07:24 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:07:24 | INFO | debug: False
|
371 |
+
2022-12-21,10:07:24 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:07:24 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:07:24 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:07:24 | INFO | distributed: False
|
375 |
+
2022-12-21,10:07:24 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:07:24 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:07:24 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:07:24 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:07:24 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:07:24 | INFO | horovod: False
|
381 |
+
2022-12-21,10:07:24 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:07:24 | INFO | image_std: None
|
383 |
+
2022-12-21,10:07:24 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:07:24 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:07:24 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:07:24 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:07:24 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:07:24 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:07:24 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:07:24 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:07:24 | INFO | log_local: False
|
392 |
+
2022-12-21,10:07:24 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_24.pt/out.log
|
393 |
+
2022-12-21,10:07:24 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:07:24 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:07:24 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:07:24 | INFO | name: epoch_24.pt
|
397 |
+
2022-12-21,10:07:24 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:07:24 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:07:24 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:07:24 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_24.pt
|
401 |
+
2022-12-21,10:07:24 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:07:24 | INFO | rank: 0
|
403 |
+
2022-12-21,10:07:24 | INFO | report_to:
|
404 |
+
2022-12-21,10:07:24 | INFO | resume: None
|
405 |
+
2022-12-21,10:07:24 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:07:24 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:07:24 | INFO | seed: 0
|
408 |
+
2022-12-21,10:07:24 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:07:24 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:07:24 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:07:24 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:07:24 | INFO | trace: False
|
413 |
+
2022-12-21,10:07:24 | INFO | train_data: None
|
414 |
+
2022-12-21,10:07:24 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:07:24 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:07:24 | INFO | val_data: None
|
417 |
+
2022-12-21,10:07:24 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:07:24 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:07:24 | INFO | wandb: False
|
420 |
+
2022-12-21,10:07:24 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:07:24 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:07:24 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:07:24 | INFO | workers: 1
|
424 |
+
2022-12-21,10:07:24 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:07:24 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:07:25 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:07:25 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<10:29, 1.59it/s]
|
431 |
1%| | 6/1000 [00:00<01:35, 10.39it/s]
|
432 |
1%| | 12/1000 [00:00<00:49, 19.83it/s]
|
433 |
2%|β | 18/1000 [00:00<00:34, 28.32it/s]
|
434 |
2%|β | 24/1000 [00:01<00:27, 35.47it/s]
|
435 |
3%|β | 30/1000 [00:01<00:23, 41.21it/s]
|
436 |
4%|β | 36/1000 [00:01<00:21, 45.43it/s]
|
437 |
4%|β | 42/1000 [00:01<00:19, 48.67it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 51.11it/s]
|
439 |
5%|β | 54/1000 [00:01<00:17, 52.90it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 54.18it/s]
|
441 |
7%|β | 66/1000 [00:01<00:16, 55.14it/s]
|
442 |
7%|β | 72/1000 [00:01<00:16, 55.78it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 56.24it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.76it/s]
|
445 |
9%|β | 90/1000 [00:02<00:15, 57.02it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.39it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.52it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.74it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 57.88it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 57.86it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.79it/s]
|
452 |
13%|ββ | 132/1000 [00:02<00:15, 57.84it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.81it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.84it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.91it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 57.96it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.83it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.69it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.62it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.58it/s]
|
461 |
19%|ββ | 186/1000 [00:03<00:14, 57.52it/s]
|
462 |
19%|ββ | 192/1000 [00:03<00:14, 57.49it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.43it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.26it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.16it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.33it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.28it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.46it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.45it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.34it/s]
|
471 |
25%|βββ | 246/1000 [00:04<00:13, 57.39it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:13, 57.45it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.54it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.59it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.41it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.36it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.55it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.65it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 57.88it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 57.87it/s]
|
481 |
31%|βββ | 306/1000 [00:05<00:11, 57.84it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 58.01it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 57.99it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 57.92it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.74it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.83it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 57.95it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 58.04it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.82it/s]
|
490 |
36%|ββββ | 360/1000 [00:06<00:11, 57.80it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 57.88it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 57.96it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.83it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.52it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.58it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.69it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.78it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 57.80it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 57.84it/s]
|
500 |
42%|βββββ | 420/1000 [00:07<00:10, 57.88it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 57.89it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 58.01it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 58.02it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.81it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 57.89it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 57.96it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 57.94it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 57.88it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 58.00it/s]
|
510 |
48%|βββββ | 480/1000 [00:08<00:08, 57.91it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 57.90it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 57.92it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.80it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 57.86it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.79it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.86it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.91it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.99it/s]
|
519 |
53%|ββββββ | 534/1000 [00:09<00:08, 57.94it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.04it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.05it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.94it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.94it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.02it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.88it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.59it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.77it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.79it/s]
|
529 |
59%|ββββββ | 594/1000 [00:10<00:07, 57.74it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.87it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.79it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.81it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.93it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.93it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.03it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.86it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.79it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 57.95it/s]
|
539 |
65%|βββββββ | 654/1000 [00:11<00:05, 57.91it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.98it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.04it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.95it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.97it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.96it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.97it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.89it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 57.97it/s]
|
548 |
71%|βββββββ | 708/1000 [00:12<00:05, 57.98it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.97it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.00it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.99it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.99it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.05it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.01it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.08it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.09it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.94it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.05it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.97it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.95it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.01it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.81it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.80it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.85it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.83it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.83it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.85it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:14<00:02, 57.95it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.05it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.12it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.04it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.10it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.04it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.07it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.01it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.04it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.03it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.90it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.00it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.02it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.97it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.98it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.98it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.94it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.04it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.08it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.08it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.11it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.85it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.81it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.76it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 57.91it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.02it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.08it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.07it/s]
|
596 |
+
2022-12-21,10:07:43 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<05:57, 139.57it/s]
|
600 |
1%| | 512/50176 [00:03<05:18, 155.78it/s]
|
601 |
2%|β | 768/50176 [00:04<05:14, 156.94it/s]
|
602 |
2%|β | 1024/50176 [00:06<05:25, 151.21it/s]
|
603 |
3%|β | 1280/50176 [00:08<05:32, 147.06it/s]
|
604 |
3%|β | 1536/50176 [00:10<05:51, 138.46it/s]
|
605 |
4%|β | 1792/50176 [00:12<05:51, 137.75it/s]
|
606 |
4%|β | 2048/50176 [00:14<05:44, 139.80it/s]
|
607 |
5%|β | 2304/50176 [00:16<05:43, 139.22it/s]
|
608 |
5%|β | 2560/50176 [00:17<05:36, 141.69it/s]
|
609 |
6%|β | 2816/50176 [00:19<05:36, 140.65it/s]
|
610 |
6%|β | 3072/50176 [00:21<05:31, 141.92it/s]
|
611 |
7%|β | 3328/50176 [00:23<05:25, 143.91it/s]
|
612 |
7%|β | 3584/50176 [00:24<05:18, 146.31it/s]
|
613 |
8%|β | 3840/50176 [00:26<05:30, 140.39it/s]
|
614 |
8%|β | 4096/50176 [00:28<05:27, 140.49it/s]
|
615 |
9%|β | 4352/50176 [00:30<05:21, 142.40it/s]
|
616 |
9%|β | 4608/50176 [00:32<05:16, 144.01it/s]
|
617 |
10%|β | 4864/50176 [00:33<05:08, 146.87it/s]
|
618 |
10%|β | 5120/50176 [00:35<05:05, 147.59it/s]
|
619 |
11%|β | 5376/50176 [00:37<05:03, 147.84it/s]
|
620 |
11%|β | 5632/50176 [00:39<05:01, 147.70it/s]
|
621 |
12%|ββ | 5888/50176 [00:40<04:58, 148.42it/s]
|
622 |
12%|ββ | 6144/50176 [00:42<05:22, 136.50it/s]
|
623 |
13%|ββ | 6400/50176 [00:44<05:12, 140.30it/s]
|
624 |
13%|ββ | 6656/50176 [00:46<05:05, 142.57it/s]
|
625 |
14%|ββ | 6912/50176 [00:48<05:02, 142.98it/s]
|
626 |
14%|ββ | 7168/50176 [00:49<04:57, 144.73it/s]
|
627 |
15%|ββ | 7424/50176 [00:51<04:50, 147.05it/s]
|
628 |
15%|ββ | 7680/50176 [00:53<04:49, 147.00it/s]
|
629 |
16%|ββ | 7936/50176 [00:54<04:39, 150.98it/s]
|
630 |
16%|ββ | 8192/50176 [00:56<04:38, 151.00it/s]
|
631 |
17%|ββ | 8448/50176 [00:58<04:35, 151.64it/s]
|
632 |
17%|ββ | 8704/50176 [00:59<04:32, 152.10it/s]
|
633 |
18%|ββ | 8960/50176 [01:01<04:39, 147.24it/s]
|
634 |
18%|ββ | 9216/50176 [01:03<04:32, 150.36it/s]
|
635 |
19%|ββ | 9472/50176 [01:05<04:31, 149.99it/s]
|
636 |
19%|ββ | 9728/50176 [01:06<04:36, 146.15it/s]
|
637 |
20%|ββ | 9984/50176 [01:08<04:31, 148.27it/s]
|
638 |
20%|ββ | 10240/50176 [01:10<04:27, 149.48it/s]
|
639 |
21%|ββ | 10496/50176 [01:12<04:24, 150.29it/s]
|
640 |
21%|βββ | 10752/50176 [01:13<04:32, 144.93it/s]
|
641 |
22%|βββ | 11008/50176 [01:15<04:27, 146.54it/s]
|
642 |
22%|βββ | 11264/50176 [01:17<04:22, 148.12it/s]
|
643 |
23%|βββ | 11520/50176 [01:18<04:17, 150.39it/s]
|
644 |
23%|βββ | 11776/50176 [01:20<04:15, 150.23it/s]
|
645 |
24%|βββ | 12032/50176 [01:22<04:12, 150.94it/s]
|
646 |
24%|βββ | 12288/50176 [01:23<04:08, 152.64it/s]
|
647 |
25%|βββ | 12544/50176 [01:25<04:04, 153.73it/s]
|
648 |
26%|βββ | 12800/50176 [01:27<04:02, 154.06it/s]
|
649 |
26%|βββ | 13056/50176 [01:28<03:59, 154.98it/s]
|
650 |
27%|βββ | 13312/50176 [01:30<04:02, 152.08it/s]
|
651 |
27%|βββ | 13568/50176 [01:32<04:10, 145.89it/s]
|
652 |
28%|βββ | 13824/50176 [01:34<04:14, 142.90it/s]
|
653 |
28%|βββ | 14080/50176 [01:36<04:43, 127.51it/s]
|
654 |
29%|βββ | 14336/50176 [01:38<04:38, 128.82it/s]
|
655 |
29%|βββ | 14592/50176 [01:40<04:19, 137.20it/s]
|
656 |
30%|βββ | 14848/50176 [01:42<04:27, 131.96it/s]
|
657 |
30%|βββ | 15104/50176 [01:44<04:26, 131.69it/s]
|
658 |
31%|βββ | 15360/50176 [01:46<04:15, 136.42it/s]
|
659 |
31%|βββ | 15616/50176 [01:48<04:08, 138.90it/s]
|
660 |
32%|ββββ | 15872/50176 [01:49<04:11, 136.26it/s]
|
661 |
32%|ββββ | 16128/50176 [01:51<04:03, 139.68it/s]
|
662 |
33%|ββββ | 16384/50176 [01:53<04:02, 139.23it/s]
|
663 |
33%|ββββ | 16640/50176 [01:55<04:06, 136.19it/s]
|
664 |
34%|ββββ | 16896/50176 [01:57<03:57, 140.15it/s]
|
665 |
34%|ββββ | 17152/50176 [01:58<03:48, 144.33it/s]
|
666 |
35%|ββββ | 17408/50176 [02:00<03:44, 145.96it/s]
|
667 |
35%|ββββ | 17664/50176 [02:02<03:39, 147.79it/s]
|
668 |
36%|ββββ | 17920/50176 [02:03<03:35, 149.44it/s]
|
669 |
36%|ββββ | 18176/50176 [02:05<03:35, 148.24it/s]
|
670 |
37%|ββββ | 18432/50176 [02:07<03:32, 149.51it/s]
|
671 |
37%|ββββ | 18688/50176 [02:09<03:31, 148.89it/s]
|
672 |
38%|ββββ | 18944/50176 [02:11<03:38, 142.99it/s]
|
673 |
38%|ββββ | 19200/50176 [02:13<03:49, 134.82it/s]
|
674 |
39%|ββββ | 19456/50176 [02:15<03:52, 132.19it/s]
|
675 |
39%|ββββ | 19712/50176 [02:17<03:50, 132.32it/s]
|
676 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.63it/s]
|
677 |
40%|ββββ | 20224/50176 [02:20<03:31, 141.54it/s]
|
678 |
41%|ββββ | 20480/50176 [02:22<03:25, 144.84it/s]
|
679 |
41%|βββββ | 20736/50176 [02:24<03:23, 145.02it/s]
|
680 |
42%|βββββ | 20992/50176 [02:25<03:17, 147.53it/s]
|
681 |
42%|βββββ | 21248/50176 [02:27<03:21, 143.28it/s]
|
682 |
43%|βββββ | 21504/50176 [02:29<03:14, 147.57it/s]
|
683 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.31it/s]
|
684 |
44%|βββββ | 22016/50176 [02:32<03:06, 150.97it/s]
|
685 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.59it/s]
|
686 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.61it/s]
|
687 |
45%|βββββ | 22784/50176 [02:37<03:08, 145.69it/s]
|
688 |
46%|βββββ | 23040/50176 [02:39<03:07, 144.40it/s]
|
689 |
46%|βββββ | 23296/50176 [02:41<03:10, 140.75it/s]
|
690 |
47%|βββββ | 23552/50176 [02:43<03:12, 138.37it/s]
|
691 |
47%|βββββ | 23808/50176 [02:45<03:05, 142.01it/s]
|
692 |
48%|βββββ | 24064/50176 [02:46<03:02, 143.14it/s]
|
693 |
48%|βββββ | 24320/50176 [02:48<03:00, 143.54it/s]
|
694 |
49%|βββββ | 24576/50176 [02:50<02:55, 145.84it/s]
|
695 |
49%|βββββ | 24832/50176 [02:52<02:50, 149.04it/s]
|
696 |
50%|βββββ | 25088/50176 [02:53<02:47, 149.64it/s]
|
697 |
51%|βββββ | 25344/50176 [02:55<02:45, 149.88it/s]
|
698 |
51%|βββββ | 25600/50176 [02:57<02:46, 147.53it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:58<02:40, 151.16it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.39it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:02<02:44, 144.80it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:04<02:40, 146.84it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:05<02:38, 147.03it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:07<02:35, 147.77it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:09<02:33, 148.16it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:10<02:25, 155.23it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:12<02:34, 143.81it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:14<02:30, 145.82it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:16<02:29, 145.56it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:18<02:32, 141.29it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:20<02:27, 144.10it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:21<02:23, 146.43it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:23<02:30, 138.01it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:25<02:30, 136.39it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:27<02:29, 135.22it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:29<02:24, 138.23it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:30<02:16, 144.56it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:32<02:15, 143.61it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:34<02:11, 145.79it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:36<02:08, 147.98it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:37<02:04, 150.13it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:39<02:02, 150.55it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:41<02:02, 148.66it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:42<01:59, 149.86it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:44<02:01, 145.40it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:46<01:57, 148.49it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:48<01:56, 146.66it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:49<01:54, 148.10it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:51<01:54, 144.90it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:53<01:50, 147.80it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:55<01:45, 152.31it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:56<01:42, 155.39it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:58<01:46, 147.03it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:00<01:44, 146.75it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:02<01:43, 146.10it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:03<01:39, 148.64it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:05<01:39, 147.23it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.57it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:09<01:36, 145.58it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:10<01:37, 142.49it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:12<01:33, 145.24it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:14<01:33, 142.43it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:16<01:30, 143.62it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:17<01:26, 148.53it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.29it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 149.19it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 149.81it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:24<01:18, 149.34it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.44it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 144.79it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:30<01:17, 141.48it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.64it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.33it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 146.97it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:36<01:06, 149.65it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 144.15it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.57it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.10it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 146.65it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 148.88it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 152.06it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:49<00:53, 152.42it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:50<00:53, 148.90it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 150.10it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.20it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 151.39it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 151.03it/s]
|
768 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 149.10it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.28it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:02<00:41, 148.08it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.31it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.30it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 145.63it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:09<00:34, 147.36it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:11<00:34, 140.62it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 145.55it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:15<00:29, 147.39it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:17<00:27, 147.30it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.50it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:20<00:23, 149.69it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 148.32it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 143.21it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:25<00:19, 145.58it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 142.74it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 145.32it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 147.04it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 147.49it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 150.11it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 150.29it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:37<00:06, 146.50it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 144.81it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.52it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.22it/s]
|
794 |
+
2022-12-21,10:13:27 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:13:27 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5730 imagenet-zeroshot-val-top5: 0.8418
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_25.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f510973f6c6b2dcd96e71cad23646313e1451c68912be2c02e0075cb8e05021
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_25.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<09:58, 1.67it/s]
|
2 |
1%| | 7/1000 [00:00<01:19, 12.43it/s]
|
3 |
1%|β | 13/1000 [00:00<00:45, 21.67it/s]
|
4 |
2%|β | 19/1000 [00:00<00:32, 30.06it/s]
|
5 |
2%|β | 25/1000 [00:01<00:26, 36.91it/s]
|
6 |
3%|β | 31/1000 [00:01<00:22, 42.46it/s]
|
7 |
4%|β | 37/1000 [00:01<00:20, 46.63it/s]
|
8 |
4%|β | 43/1000 [00:01<00:19, 49.82it/s]
|
9 |
5%|β | 49/1000 [00:01<00:18, 52.13it/s]
|
10 |
6%|β | 55/1000 [00:01<00:17, 53.70it/s]
|
11 |
6%|β | 61/1000 [00:01<00:17, 54.92it/s]
|
12 |
7%|β | 67/1000 [00:01<00:16, 55.68it/s]
|
13 |
7%|β | 73/1000 [00:01<00:16, 56.21it/s]
|
14 |
8%|β | 79/1000 [00:01<00:16, 56.50it/s]
|
15 |
8%|β | 85/1000 [00:02<00:16, 56.93it/s]
|
16 |
9%|β | 91/1000 [00:02<00:15, 57.16it/s]
|
17 |
10%|β | 97/1000 [00:02<00:15, 57.40it/s]
|
18 |
10%|β | 103/1000 [00:02<00:15, 57.58it/s]
|
19 |
11%|β | 109/1000 [00:02<00:15, 57.82it/s]
|
20 |
12%|ββ | 115/1000 [00:02<00:15, 58.01it/s]
|
21 |
12%|ββ | 121/1000 [00:02<00:15, 57.93it/s]
|
22 |
13%|ββ | 127/1000 [00:02<00:15, 57.93it/s]
|
23 |
13%|ββ | 133/1000 [00:02<00:14, 57.93it/s]
|
24 |
14%|ββ | 139/1000 [00:03<00:14, 57.90it/s]
|
25 |
14%|ββ | 145/1000 [00:03<00:14, 57.95it/s]
|
26 |
15%|ββ | 151/1000 [00:03<00:14, 57.99it/s]
|
27 |
16%|ββ | 157/1000 [00:03<00:14, 57.75it/s]
|
28 |
16%|ββ | 163/1000 [00:03<00:14, 57.79it/s]
|
29 |
17%|ββ | 169/1000 [00:03<00:14, 57.58it/s]
|
30 |
18%|ββ | 175/1000 [00:03<00:14, 57.63it/s]
|
31 |
18%|ββ | 181/1000 [00:03<00:14, 57.60it/s]
|
32 |
19%|ββ | 187/1000 [00:03<00:14, 57.62it/s]
|
33 |
19%|ββ | 193/1000 [00:03<00:14, 57.60it/s]
|
34 |
20%|ββ | 199/1000 [00:04<00:13, 57.51it/s]
|
35 |
20%|ββ | 205/1000 [00:04<00:13, 57.35it/s]
|
36 |
21%|ββ | 211/1000 [00:04<00:13, 57.17it/s]
|
37 |
22%|βββ | 217/1000 [00:04<00:13, 57.36it/s]
|
38 |
22%|βββ | 223/1000 [00:04<00:13, 57.36it/s]
|
39 |
23%|βββ | 229/1000 [00:04<00:13, 57.55it/s]
|
40 |
24%|βββ | 235/1000 [00:04<00:13, 57.52it/s]
|
41 |
24%|βββ | 241/1000 [00:04<00:13, 57.34it/s]
|
42 |
25%|βββ | 247/1000 [00:04<00:13, 57.36it/s]
|
43 |
25%|βββ | 253/1000 [00:05<00:15, 49.55it/s]
|
44 |
26%|βββ | 259/1000 [00:05<00:14, 51.80it/s]
|
45 |
26%|βββ | 265/1000 [00:05<00:13, 53.43it/s]
|
46 |
27%|βββ | 271/1000 [00:05<00:13, 54.50it/s]
|
47 |
28%|βββ | 277/1000 [00:05<00:13, 55.50it/s]
|
48 |
28%|βββ | 283/1000 [00:05<00:12, 56.27it/s]
|
49 |
29%|βββ | 289/1000 [00:05<00:12, 56.84it/s]
|
50 |
30%|βββ | 295/1000 [00:05<00:12, 57.30it/s]
|
51 |
30%|βββ | 301/1000 [00:05<00:12, 57.52it/s]
|
52 |
31%|βββ | 307/1000 [00:05<00:12, 57.61it/s]
|
53 |
31%|ββββ | 313/1000 [00:06<00:11, 57.91it/s]
|
54 |
32%|ββββ | 319/1000 [00:06<00:11, 58.01it/s]
|
55 |
32%|ββββ | 325/1000 [00:06<00:11, 57.89it/s]
|
56 |
33%|ββββ | 331/1000 [00:06<00:11, 57.78it/s]
|
57 |
34%|ββββ | 337/1000 [00:06<00:11, 57.94it/s]
|
58 |
34%|ββββ | 343/1000 [00:06<00:11, 58.02it/s]
|
59 |
35%|ββββ | 349/1000 [00:06<00:11, 57.97it/s]
|
60 |
36%|ββββ | 355/1000 [00:06<00:11, 57.91it/s]
|
61 |
36%|ββββ | 361/1000 [00:06<00:11, 57.91it/s]
|
62 |
37%|ββββ | 367/1000 [00:07<00:10, 57.97it/s]
|
63 |
37%|ββββ | 373/1000 [00:07<00:10, 58.07it/s]
|
64 |
38%|ββββ | 379/1000 [00:07<00:10, 57.85it/s]
|
65 |
38%|ββββ | 385/1000 [00:07<00:10, 57.69it/s]
|
66 |
39%|ββββ | 391/1000 [00:07<00:10, 57.75it/s]
|
67 |
40%|ββββ | 397/1000 [00:07<00:10, 57.82it/s]
|
68 |
40%|ββββ | 403/1000 [00:07<00:10, 57.93it/s]
|
69 |
41%|ββββ | 409/1000 [00:07<00:10, 57.99it/s]
|
70 |
42%|βββββ | 415/1000 [00:07<00:10, 58.08it/s]
|
71 |
42%|βββββ | 421/1000 [00:07<00:09, 58.08it/s]
|
72 |
43%|βββββ | 427/1000 [00:08<00:09, 58.09it/s]
|
73 |
43%|βββββ | 433/1000 [00:08<00:09, 58.21it/s]
|
74 |
44%|βββββ | 439/1000 [00:08<00:09, 58.17it/s]
|
75 |
44%|βββββ | 445/1000 [00:08<00:09, 57.91it/s]
|
76 |
45%|βββββ | 451/1000 [00:08<00:09, 58.04it/s]
|
77 |
46%|βββββ | 457/1000 [00:08<00:09, 58.05it/s]
|
78 |
46%|βββββ | 463/1000 [00:08<00:09, 58.10it/s]
|
79 |
47%|βββββ | 469/1000 [00:08<00:09, 58.02it/s]
|
80 |
48%|βββββ | 475/1000 [00:08<00:09, 58.19it/s]
|
81 |
48%|βββββ | 481/1000 [00:08<00:08, 58.01it/s]
|
82 |
49%|βββββ | 487/1000 [00:09<00:08, 58.11it/s]
|
83 |
49%|βββββ | 493/1000 [00:09<00:08, 58.05it/s]
|
84 |
50%|βββββ | 499/1000 [00:09<00:08, 57.96it/s]
|
85 |
50%|βββββ | 505/1000 [00:09<00:08, 57.92it/s]
|
86 |
51%|βββββ | 511/1000 [00:09<00:08, 57.85it/s]
|
87 |
52%|ββββββ | 517/1000 [00:09<00:08, 58.00it/s]
|
88 |
52%|ββββββ | 523/1000 [00:09<00:08, 57.95it/s]
|
89 |
53%|ββββββ | 529/1000 [00:09<00:08, 58.02it/s]
|
90 |
54%|ββββββ | 535/1000 [00:09<00:08, 58.08it/s]
|
91 |
54%|ββββββ | 541/1000 [00:10<00:07, 58.13it/s]
|
92 |
55%|ββββββ | 547/1000 [00:10<00:07, 58.15it/s]
|
93 |
55%|ββββββ | 553/1000 [00:10<00:07, 58.05it/s]
|
94 |
56%|ββββββ | 559/1000 [00:10<00:07, 58.10it/s]
|
95 |
56%|ββββββ | 565/1000 [00:10<00:07, 58.03it/s]
|
96 |
57%|ββββββ | 571/1000 [00:10<00:07, 57.94it/s]
|
97 |
58%|ββββββ | 577/1000 [00:10<00:07, 58.02it/s]
|
98 |
58%|ββββββ | 583/1000 [00:10<00:07, 58.09it/s]
|
99 |
59%|ββββββ | 589/1000 [00:10<00:07, 58.12it/s]
|
100 |
60%|ββββββ | 595/1000 [00:10<00:06, 58.02it/s]
|
101 |
60%|ββββββ | 601/1000 [00:11<00:06, 58.14it/s]
|
102 |
61%|ββββββ | 607/1000 [00:11<00:06, 57.99it/s]
|
103 |
61%|βββββββ | 613/1000 [00:11<00:06, 58.03it/s]
|
104 |
62%|βββββββ | 619/1000 [00:11<00:06, 58.17it/s]
|
105 |
62%|βββββββ | 625/1000 [00:11<00:06, 58.14it/s]
|
106 |
63%|βββββββ | 631/1000 [00:11<00:06, 58.12it/s]
|
107 |
64%|βββββββ | 637/1000 [00:11<00:06, 58.03it/s]
|
108 |
64%|βββββββ | 643/1000 [00:11<00:06, 58.03it/s]
|
109 |
65%|βββββββ | 649/1000 [00:11<00:06, 58.11it/s]
|
110 |
66%|βββββββ | 655/1000 [00:11<00:05, 58.11it/s]
|
111 |
66%|βββββββ | 661/1000 [00:12<00:05, 58.17it/s]
|
112 |
67%|βββββββ | 667/1000 [00:12<00:05, 58.14it/s]
|
113 |
67%|βββββββ | 673/1000 [00:12<00:05, 58.16it/s]
|
114 |
68%|βββββββ | 679/1000 [00:12<00:05, 58.16it/s]
|
115 |
68%|βββββββ | 685/1000 [00:12<00:05, 58.20it/s]
|
116 |
69%|βββββββ | 691/1000 [00:12<00:05, 58.18it/s]
|
117 |
70%|βββββββ | 697/1000 [00:12<00:05, 58.10it/s]
|
118 |
70%|βββββββ | 703/1000 [00:12<00:05, 58.16it/s]
|
119 |
71%|βββββββ | 709/1000 [00:12<00:05, 58.18it/s]
|
120 |
72%|ββββββββ | 715/1000 [00:13<00:04, 58.15it/s]
|
121 |
72%|ββββββββ | 721/1000 [00:13<00:04, 58.15it/s]
|
122 |
73%|ββββββββ | 727/1000 [00:13<00:04, 58.07it/s]
|
123 |
73%|ββββββββ | 733/1000 [00:13<00:04, 58.05it/s]
|
124 |
74%|ββββββββ | 739/1000 [00:13<00:04, 58.10it/s]
|
125 |
74%|ββββββββ | 745/1000 [00:13<00:04, 58.11it/s]
|
126 |
75%|ββββββββ | 751/1000 [00:13<00:04, 58.16it/s]
|
127 |
76%|ββββββββ | 757/1000 [00:13<00:04, 58.20it/s]
|
128 |
76%|ββββββββ | 763/1000 [00:13<00:04, 58.06it/s]
|
129 |
77%|ββββββββ | 769/1000 [00:13<00:03, 58.15it/s]
|
130 |
78%|ββββββββ | 775/1000 [00:14<00:03, 58.14it/s]
|
131 |
78%|ββββββββ | 781/1000 [00:14<00:03, 58.15it/s]
|
132 |
79%|ββββββββ | 787/1000 [00:14<00:03, 58.14it/s]
|
133 |
79%|ββββββββ | 793/1000 [00:14<00:03, 57.92it/s]
|
134 |
80%|ββββββββ | 799/1000 [00:14<00:03, 57.90it/s]
|
135 |
80%|ββββββββ | 805/1000 [00:14<00:03, 57.96it/s]
|
136 |
81%|ββββββββ | 811/1000 [00:14<00:03, 57.93it/s]
|
137 |
82%|βββββββββ | 817/1000 [00:14<00:03, 57.99it/s]
|
138 |
82%|βββββββββ | 823/1000 [00:14<00:03, 57.99it/s]
|
139 |
83%|βββββββββ | 829/1000 [00:14<00:02, 58.11it/s]
|
140 |
84%|βββββββββ | 835/1000 [00:15<00:02, 58.26it/s]
|
141 |
84%|βββββββββ | 841/1000 [00:15<00:02, 58.27it/s]
|
142 |
85%|βββββββββ | 847/1000 [00:15<00:02, 58.14it/s]
|
143 |
85%|βββββββββ | 853/1000 [00:15<00:02, 58.20it/s]
|
144 |
86%|βββββββββ | 859/1000 [00:15<00:02, 58.17it/s]
|
145 |
86%|βββββββββ | 865/1000 [00:15<00:02, 58.18it/s]
|
146 |
87%|βββββββββ | 871/1000 [00:15<00:02, 58.15it/s]
|
147 |
88%|βββββββββ | 877/1000 [00:15<00:02, 58.19it/s]
|
148 |
88%|βββββββββ | 883/1000 [00:15<00:02, 58.15it/s]
|
149 |
89%|βββββββββ | 889/1000 [00:16<00:01, 58.07it/s]
|
150 |
90%|βββββββββ | 895/1000 [00:16<00:01, 58.16it/s]
|
151 |
90%|βββββββββ | 901/1000 [00:16<00:01, 58.13it/s]
|
152 |
91%|βββββββββ | 907/1000 [00:16<00:01, 58.08it/s]
|
153 |
91%|ββββββββββ| 913/1000 [00:16<00:01, 58.02it/s]
|
154 |
92%|ββββββββββ| 919/1000 [00:16<00:01, 58.15it/s]
|
155 |
92%|ββββββββββ| 925/1000 [00:16<00:01, 58.12it/s]
|
156 |
93%|ββββββββββ| 931/1000 [00:16<00:01, 58.21it/s]
|
157 |
94%|ββββββββββ| 937/1000 [00:16<00:01, 58.26it/s]
|
158 |
94%|ββββββββββ| 943/1000 [00:16<00:00, 58.19it/s]
|
159 |
95%|ββββββββββ| 949/1000 [00:17<00:00, 58.18it/s]
|
160 |
96%|ββββββββββ| 955/1000 [00:17<00:00, 58.30it/s]
|
161 |
96%|ββββββββββ| 961/1000 [00:17<00:00, 58.18it/s]
|
162 |
97%|ββββββββββ| 967/1000 [00:17<00:00, 58.28it/s]
|
163 |
97%|ββββββββββ| 973/1000 [00:17<00:00, 58.38it/s]
|
164 |
98%|ββββββββββ| 979/1000 [00:17<00:00, 58.39it/s]
|
165 |
98%|ββββββββββ| 985/1000 [00:17<00:00, 58.35it/s]
|
166 |
99%|ββββββββββ| 991/1000 [00:17<00:00, 58.19it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:02<07:23, 112.65it/s]
|
169 |
1%| | 512/50176 [00:04<06:27, 128.24it/s]
|
170 |
2%|β | 768/50176 [00:05<06:05, 135.17it/s]
|
171 |
2%|β | 1024/50176 [00:07<05:54, 138.77it/s]
|
172 |
3%|β | 1280/50176 [00:09<05:50, 139.32it/s]
|
173 |
3%|β | 1536/50176 [00:11<06:04, 133.59it/s]
|
174 |
4%|β | 1792/50176 [00:13<05:58, 134.91it/s]
|
175 |
4%|β | 2048/50176 [00:15<05:48, 137.92it/s]
|
176 |
5%|β | 2304/50176 [00:16<05:47, 137.89it/s]
|
177 |
5%|β | 2560/50176 [00:18<05:39, 140.17it/s]
|
178 |
6%|β | 2816/50176 [00:20<05:39, 139.61it/s]
|
179 |
6%|β | 3072/50176 [00:22<05:31, 141.99it/s]
|
180 |
7%|β | 3328/50176 [00:24<05:27, 143.14it/s]
|
181 |
7%|β | 3584/50176 [00:25<05:19, 145.78it/s]
|
182 |
8%|β | 3840/50176 [00:27<05:29, 140.56it/s]
|
183 |
8%|β | 4096/50176 [00:29<05:29, 139.97it/s]
|
184 |
9%|β | 4352/50176 [00:31<05:22, 142.16it/s]
|
185 |
9%|β | 4608/50176 [00:33<05:16, 143.83it/s]
|
186 |
10%|β | 4864/50176 [00:34<05:08, 146.72it/s]
|
187 |
10%|β | 5120/50176 [00:36<05:05, 147.39it/s]
|
188 |
11%|β | 5376/50176 [00:38<05:04, 147.14it/s]
|
189 |
11%|β | 5632/50176 [00:39<04:59, 148.77it/s]
|
190 |
12%|ββ | 5888/50176 [00:41<04:58, 148.26it/s]
|
191 |
12%|ββ | 6144/50176 [00:43<05:22, 136.40it/s]
|
192 |
13%|ββ | 6400/50176 [00:45<05:11, 140.33it/s]
|
193 |
13%|ββ | 6656/50176 [00:47<05:05, 142.63it/s]
|
194 |
14%|ββ | 6912/50176 [00:49<05:02, 142.90it/s]
|
195 |
14%|ββ | 7168/50176 [00:50<04:57, 144.69it/s]
|
196 |
15%|ββ | 7424/50176 [00:52<04:50, 147.03it/s]
|
197 |
15%|ββ | 7680/50176 [00:54<04:49, 146.95it/s]
|
198 |
16%|ββ | 7936/50176 [00:55<04:39, 150.94it/s]
|
199 |
16%|ββ | 8192/50176 [00:57<04:38, 151.02it/s]
|
200 |
17%|ββ | 8448/50176 [00:59<04:35, 151.68it/s]
|
201 |
17%|ββ | 8704/50176 [01:00<04:31, 152.75it/s]
|
202 |
18%|ββ | 8960/50176 [01:02<04:40, 146.90it/s]
|
203 |
18%|ββ | 9216/50176 [01:04<04:32, 150.17it/s]
|
204 |
19%|ββ | 9472/50176 [01:06<04:31, 149.84it/s]
|
205 |
19%|ββ | 9728/50176 [01:07<04:36, 146.13it/s]
|
206 |
20%|ββ | 9984/50176 [01:09<04:31, 148.29it/s]
|
207 |
20%|ββ | 10240/50176 [01:11<04:28, 148.77it/s]
|
208 |
21%|ββ | 10496/50176 [01:12<04:23, 150.53it/s]
|
209 |
21%|βββ | 10752/50176 [01:14<04:32, 144.64it/s]
|
210 |
22%|βββ | 11008/50176 [01:16<04:26, 146.79it/s]
|
211 |
22%|βββ | 11264/50176 [01:18<04:22, 148.29it/s]
|
212 |
23%|βββ | 11520/50176 [01:19<04:16, 150.46it/s]
|
213 |
23%|βββ | 11776/50176 [01:21<04:15, 150.33it/s]
|
214 |
24%|βββ | 12032/50176 [01:23<04:12, 150.99it/s]
|
215 |
24%|βββ | 12288/50176 [01:24<04:08, 152.66it/s]
|
216 |
25%|βββ | 12544/50176 [01:26<04:04, 153.84it/s]
|
217 |
26%|βββ | 12800/50176 [01:28<04:02, 154.15it/s]
|
218 |
26%|βββ | 13056/50176 [01:29<03:59, 154.94it/s]
|
219 |
27%|βββ | 13312/50176 [01:31<04:02, 152.05it/s]
|
220 |
27%|βββ | 13568/50176 [01:33<04:10, 146.12it/s]
|
221 |
28%|βββ | 13824/50176 [01:35<04:14, 142.84it/s]
|
222 |
28%|βββ | 14080/50176 [01:37<04:43, 127.32it/s]
|
223 |
29%|βββ | 14336/50176 [01:39<04:37, 129.31it/s]
|
224 |
29%|βββ | 14592/50176 [01:41<04:19, 137.02it/s]
|
225 |
30%|βββ | 14848/50176 [01:43<04:28, 131.75it/s]
|
226 |
30%|βββ | 15104/50176 [01:45<04:25, 132.27it/s]
|
227 |
31%|βββ | 15360/50176 [01:47<04:15, 136.25it/s]
|
228 |
31%|βββ | 15616/50176 [01:48<04:08, 139.21it/s]
|
229 |
32%|ββββ | 15872/50176 [01:50<04:11, 136.55it/s]
|
230 |
32%|ββββ | 16128/50176 [01:52<04:04, 139.25it/s]
|
231 |
33%|ββββ | 16384/50176 [01:54<04:02, 139.54it/s]
|
232 |
33%|ββββ | 16640/50176 [01:56<04:08, 135.22it/s]
|
233 |
34%|ββββ | 16896/50176 [01:58<03:56, 140.73it/s]
|
234 |
34%|ββββ | 17152/50176 [01:59<03:49, 144.15it/s]
|
235 |
35%|ββββ | 17408/50176 [02:01<03:44, 145.81it/s]
|
236 |
35%|ββββ | 17664/50176 [02:03<03:40, 147.71it/s]
|
237 |
36%|ββββ | 17920/50176 [02:04<03:35, 149.50it/s]
|
238 |
36%|ββββ | 18176/50176 [02:06<03:35, 148.45it/s]
|
239 |
37%|ββββ | 18432/50176 [02:08<03:32, 149.33it/s]
|
240 |
37%|ββββ | 18688/50176 [02:10<03:31, 148.67it/s]
|
241 |
38%|ββββ | 18944/50176 [02:11<03:39, 142.35it/s]
|
242 |
38%|ββββ | 19200/50176 [02:14<03:49, 134.91it/s]
|
243 |
39%|ββββ | 19456/50176 [02:16<03:51, 132.55it/s]
|
244 |
39%|ββββ | 19712/50176 [02:18<03:49, 132.67it/s]
|
245 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.50it/s]
|
246 |
40%|ββββ | 20224/50176 [02:21<03:31, 141.43it/s]
|
247 |
41%|ββββ | 20480/50176 [02:23<03:25, 144.76it/s]
|
248 |
41%|βββββ | 20736/50176 [02:24<03:23, 144.48it/s]
|
249 |
42%|βββββ | 20992/50176 [02:26<03:17, 147.64it/s]
|
250 |
42%|βββββ | 21248/50176 [02:28<03:22, 142.76it/s]
|
251 |
43%|βββββ | 21504/50176 [02:30<03:13, 147.82it/s]
|
252 |
43%|βββββ | 21760/50176 [02:31<03:11, 148.50it/s]
|
253 |
44%|βββββ | 22016/50176 [02:33<03:06, 151.17it/s]
|
254 |
44%|βββββ | 22272/50176 [02:35<03:05, 150.68it/s]
|
255 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.70it/s]
|
256 |
45%|βββββ | 22784/50176 [02:38<03:08, 145.64it/s]
|
257 |
46%|βββββ | 23040/50176 [02:40<03:07, 144.51it/s]
|
258 |
46%|βββββ | 23296/50176 [02:42<03:10, 141.21it/s]
|
259 |
47%|βββββ | 23552/50176 [02:44<03:13, 137.94it/s]
|
260 |
47%|βββββ | 23808/50176 [02:46<03:05, 142.13it/s]
|
261 |
48%|βββββ | 24064/50176 [02:47<03:02, 143.21it/s]
|
262 |
48%|βββββ | 24320/50176 [02:49<03:00, 143.62it/s]
|
263 |
49%|βββββ | 24576/50176 [02:51<02:55, 145.91it/s]
|
264 |
49%|βββββ | 24832/50176 [02:52<02:49, 149.14it/s]
|
265 |
50%|βββββ | 25088/50176 [02:54<02:47, 149.67it/s]
|
266 |
51%|βββββ | 25344/50176 [02:56<02:45, 149.91it/s]
|
267 |
51%|βββββ | 25600/50176 [02:58<02:46, 147.47it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:59<02:40, 151.24it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:01<02:42, 148.53it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:03<02:44, 144.71it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:05<02:40, 147.00it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:06<02:38, 146.92it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:08<02:35, 147.76it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:10<02:33, 148.18it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:11<02:25, 155.15it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:13<02:34, 143.76it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:15<02:30, 145.87it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:17<02:29, 145.51it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:19<02:31, 141.61it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:20<02:27, 143.97it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:22<02:23, 146.35it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:24<02:30, 138.07it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:26<02:30, 135.72it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:28<02:28, 135.95it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:30<02:24, 138.15it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:31<02:16, 144.55it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:33<02:15, 143.59it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:35<02:11, 145.79it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:37<02:08, 147.97it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:38<02:04, 150.17it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:40<02:02, 150.49it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:42<02:02, 148.65it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:43<01:59, 150.00it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:45<02:01, 144.89it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:47<01:57, 148.63it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:49<01:56, 147.06it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:50<01:53, 148.41it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:52<01:54, 145.07it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:54<01:50, 147.94it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:55<01:45, 152.52it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:57<01:42, 154.98it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:59<01:45, 147.82it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:01<01:44, 146.80it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:02<01:43, 145.60it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:04<01:40, 148.26it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:06<01:39, 147.12it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:08<01:41, 141.94it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:09<01:36, 145.50it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:11<01:37, 142.51it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:13<01:33, 145.24it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:15<01:33, 142.88it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:17<01:30, 143.58it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:18<01:25, 149.58it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:20<01:22, 151.35it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:22<01:22, 148.67it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:23<01:20, 149.95it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:25<01:19, 148.96it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:27<01:18, 147.25it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:29<01:17, 144.62it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:31<01:17, 141.47it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:32<01:14, 143.55it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:34<01:12, 145.19it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:36<01:09, 146.99it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.67it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:39<01:07, 143.60it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:41<01:08, 138.73it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:43<01:04, 143.36it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:45<01:00, 146.94it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:46<00:58, 148.76it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:48<00:55, 152.17it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:50<00:53, 152.52it/s]
|
332 |
84%|βββοΏ½οΏ½βββββ | 42240/50176 [04:51<00:53, 148.94it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:53<00:51, 150.07it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:55<00:49, 149.20it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 151.27it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:58<00:45, 150.29it/s]
|
337 |
87%|βββββββββ | 43520/50176 [05:00<00:44, 149.26it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:02<00:43, 146.34it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:03<00:41, 148.19it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:05<00:39, 150.35it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:07<00:38, 147.31it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:09<00:36, 145.61it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:10<00:34, 147.46it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:12<00:34, 140.64it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:14<00:31, 145.46it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:16<00:29, 146.78it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:17<00:27, 148.18it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:19<00:25, 149.45it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:21<00:23, 149.68it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:23<00:22, 148.37it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 143.93it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:26<00:19, 145.41it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:28<00:17, 142.98it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:30<00:15, 145.03it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 146.96it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:33<00:12, 148.23it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:35<00:10, 149.93it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 150.16it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:38<00:06, 146.40it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:40<00:05, 144.69it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:42<00:03, 145.43it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:44<00:01, 137.97it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:07:15 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:07:15 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:07:16 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_25.pt).
|
4 |
+
2022-12-21,10:07:24 | INFO | Model:
|
5 |
+
2022-12-21,10:07:24 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:07:24 | INFO | Params:
|
359 |
+
2022-12-21,10:07:24 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:07:24 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:07:24 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:07:24 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_25.pt/checkpoints
|
363 |
+
2022-12-21,10:07:24 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:07:24 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:07:24 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:07:24 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:07:24 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:07:24 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:07:24 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:07:24 | INFO | debug: False
|
371 |
+
2022-12-21,10:07:24 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:07:24 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:07:24 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:07:24 | INFO | distributed: False
|
375 |
+
2022-12-21,10:07:24 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:07:24 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:07:24 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:07:24 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:07:24 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:07:24 | INFO | horovod: False
|
381 |
+
2022-12-21,10:07:24 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:07:24 | INFO | image_std: None
|
383 |
+
2022-12-21,10:07:24 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:07:24 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:07:24 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:07:24 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:07:24 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:07:24 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:07:24 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:07:24 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:07:24 | INFO | log_local: False
|
392 |
+
2022-12-21,10:07:24 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_25.pt/out.log
|
393 |
+
2022-12-21,10:07:24 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:07:24 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:07:24 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:07:24 | INFO | name: epoch_25.pt
|
397 |
+
2022-12-21,10:07:24 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:07:24 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:07:24 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:07:24 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_25.pt
|
401 |
+
2022-12-21,10:07:24 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:07:24 | INFO | rank: 0
|
403 |
+
2022-12-21,10:07:24 | INFO | report_to:
|
404 |
+
2022-12-21,10:07:24 | INFO | resume: None
|
405 |
+
2022-12-21,10:07:24 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:07:24 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:07:24 | INFO | seed: 0
|
408 |
+
2022-12-21,10:07:24 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:07:24 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:07:24 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:07:24 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:07:24 | INFO | trace: False
|
413 |
+
2022-12-21,10:07:24 | INFO | train_data: None
|
414 |
+
2022-12-21,10:07:24 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:07:24 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:07:24 | INFO | val_data: None
|
417 |
+
2022-12-21,10:07:24 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:07:24 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:07:24 | INFO | wandb: False
|
420 |
+
2022-12-21,10:07:24 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:07:24 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:07:24 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:07:24 | INFO | workers: 1
|
424 |
+
2022-12-21,10:07:24 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:07:24 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:07:24 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:07:24 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<09:58, 1.67it/s]
|
431 |
1%| | 7/1000 [00:00<01:19, 12.43it/s]
|
432 |
1%|β | 13/1000 [00:00<00:45, 21.67it/s]
|
433 |
2%|β | 19/1000 [00:00<00:32, 30.06it/s]
|
434 |
2%|β | 25/1000 [00:01<00:26, 36.91it/s]
|
435 |
3%|β | 31/1000 [00:01<00:22, 42.46it/s]
|
436 |
4%|β | 37/1000 [00:01<00:20, 46.63it/s]
|
437 |
4%|β | 43/1000 [00:01<00:19, 49.82it/s]
|
438 |
5%|β | 49/1000 [00:01<00:18, 52.13it/s]
|
439 |
6%|β | 55/1000 [00:01<00:17, 53.70it/s]
|
440 |
6%|β | 61/1000 [00:01<00:17, 54.92it/s]
|
441 |
7%|β | 67/1000 [00:01<00:16, 55.68it/s]
|
442 |
7%|β | 73/1000 [00:01<00:16, 56.21it/s]
|
443 |
8%|β | 79/1000 [00:01<00:16, 56.50it/s]
|
444 |
8%|β | 85/1000 [00:02<00:16, 56.93it/s]
|
445 |
9%|β | 91/1000 [00:02<00:15, 57.16it/s]
|
446 |
10%|β | 97/1000 [00:02<00:15, 57.40it/s]
|
447 |
10%|β | 103/1000 [00:02<00:15, 57.58it/s]
|
448 |
11%|β | 109/1000 [00:02<00:15, 57.82it/s]
|
449 |
12%|ββ | 115/1000 [00:02<00:15, 58.01it/s]
|
450 |
12%|ββ | 121/1000 [00:02<00:15, 57.93it/s]
|
451 |
13%|ββ | 127/1000 [00:02<00:15, 57.93it/s]
|
452 |
13%|ββ | 133/1000 [00:02<00:14, 57.93it/s]
|
453 |
14%|ββ | 139/1000 [00:03<00:14, 57.90it/s]
|
454 |
14%|ββ | 145/1000 [00:03<00:14, 57.95it/s]
|
455 |
15%|ββ | 151/1000 [00:03<00:14, 57.99it/s]
|
456 |
16%|ββ | 157/1000 [00:03<00:14, 57.75it/s]
|
457 |
16%|ββ | 163/1000 [00:03<00:14, 57.79it/s]
|
458 |
17%|ββ | 169/1000 [00:03<00:14, 57.58it/s]
|
459 |
18%|ββ | 175/1000 [00:03<00:14, 57.63it/s]
|
460 |
18%|ββ | 181/1000 [00:03<00:14, 57.60it/s]
|
461 |
19%|ββ | 187/1000 [00:03<00:14, 57.62it/s]
|
462 |
19%|ββ | 193/1000 [00:03<00:14, 57.60it/s]
|
463 |
20%|ββ | 199/1000 [00:04<00:13, 57.51it/s]
|
464 |
20%|ββ | 205/1000 [00:04<00:13, 57.35it/s]
|
465 |
21%|ββ | 211/1000 [00:04<00:13, 57.17it/s]
|
466 |
22%|βββ | 217/1000 [00:04<00:13, 57.36it/s]
|
467 |
22%|βββ | 223/1000 [00:04<00:13, 57.36it/s]
|
468 |
23%|βββ | 229/1000 [00:04<00:13, 57.55it/s]
|
469 |
24%|βββ | 235/1000 [00:04<00:13, 57.52it/s]
|
470 |
24%|βββ | 241/1000 [00:04<00:13, 57.34it/s]
|
471 |
25%|βββ | 247/1000 [00:04<00:13, 57.36it/s]
|
472 |
25%|βββ | 253/1000 [00:05<00:15, 49.55it/s]
|
473 |
26%|βββ | 259/1000 [00:05<00:14, 51.80it/s]
|
474 |
26%|βββ | 265/1000 [00:05<00:13, 53.43it/s]
|
475 |
27%|βββ | 271/1000 [00:05<00:13, 54.50it/s]
|
476 |
28%|βββ | 277/1000 [00:05<00:13, 55.50it/s]
|
477 |
28%|βββ | 283/1000 [00:05<00:12, 56.27it/s]
|
478 |
29%|βββ | 289/1000 [00:05<00:12, 56.84it/s]
|
479 |
30%|βββ | 295/1000 [00:05<00:12, 57.30it/s]
|
480 |
30%|βββ | 301/1000 [00:05<00:12, 57.52it/s]
|
481 |
31%|βββ | 307/1000 [00:05<00:12, 57.61it/s]
|
482 |
31%|ββββ | 313/1000 [00:06<00:11, 57.91it/s]
|
483 |
32%|ββββ | 319/1000 [00:06<00:11, 58.01it/s]
|
484 |
32%|ββββ | 325/1000 [00:06<00:11, 57.89it/s]
|
485 |
33%|ββββ | 331/1000 [00:06<00:11, 57.78it/s]
|
486 |
34%|ββββ | 337/1000 [00:06<00:11, 57.94it/s]
|
487 |
34%|ββββ | 343/1000 [00:06<00:11, 58.02it/s]
|
488 |
35%|ββββ | 349/1000 [00:06<00:11, 57.97it/s]
|
489 |
36%|ββββ | 355/1000 [00:06<00:11, 57.91it/s]
|
490 |
36%|ββββ | 361/1000 [00:06<00:11, 57.91it/s]
|
491 |
37%|ββββ | 367/1000 [00:07<00:10, 57.97it/s]
|
492 |
37%|ββββ | 373/1000 [00:07<00:10, 58.07it/s]
|
493 |
38%|ββββ | 379/1000 [00:07<00:10, 57.85it/s]
|
494 |
38%|ββββ | 385/1000 [00:07<00:10, 57.69it/s]
|
495 |
39%|ββββ | 391/1000 [00:07<00:10, 57.75it/s]
|
496 |
40%|ββββ | 397/1000 [00:07<00:10, 57.82it/s]
|
497 |
40%|ββββ | 403/1000 [00:07<00:10, 57.93it/s]
|
498 |
41%|ββββ | 409/1000 [00:07<00:10, 57.99it/s]
|
499 |
42%|βββββ | 415/1000 [00:07<00:10, 58.08it/s]
|
500 |
42%|βββββ | 421/1000 [00:07<00:09, 58.08it/s]
|
501 |
43%|βββββ | 427/1000 [00:08<00:09, 58.09it/s]
|
502 |
43%|βββββ | 433/1000 [00:08<00:09, 58.21it/s]
|
503 |
44%|βββββ | 439/1000 [00:08<00:09, 58.17it/s]
|
504 |
44%|βββββ | 445/1000 [00:08<00:09, 57.91it/s]
|
505 |
45%|βββββ | 451/1000 [00:08<00:09, 58.04it/s]
|
506 |
46%|βββββ | 457/1000 [00:08<00:09, 58.05it/s]
|
507 |
46%|βββββ | 463/1000 [00:08<00:09, 58.10it/s]
|
508 |
47%|βββββ | 469/1000 [00:08<00:09, 58.02it/s]
|
509 |
48%|βββββ | 475/1000 [00:08<00:09, 58.19it/s]
|
510 |
48%|βββββ | 481/1000 [00:08<00:08, 58.01it/s]
|
511 |
49%|βββββ | 487/1000 [00:09<00:08, 58.11it/s]
|
512 |
49%|βββββ | 493/1000 [00:09<00:08, 58.05it/s]
|
513 |
50%|βββββ | 499/1000 [00:09<00:08, 57.96it/s]
|
514 |
50%|βββββ | 505/1000 [00:09<00:08, 57.92it/s]
|
515 |
51%|βββββ | 511/1000 [00:09<00:08, 57.85it/s]
|
516 |
52%|ββββββ | 517/1000 [00:09<00:08, 58.00it/s]
|
517 |
52%|ββββββ | 523/1000 [00:09<00:08, 57.95it/s]
|
518 |
53%|ββββββ | 529/1000 [00:09<00:08, 58.02it/s]
|
519 |
54%|ββββββ | 535/1000 [00:09<00:08, 58.08it/s]
|
520 |
54%|ββββββ | 541/1000 [00:10<00:07, 58.13it/s]
|
521 |
55%|ββββββ | 547/1000 [00:10<00:07, 58.15it/s]
|
522 |
55%|ββββββ | 553/1000 [00:10<00:07, 58.05it/s]
|
523 |
56%|ββββββ | 559/1000 [00:10<00:07, 58.10it/s]
|
524 |
56%|ββββββ | 565/1000 [00:10<00:07, 58.03it/s]
|
525 |
57%|ββββββ | 571/1000 [00:10<00:07, 57.94it/s]
|
526 |
58%|ββββββ | 577/1000 [00:10<00:07, 58.02it/s]
|
527 |
58%|ββββββ | 583/1000 [00:10<00:07, 58.09it/s]
|
528 |
59%|ββββββ | 589/1000 [00:10<00:07, 58.12it/s]
|
529 |
60%|ββββββ | 595/1000 [00:10<00:06, 58.02it/s]
|
530 |
60%|ββββββ | 601/1000 [00:11<00:06, 58.14it/s]
|
531 |
61%|ββββββ | 607/1000 [00:11<00:06, 57.99it/s]
|
532 |
61%|βββββββ | 613/1000 [00:11<00:06, 58.03it/s]
|
533 |
62%|βββββββ | 619/1000 [00:11<00:06, 58.17it/s]
|
534 |
62%|βββββββ | 625/1000 [00:11<00:06, 58.14it/s]
|
535 |
63%|βββββββ | 631/1000 [00:11<00:06, 58.12it/s]
|
536 |
64%|βββββββ | 637/1000 [00:11<00:06, 58.03it/s]
|
537 |
64%|βββββββ | 643/1000 [00:11<00:06, 58.03it/s]
|
538 |
65%|βββββββ | 649/1000 [00:11<00:06, 58.11it/s]
|
539 |
66%|βββββββ | 655/1000 [00:11<00:05, 58.11it/s]
|
540 |
66%|βββββββ | 661/1000 [00:12<00:05, 58.17it/s]
|
541 |
67%|βββββββ | 667/1000 [00:12<00:05, 58.14it/s]
|
542 |
67%|βββββββ | 673/1000 [00:12<00:05, 58.16it/s]
|
543 |
68%|βββββββ | 679/1000 [00:12<00:05, 58.16it/s]
|
544 |
68%|βββββββ | 685/1000 [00:12<00:05, 58.20it/s]
|
545 |
69%|βββββββ | 691/1000 [00:12<00:05, 58.18it/s]
|
546 |
70%|βββββββ | 697/1000 [00:12<00:05, 58.10it/s]
|
547 |
70%|βββββββ | 703/1000 [00:12<00:05, 58.16it/s]
|
548 |
71%|βββββββ | 709/1000 [00:12<00:05, 58.18it/s]
|
549 |
72%|ββββββββ | 715/1000 [00:13<00:04, 58.15it/s]
|
550 |
72%|ββββββββ | 721/1000 [00:13<00:04, 58.15it/s]
|
551 |
73%|ββββββββ | 727/1000 [00:13<00:04, 58.07it/s]
|
552 |
73%|ββββββββ | 733/1000 [00:13<00:04, 58.05it/s]
|
553 |
74%|ββββββββ | 739/1000 [00:13<00:04, 58.10it/s]
|
554 |
74%|ββββββββ | 745/1000 [00:13<00:04, 58.11it/s]
|
555 |
75%|ββββββββ | 751/1000 [00:13<00:04, 58.16it/s]
|
556 |
76%|ββββββββ | 757/1000 [00:13<00:04, 58.20it/s]
|
557 |
76%|ββββββββ | 763/1000 [00:13<00:04, 58.06it/s]
|
558 |
77%|ββββββββ | 769/1000 [00:13<00:03, 58.15it/s]
|
559 |
78%|ββββββββ | 775/1000 [00:14<00:03, 58.14it/s]
|
560 |
78%|ββββββββ | 781/1000 [00:14<00:03, 58.15it/s]
|
561 |
79%|ββββββββ | 787/1000 [00:14<00:03, 58.14it/s]
|
562 |
79%|ββββββββ | 793/1000 [00:14<00:03, 57.92it/s]
|
563 |
80%|ββββββββ | 799/1000 [00:14<00:03, 57.90it/s]
|
564 |
80%|ββββββββ | 805/1000 [00:14<00:03, 57.96it/s]
|
565 |
81%|ββββββββ | 811/1000 [00:14<00:03, 57.93it/s]
|
566 |
82%|βββββββββ | 817/1000 [00:14<00:03, 57.99it/s]
|
567 |
82%|βββββββββ | 823/1000 [00:14<00:03, 57.99it/s]
|
568 |
83%|βββββββββ | 829/1000 [00:14<00:02, 58.11it/s]
|
569 |
84%|βββββββββ | 835/1000 [00:15<00:02, 58.26it/s]
|
570 |
84%|βββββββββ | 841/1000 [00:15<00:02, 58.27it/s]
|
571 |
85%|βββββββββ | 847/1000 [00:15<00:02, 58.14it/s]
|
572 |
85%|βββββββββ | 853/1000 [00:15<00:02, 58.20it/s]
|
573 |
86%|βββββββββ | 859/1000 [00:15<00:02, 58.17it/s]
|
574 |
86%|βββββββββ | 865/1000 [00:15<00:02, 58.18it/s]
|
575 |
87%|βββββββββ | 871/1000 [00:15<00:02, 58.15it/s]
|
576 |
88%|βββββββββ | 877/1000 [00:15<00:02, 58.19it/s]
|
577 |
88%|βββββββββ | 883/1000 [00:15<00:02, 58.15it/s]
|
578 |
89%|βββββββββ | 889/1000 [00:16<00:01, 58.07it/s]
|
579 |
90%|βββββββββ | 895/1000 [00:16<00:01, 58.16it/s]
|
580 |
90%|βββββββββ | 901/1000 [00:16<00:01, 58.13it/s]
|
581 |
91%|βββββββββ | 907/1000 [00:16<00:01, 58.08it/s]
|
582 |
91%|ββββββββββ| 913/1000 [00:16<00:01, 58.02it/s]
|
583 |
92%|ββββββββββ| 919/1000 [00:16<00:01, 58.15it/s]
|
584 |
92%|ββββββββββ| 925/1000 [00:16<00:01, 58.12it/s]
|
585 |
93%|ββββββββββ| 931/1000 [00:16<00:01, 58.21it/s]
|
586 |
94%|ββββββββββ| 937/1000 [00:16<00:01, 58.26it/s]
|
587 |
94%|ββββββββββ| 943/1000 [00:16<00:00, 58.19it/s]
|
588 |
95%|ββββββββββ| 949/1000 [00:17<00:00, 58.18it/s]
|
589 |
96%|ββββββββββ| 955/1000 [00:17<00:00, 58.30it/s]
|
590 |
96%|ββββββββββ| 961/1000 [00:17<00:00, 58.18it/s]
|
591 |
97%|ββββββββββ| 967/1000 [00:17<00:00, 58.28it/s]
|
592 |
97%|ββββββββββ| 973/1000 [00:17<00:00, 58.38it/s]
|
593 |
98%|ββββββββββ| 979/1000 [00:17<00:00, 58.39it/s]
|
594 |
98%|ββββββββββ| 985/1000 [00:17<00:00, 58.35it/s]
|
595 |
99%|ββββββββββ| 991/1000 [00:17<00:00, 58.19it/s]
|
596 |
+
2022-12-21,10:07:42 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:02<07:23, 112.65it/s]
|
600 |
1%| | 512/50176 [00:04<06:27, 128.24it/s]
|
601 |
2%|β | 768/50176 [00:05<06:05, 135.17it/s]
|
602 |
2%|β | 1024/50176 [00:07<05:54, 138.77it/s]
|
603 |
3%|β | 1280/50176 [00:09<05:50, 139.32it/s]
|
604 |
3%|β | 1536/50176 [00:11<06:04, 133.59it/s]
|
605 |
4%|β | 1792/50176 [00:13<05:58, 134.91it/s]
|
606 |
4%|β | 2048/50176 [00:15<05:48, 137.92it/s]
|
607 |
5%|β | 2304/50176 [00:16<05:47, 137.89it/s]
|
608 |
5%|β | 2560/50176 [00:18<05:39, 140.17it/s]
|
609 |
6%|β | 2816/50176 [00:20<05:39, 139.61it/s]
|
610 |
6%|β | 3072/50176 [00:22<05:31, 141.99it/s]
|
611 |
7%|β | 3328/50176 [00:24<05:27, 143.14it/s]
|
612 |
7%|β | 3584/50176 [00:25<05:19, 145.78it/s]
|
613 |
8%|β | 3840/50176 [00:27<05:29, 140.56it/s]
|
614 |
8%|β | 4096/50176 [00:29<05:29, 139.97it/s]
|
615 |
9%|β | 4352/50176 [00:31<05:22, 142.16it/s]
|
616 |
9%|β | 4608/50176 [00:33<05:16, 143.83it/s]
|
617 |
10%|β | 4864/50176 [00:34<05:08, 146.72it/s]
|
618 |
10%|β | 5120/50176 [00:36<05:05, 147.39it/s]
|
619 |
11%|β | 5376/50176 [00:38<05:04, 147.14it/s]
|
620 |
11%|β | 5632/50176 [00:39<04:59, 148.77it/s]
|
621 |
12%|ββ | 5888/50176 [00:41<04:58, 148.26it/s]
|
622 |
12%|ββ | 6144/50176 [00:43<05:22, 136.40it/s]
|
623 |
13%|ββ | 6400/50176 [00:45<05:11, 140.33it/s]
|
624 |
13%|ββ | 6656/50176 [00:47<05:05, 142.63it/s]
|
625 |
14%|ββ | 6912/50176 [00:49<05:02, 142.90it/s]
|
626 |
14%|ββ | 7168/50176 [00:50<04:57, 144.69it/s]
|
627 |
15%|ββ | 7424/50176 [00:52<04:50, 147.03it/s]
|
628 |
15%|ββ | 7680/50176 [00:54<04:49, 146.95it/s]
|
629 |
16%|ββ | 7936/50176 [00:55<04:39, 150.94it/s]
|
630 |
16%|ββ | 8192/50176 [00:57<04:38, 151.02it/s]
|
631 |
17%|ββ | 8448/50176 [00:59<04:35, 151.68it/s]
|
632 |
17%|ββ | 8704/50176 [01:00<04:31, 152.75it/s]
|
633 |
18%|ββ | 8960/50176 [01:02<04:40, 146.90it/s]
|
634 |
18%|ββ | 9216/50176 [01:04<04:32, 150.17it/s]
|
635 |
19%|ββ | 9472/50176 [01:06<04:31, 149.84it/s]
|
636 |
19%|ββ | 9728/50176 [01:07<04:36, 146.13it/s]
|
637 |
20%|ββ | 9984/50176 [01:09<04:31, 148.29it/s]
|
638 |
20%|ββ | 10240/50176 [01:11<04:28, 148.77it/s]
|
639 |
21%|ββ | 10496/50176 [01:12<04:23, 150.53it/s]
|
640 |
21%|βββ | 10752/50176 [01:14<04:32, 144.64it/s]
|
641 |
22%|βββ | 11008/50176 [01:16<04:26, 146.79it/s]
|
642 |
22%|βββ | 11264/50176 [01:18<04:22, 148.29it/s]
|
643 |
23%|βββ | 11520/50176 [01:19<04:16, 150.46it/s]
|
644 |
23%|βββ | 11776/50176 [01:21<04:15, 150.33it/s]
|
645 |
24%|βββ | 12032/50176 [01:23<04:12, 150.99it/s]
|
646 |
24%|βββ | 12288/50176 [01:24<04:08, 152.66it/s]
|
647 |
25%|βββ | 12544/50176 [01:26<04:04, 153.84it/s]
|
648 |
26%|βββ | 12800/50176 [01:28<04:02, 154.15it/s]
|
649 |
26%|βββ | 13056/50176 [01:29<03:59, 154.94it/s]
|
650 |
27%|βββ | 13312/50176 [01:31<04:02, 152.05it/s]
|
651 |
27%|βββ | 13568/50176 [01:33<04:10, 146.12it/s]
|
652 |
28%|βββ | 13824/50176 [01:35<04:14, 142.84it/s]
|
653 |
28%|βββ | 14080/50176 [01:37<04:43, 127.32it/s]
|
654 |
29%|βββ | 14336/50176 [01:39<04:37, 129.31it/s]
|
655 |
29%|βββ | 14592/50176 [01:41<04:19, 137.02it/s]
|
656 |
30%|βββ | 14848/50176 [01:43<04:28, 131.75it/s]
|
657 |
30%|βββ | 15104/50176 [01:45<04:25, 132.27it/s]
|
658 |
31%|βββ | 15360/50176 [01:47<04:15, 136.25it/s]
|
659 |
31%|βββ | 15616/50176 [01:48<04:08, 139.21it/s]
|
660 |
32%|ββββ | 15872/50176 [01:50<04:11, 136.55it/s]
|
661 |
32%|ββββ | 16128/50176 [01:52<04:04, 139.25it/s]
|
662 |
33%|ββββ | 16384/50176 [01:54<04:02, 139.54it/s]
|
663 |
33%|ββββ | 16640/50176 [01:56<04:08, 135.22it/s]
|
664 |
34%|ββββ | 16896/50176 [01:58<03:56, 140.73it/s]
|
665 |
34%|ββββ | 17152/50176 [01:59<03:49, 144.15it/s]
|
666 |
35%|ββββ | 17408/50176 [02:01<03:44, 145.81it/s]
|
667 |
35%|ββββ | 17664/50176 [02:03<03:40, 147.71it/s]
|
668 |
36%|ββββ | 17920/50176 [02:04<03:35, 149.50it/s]
|
669 |
36%|ββββ | 18176/50176 [02:06<03:35, 148.45it/s]
|
670 |
37%|ββββ | 18432/50176 [02:08<03:32, 149.33it/s]
|
671 |
37%|ββββ | 18688/50176 [02:10<03:31, 148.67it/s]
|
672 |
38%|ββββ | 18944/50176 [02:11<03:39, 142.35it/s]
|
673 |
38%|ββββ | 19200/50176 [02:14<03:49, 134.91it/s]
|
674 |
39%|ββββ | 19456/50176 [02:16<03:51, 132.55it/s]
|
675 |
39%|ββββ | 19712/50176 [02:18<03:49, 132.67it/s]
|
676 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.50it/s]
|
677 |
40%|ββββ | 20224/50176 [02:21<03:31, 141.43it/s]
|
678 |
41%|ββββ | 20480/50176 [02:23<03:25, 144.76it/s]
|
679 |
41%|βββββ | 20736/50176 [02:24<03:23, 144.48it/s]
|
680 |
42%|βββββ | 20992/50176 [02:26<03:17, 147.64it/s]
|
681 |
42%|βββββ | 21248/50176 [02:28<03:22, 142.76it/s]
|
682 |
43%|βββββ | 21504/50176 [02:30<03:13, 147.82it/s]
|
683 |
43%|βββββ | 21760/50176 [02:31<03:11, 148.50it/s]
|
684 |
44%|βββββ | 22016/50176 [02:33<03:06, 151.17it/s]
|
685 |
44%|βββββ | 22272/50176 [02:35<03:05, 150.68it/s]
|
686 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.70it/s]
|
687 |
45%|βββββ | 22784/50176 [02:38<03:08, 145.64it/s]
|
688 |
46%|βββββ | 23040/50176 [02:40<03:07, 144.51it/s]
|
689 |
46%|βββββ | 23296/50176 [02:42<03:10, 141.21it/s]
|
690 |
47%|βββββ | 23552/50176 [02:44<03:13, 137.94it/s]
|
691 |
47%|βββββ | 23808/50176 [02:46<03:05, 142.13it/s]
|
692 |
48%|βββββ | 24064/50176 [02:47<03:02, 143.21it/s]
|
693 |
48%|βββββ | 24320/50176 [02:49<03:00, 143.62it/s]
|
694 |
49%|βββββ | 24576/50176 [02:51<02:55, 145.91it/s]
|
695 |
49%|βββββ | 24832/50176 [02:52<02:49, 149.14it/s]
|
696 |
50%|βββββ | 25088/50176 [02:54<02:47, 149.67it/s]
|
697 |
51%|βββββ | 25344/50176 [02:56<02:45, 149.91it/s]
|
698 |
51%|βββββ | 25600/50176 [02:58<02:46, 147.47it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:59<02:40, 151.24it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:01<02:42, 148.53it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:03<02:44, 144.71it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:05<02:40, 147.00it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:06<02:38, 146.92it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:08<02:35, 147.76it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:10<02:33, 148.18it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:11<02:25, 155.15it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:13<02:34, 143.76it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:15<02:30, 145.87it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:17<02:29, 145.51it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:19<02:31, 141.61it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:20<02:27, 143.97it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:22<02:23, 146.35it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:24<02:30, 138.07it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:26<02:30, 135.72it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:28<02:28, 135.95it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:30<02:24, 138.15it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:31<02:16, 144.55it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:33<02:15, 143.59it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:35<02:11, 145.79it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:37<02:08, 147.97it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:38<02:04, 150.17it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:40<02:02, 150.49it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:42<02:02, 148.65it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:43<01:59, 150.00it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:45<02:01, 144.89it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:47<01:57, 148.63it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:49<01:56, 147.06it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:50<01:53, 148.41it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:52<01:54, 145.07it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:54<01:50, 147.94it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:55<01:45, 152.52it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:57<01:42, 154.98it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:59<01:45, 147.82it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:01<01:44, 146.80it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:02<01:43, 145.60it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:04<01:40, 148.26it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:06<01:39, 147.12it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:08<01:41, 141.94it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:09<01:36, 145.50it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:11<01:37, 142.51it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:13<01:33, 145.24it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:15<01:33, 142.88it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:17<01:30, 143.58it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:18<01:25, 149.58it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:20<01:22, 151.35it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:22<01:22, 148.67it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:23<01:20, 149.95it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:25<01:19, 148.96it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:27<01:18, 147.25it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:29<01:17, 144.62it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:31<01:17, 141.47it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:32<01:14, 143.55it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:34<01:12, 145.19it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:36<01:09, 146.99it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.67it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:39<01:07, 143.60it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:41<01:08, 138.73it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:43<01:04, 143.36it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:45<01:00, 146.94it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:46<00:58, 148.76it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:48<00:55, 152.17it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:50<00:53, 152.52it/s]
|
763 |
84%|βββοΏ½οΏ½βββββ | 42240/50176 [04:51<00:53, 148.94it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:53<00:51, 150.07it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:55<00:49, 149.20it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 151.27it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:58<00:45, 150.29it/s]
|
768 |
87%|βββββββββ | 43520/50176 [05:00<00:44, 149.26it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:02<00:43, 146.34it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:03<00:41, 148.19it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:05<00:39, 150.35it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:07<00:38, 147.31it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:09<00:36, 145.61it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:10<00:34, 147.46it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:12<00:34, 140.64it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:14<00:31, 145.46it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:16<00:29, 146.78it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:17<00:27, 148.18it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:19<00:25, 149.45it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:21<00:23, 149.68it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:23<00:22, 148.37it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 143.93it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:26<00:19, 145.41it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:28<00:17, 142.98it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:30<00:15, 145.03it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 146.96it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:33<00:12, 148.23it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:35<00:10, 149.93it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 150.16it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:38<00:06, 146.40it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:40<00:05, 144.69it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:42<00:03, 145.43it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:44<00:01, 137.97it/s]
|
794 |
+
2022-12-21,10:13:27 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:13:27 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5733 imagenet-zeroshot-val-top5: 0.8413
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_26.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d7ada228f719770c24962fa833e0c1e2fc52914f3b3d395b4562f97bb89aa738
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_26.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<13:38, 1.22it/s]
|
2 |
1%| | 6/1000 [00:00<01:57, 8.45it/s]
|
3 |
1%| | 12/1000 [00:01<00:58, 16.90it/s]
|
4 |
2%|β | 18/1000 [00:01<00:39, 24.95it/s]
|
5 |
2%|β | 24/1000 [00:01<00:30, 32.18it/s]
|
6 |
3%|β | 30/1000 [00:01<00:25, 38.29it/s]
|
7 |
4%|β | 36/1000 [00:01<00:22, 43.07it/s]
|
8 |
4%|β | 42/1000 [00:01<00:20, 46.86it/s]
|
9 |
5%|β | 48/1000 [00:01<00:19, 49.66it/s]
|
10 |
5%|β | 54/1000 [00:01<00:18, 51.80it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 53.33it/s]
|
12 |
7%|β | 66/1000 [00:01<00:17, 54.51it/s]
|
13 |
7%|β | 72/1000 [00:02<00:16, 55.29it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 55.89it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.48it/s]
|
16 |
9%|β | 90/1000 [00:02<00:16, 56.81it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.18it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.37it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.66it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 57.75it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 57.55it/s]
|
22 |
13%|ββ | 126/1000 [00:03<00:15, 57.51it/s]
|
23 |
13%|ββ | 132/1000 [00:03<00:15, 57.61it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.58it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.64it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.73it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 57.80it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.71it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.61it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.59it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.51it/s]
|
32 |
19%|ββ | 186/1000 [00:04<00:14, 57.38it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.36it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.33it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.16it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.08it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.19it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.15it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.37it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.32it/s]
|
41 |
24%|βββ | 240/1000 [00:05<00:13, 57.19it/s]
|
42 |
25%|βββ | 246/1000 [00:05<00:13, 57.30it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:13, 57.39it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.47it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.53it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.38it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.43it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.56it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.67it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 57.85it/s]
|
51 |
30%|βββ | 300/1000 [00:06<00:12, 57.79it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:12, 57.75it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 57.89it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 57.91it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 57.79it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.60it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.71it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 57.81it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 57.89it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.68it/s]
|
61 |
36%|ββββ | 360/1000 [00:07<00:11, 57.72it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 57.82it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 57.90it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.78it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.44it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.54it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.67it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.78it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 57.81it/s]
|
70 |
41%|βββββ | 414/1000 [00:08<00:10, 57.81it/s]
|
71 |
42%|βββββ | 420/1000 [00:08<00:10, 57.82it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 57.85it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 57.95it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 57.94it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.72it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 57.79it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 57.86it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 57.82it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 57.78it/s]
|
80 |
47%|βββββ | 474/1000 [00:09<00:09, 57.92it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:08, 57.85it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 57.86it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 57.85it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.78it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 57.81it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.69it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.77it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.79it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.88it/s]
|
90 |
53%|ββββββ | 534/1000 [00:10<00:08, 57.76it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.87it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.87it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.78it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.77it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.85it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.75it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.72it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.87it/s]
|
99 |
59%|ββββββ | 588/1000 [00:11<00:07, 57.85it/s]
|
100 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.74it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.88it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.76it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.77it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.89it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.90it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.96it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.80it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.74it/s]
|
109 |
65%|βββββββ | 648/1000 [00:12<00:06, 57.89it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.82it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.89it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.85it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.74it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.83it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.88it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.95it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.85it/s]
|
118 |
70%|βββββββ | 702/1000 [00:13<00:05, 57.86it/s]
|
119 |
71%|βββββββ | 708/1000 [00:13<00:05, 57.88it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.90it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.93it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.86it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.89it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.93it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.91it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.00it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.03it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:14<00:04, 57.87it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.97it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.95it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.00it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.04it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.80it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.81it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.87it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.84it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.79it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:15<00:03, 57.81it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.94it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.10it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.14it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.05it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.07it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.02it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.03it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.95it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:16<00:02, 58.01it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:16<00:02, 58.00it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.87it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.99it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.98it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.89it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.92it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.93it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.92it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 57.99it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:17<00:01, 58.02it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.02it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.04it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.03it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.93it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.97it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.03it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.04it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.05it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.03it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<06:04, 137.14it/s]
|
169 |
1%| | 512/50176 [00:03<05:12, 159.02it/s]
|
170 |
2%|β | 768/50176 [00:04<04:46, 172.60it/s]
|
171 |
2%|β | 1024/50176 [00:06<05:01, 162.76it/s]
|
172 |
3%|β | 1280/50176 [00:08<05:17, 153.97it/s]
|
173 |
3%|β | 1536/50176 [00:10<05:41, 142.25it/s]
|
174 |
4%|β | 1792/50176 [00:12<05:44, 140.27it/s]
|
175 |
4%|β | 2048/50176 [00:13<05:39, 141.58it/s]
|
176 |
5%|β | 2304/50176 [00:15<05:39, 141.05it/s]
|
177 |
5%|β | 2560/50176 [00:17<05:34, 142.29it/s]
|
178 |
6%|β | 2816/50176 [00:19<05:36, 140.83it/s]
|
179 |
6%|β | 3072/50176 [00:21<05:29, 143.00it/s]
|
180 |
7%|β | 3328/50176 [00:22<05:25, 144.00it/s]
|
181 |
7%|β | 3584/50176 [00:24<05:18, 146.46it/s]
|
182 |
8%|β | 3840/50176 [00:26<05:29, 140.56it/s]
|
183 |
8%|β | 4096/50176 [00:28<05:27, 140.52it/s]
|
184 |
9%|β | 4352/50176 [00:30<05:21, 142.48it/s]
|
185 |
9%|β | 4608/50176 [00:31<05:16, 144.18it/s]
|
186 |
10%|β | 4864/50176 [00:33<05:09, 146.57it/s]
|
187 |
10%|β | 5120/50176 [00:35<05:05, 147.34it/s]
|
188 |
11%|β | 5376/50176 [00:36<05:03, 147.79it/s]
|
189 |
11%|β | 5632/50176 [00:38<04:59, 148.65it/s]
|
190 |
12%|ββ | 5888/50176 [00:40<04:58, 148.42it/s]
|
191 |
12%|ββ | 6144/50176 [00:42<05:22, 136.36it/s]
|
192 |
13%|ββ | 6400/50176 [00:44<05:12, 140.26it/s]
|
193 |
13%|ββ | 6656/50176 [00:45<05:06, 142.01it/s]
|
194 |
14%|ββ | 6912/50176 [00:47<05:02, 143.02it/s]
|
195 |
14%|ββ | 7168/50176 [00:49<04:57, 144.79it/s]
|
196 |
15%|ββ | 7424/50176 [00:51<04:50, 147.08it/s]
|
197 |
15%|ββ | 7680/50176 [00:52<04:50, 146.41it/s]
|
198 |
16%|ββ | 7936/50176 [00:54<04:39, 151.24it/s]
|
199 |
16%|ββ | 8192/50176 [00:56<04:37, 151.13it/s]
|
200 |
17%|ββ | 8448/50176 [00:57<04:34, 151.77it/s]
|
201 |
17%|ββ | 8704/50176 [00:59<04:31, 152.81it/s]
|
202 |
18%|ββ | 8960/50176 [01:01<04:40, 147.11it/s]
|
203 |
18%|ββ | 9216/50176 [01:03<04:32, 150.21it/s]
|
204 |
19%|ββ | 9472/50176 [01:04<04:31, 149.89it/s]
|
205 |
19%|ββ | 9728/50176 [01:06<04:36, 146.15it/s]
|
206 |
20%|ββ | 9984/50176 [01:08<04:31, 148.15it/s]
|
207 |
20%|ββ | 10240/50176 [01:09<04:27, 149.34it/s]
|
208 |
21%|ββ | 10496/50176 [01:11<04:24, 150.00it/s]
|
209 |
21%|βββ | 10752/50176 [01:13<04:31, 145.02it/s]
|
210 |
22%|βββ | 11008/50176 [01:15<04:26, 146.73it/s]
|
211 |
22%|βββ | 11264/50176 [01:16<04:22, 148.28it/s]
|
212 |
23%|βββ | 11520/50176 [01:18<04:17, 150.27it/s]
|
213 |
23%|βββ | 11776/50176 [01:20<04:15, 150.22it/s]
|
214 |
24%|βββ | 12032/50176 [01:21<04:12, 150.93it/s]
|
215 |
24%|βββ | 12288/50176 [01:23<04:08, 152.63it/s]
|
216 |
25%|βββ | 12544/50176 [01:25<04:04, 153.79it/s]
|
217 |
26%|βββ | 12800/50176 [01:26<04:02, 154.08it/s]
|
218 |
26%|βββ | 13056/50176 [01:28<03:59, 155.08it/s]
|
219 |
27%|βββ | 13312/50176 [01:30<04:02, 152.08it/s]
|
220 |
27%|βββ | 13568/50176 [01:32<04:11, 145.63it/s]
|
221 |
28%|βββ | 13824/50176 [01:34<04:14, 142.78it/s]
|
222 |
28%|βββ | 14080/50176 [01:36<04:43, 127.48it/s]
|
223 |
29%|βββ | 14336/50176 [01:38<04:37, 129.36it/s]
|
224 |
29%|βββ | 14592/50176 [01:40<04:19, 137.14it/s]
|
225 |
30%|βββ | 14848/50176 [01:42<04:28, 131.80it/s]
|
226 |
30%|βββ | 15104/50176 [01:44<04:25, 132.03it/s]
|
227 |
31%|βββ | 15360/50176 [01:45<04:15, 136.27it/s]
|
228 |
31%|βββ | 15616/50176 [01:47<04:08, 139.11it/s]
|
229 |
32%|ββββ | 15872/50176 [01:49<04:11, 136.21it/s]
|
230 |
32%|ββββ | 16128/50176 [01:51<04:04, 139.31it/s]
|
231 |
33%|ββββ | 16384/50176 [01:53<04:01, 139.82it/s]
|
232 |
33%|ββββ | 16640/50176 [01:55<04:07, 135.48it/s]
|
233 |
34%|ββββ | 16896/50176 [01:56<03:56, 140.78it/s]
|
234 |
34%|ββββ | 17152/50176 [01:58<03:49, 144.16it/s]
|
235 |
35%|ββββ | 17408/50176 [02:00<03:44, 145.80it/s]
|
236 |
35%|ββββ | 17664/50176 [02:01<03:40, 147.62it/s]
|
237 |
36%|ββββ | 17920/50176 [02:03<03:35, 149.56it/s]
|
238 |
36%|ββββ | 18176/50176 [02:05<03:36, 147.85it/s]
|
239 |
37%|ββββ | 18432/50176 [02:06<03:32, 149.56it/s]
|
240 |
37%|ββββ | 18688/50176 [02:08<03:31, 148.63it/s]
|
241 |
38%|ββββ | 18944/50176 [02:10<03:39, 142.59it/s]
|
242 |
38%|ββββ | 19200/50176 [02:12<03:49, 135.11it/s]
|
243 |
39%|ββββ | 19456/50176 [02:14<03:52, 132.19it/s]
|
244 |
39%|ββββ | 19712/50176 [02:16<03:49, 132.63it/s]
|
245 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.68it/s]
|
246 |
40%|ββββ | 20224/50176 [02:20<03:31, 141.52it/s]
|
247 |
41%|ββββ | 20480/50176 [02:21<03:24, 144.92it/s]
|
248 |
41%|βββββ | 20736/50176 [02:23<03:23, 145.01it/s]
|
249 |
42%|βββββ | 20992/50176 [02:25<03:17, 147.52it/s]
|
250 |
42%|βββββ | 21248/50176 [02:27<03:22, 142.71it/s]
|
251 |
43%|βββββ | 21504/50176 [02:28<03:14, 147.68it/s]
|
252 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.42it/s]
|
253 |
44%|βββββ | 22016/50176 [02:32<03:06, 151.09it/s]
|
254 |
44%|βββββ | 22272/50176 [02:33<03:05, 150.58it/s]
|
255 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.69it/s]
|
256 |
45%|βββββ | 22784/50176 [02:37<03:08, 145.28it/s]
|
257 |
46%|βββββ | 23040/50176 [02:39<03:08, 144.17it/s]
|
258 |
46%|βββββ | 23296/50176 [02:41<03:10, 140.84it/s]
|
259 |
47%|βββββ | 23552/50176 [02:43<03:13, 137.55it/s]
|
260 |
47%|βββββ | 23808/50176 [02:44<03:05, 141.89it/s]
|
261 |
48%|βββββ | 24064/50176 [02:46<03:02, 143.21it/s]
|
262 |
48%|βββββ | 24320/50176 [02:48<03:00, 143.56it/s]
|
263 |
49%|βββββ | 24576/50176 [02:50<02:55, 145.92it/s]
|
264 |
49%|βββββ | 24832/50176 [02:51<02:50, 149.02it/s]
|
265 |
50%|βββββ | 25088/50176 [02:53<02:47, 149.70it/s]
|
266 |
51%|βββββ | 25344/50176 [02:55<02:46, 149.20it/s]
|
267 |
51%|βββββ | 25600/50176 [02:56<02:46, 147.72it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:58<02:40, 151.32it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:00<02:41, 148.55it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:02<02:44, 144.87it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:03<02:40, 146.99it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:05<02:38, 146.85it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:07<02:36, 147.62it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:08<02:33, 148.10it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:10<02:25, 155.31it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:12<02:34, 143.83it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:14<02:31, 145.46it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:15<02:29, 145.75it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:17<02:31, 141.84it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:19<02:27, 144.01it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:21<02:23, 146.45it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:23<02:30, 138.21it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:25<02:30, 135.81it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:27<02:29, 135.70it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:29<02:25, 137.68it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:30<02:16, 144.54it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:32<02:15, 143.59it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:34<02:11, 145.77it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:35<02:08, 147.33it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:37<02:04, 150.33it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:39<02:02, 150.68it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:40<02:02, 148.73it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:42<01:59, 150.04it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:44<02:01, 144.89it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:46<01:57, 148.76it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:47<01:56, 146.90it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:49<01:53, 148.33it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:51<01:54, 144.96it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:53<01:50, 147.86it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:54<01:46, 151.92it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:56<01:42, 155.35it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:58<01:45, 148.08it/s]
|
303 |
69%|βββββββ | 34816/50176 [03:59<01:44, 147.16it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:01<01:43, 146.17it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:03<01:39, 148.81it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:05<01:39, 147.19it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.27it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:08<01:36, 145.49it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:10<01:36, 142.80it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:12<01:33, 145.35it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:14<01:33, 142.62it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:15<01:30, 143.66it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:17<01:25, 149.30it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.30it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:20<01:22, 148.62it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 149.88it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:24<01:18, 149.26it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.42it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:27<01:17, 144.81it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:29<01:18, 140.93it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.78it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 144.99it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:34<01:09, 147.25it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:36<01:06, 149.86it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 143.70it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.79it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.16it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:43<01:01, 146.58it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 149.01it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.90it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:48<00:53, 152.30it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:50<00:53, 148.84it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 150.11it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:53<00:49, 149.17it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:55<00:47, 151.15it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 150.80it/s]
|
337 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 148.91it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:00<00:43, 146.33it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:02<00:41, 148.10it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.32it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.24it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:07<00:37, 145.15it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:09<00:34, 147.08it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:11<00:34, 141.07it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 145.50it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:14<00:29, 147.56it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:16<00:27, 148.01it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.39it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:19<00:23, 149.63it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:21<00:22, 148.11it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:23<00:21, 143.32it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:25<00:19, 145.43it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 143.05it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:28<00:15, 145.06it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:30<00:13, 146.91it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 148.13it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:33<00:10, 149.89it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:35<00:08, 150.13it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:37<00:06, 146.39it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 144.72it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.44it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.23it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:07:15 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:07:15 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:07:16 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_26.pt).
|
4 |
+
2022-12-21,10:07:25 | INFO | Model:
|
5 |
+
2022-12-21,10:07:25 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:07:25 | INFO | Params:
|
359 |
+
2022-12-21,10:07:25 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:07:25 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:07:25 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:07:25 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_26.pt/checkpoints
|
363 |
+
2022-12-21,10:07:25 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:07:25 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:07:25 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:07:25 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:07:25 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:07:25 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:07:25 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:07:25 | INFO | debug: False
|
371 |
+
2022-12-21,10:07:25 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:07:25 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:07:25 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:07:25 | INFO | distributed: False
|
375 |
+
2022-12-21,10:07:25 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:07:25 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:07:25 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:07:25 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:07:25 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:07:25 | INFO | horovod: False
|
381 |
+
2022-12-21,10:07:25 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:07:25 | INFO | image_std: None
|
383 |
+
2022-12-21,10:07:25 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:07:25 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:07:25 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:07:25 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:07:25 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:07:25 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:07:25 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:07:25 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:07:25 | INFO | log_local: False
|
392 |
+
2022-12-21,10:07:25 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_26.pt/out.log
|
393 |
+
2022-12-21,10:07:25 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:07:25 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:07:25 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:07:25 | INFO | name: epoch_26.pt
|
397 |
+
2022-12-21,10:07:25 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:07:25 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:07:25 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:07:25 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_26.pt
|
401 |
+
2022-12-21,10:07:25 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:07:25 | INFO | rank: 0
|
403 |
+
2022-12-21,10:07:25 | INFO | report_to:
|
404 |
+
2022-12-21,10:07:25 | INFO | resume: None
|
405 |
+
2022-12-21,10:07:25 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:07:25 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:07:25 | INFO | seed: 0
|
408 |
+
2022-12-21,10:07:25 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:07:25 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:07:25 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:07:25 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:07:25 | INFO | trace: False
|
413 |
+
2022-12-21,10:07:25 | INFO | train_data: None
|
414 |
+
2022-12-21,10:07:25 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:07:25 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:07:25 | INFO | val_data: None
|
417 |
+
2022-12-21,10:07:25 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:07:25 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:07:25 | INFO | wandb: False
|
420 |
+
2022-12-21,10:07:25 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:07:25 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:07:25 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:07:25 | INFO | workers: 1
|
424 |
+
2022-12-21,10:07:25 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:07:25 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:07:25 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:07:25 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<13:38, 1.22it/s]
|
431 |
1%| | 6/1000 [00:00<01:57, 8.45it/s]
|
432 |
1%| | 12/1000 [00:01<00:58, 16.90it/s]
|
433 |
2%|β | 18/1000 [00:01<00:39, 24.95it/s]
|
434 |
2%|β | 24/1000 [00:01<00:30, 32.18it/s]
|
435 |
3%|β | 30/1000 [00:01<00:25, 38.29it/s]
|
436 |
4%|β | 36/1000 [00:01<00:22, 43.07it/s]
|
437 |
4%|β | 42/1000 [00:01<00:20, 46.86it/s]
|
438 |
5%|β | 48/1000 [00:01<00:19, 49.66it/s]
|
439 |
5%|β | 54/1000 [00:01<00:18, 51.80it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 53.33it/s]
|
441 |
7%|β | 66/1000 [00:01<00:17, 54.51it/s]
|
442 |
7%|β | 72/1000 [00:02<00:16, 55.29it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 55.89it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.48it/s]
|
445 |
9%|β | 90/1000 [00:02<00:16, 56.81it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.18it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.37it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.66it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 57.75it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 57.55it/s]
|
451 |
13%|ββ | 126/1000 [00:03<00:15, 57.51it/s]
|
452 |
13%|ββ | 132/1000 [00:03<00:15, 57.61it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.58it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.64it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.73it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 57.80it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.71it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.61it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.59it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.51it/s]
|
461 |
19%|ββ | 186/1000 [00:04<00:14, 57.38it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.36it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.33it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.16it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.08it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.19it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.15it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.37it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.32it/s]
|
470 |
24%|βββ | 240/1000 [00:05<00:13, 57.19it/s]
|
471 |
25%|βββ | 246/1000 [00:05<00:13, 57.30it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:13, 57.39it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.47it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.53it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.38it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.43it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.56it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.67it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 57.85it/s]
|
480 |
30%|βββ | 300/1000 [00:06<00:12, 57.79it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:12, 57.75it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 57.89it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 57.91it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 57.79it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.60it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.71it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 57.81it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 57.89it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.68it/s]
|
490 |
36%|ββββ | 360/1000 [00:07<00:11, 57.72it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 57.82it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 57.90it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.78it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.44it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.54it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.67it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.78it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 57.81it/s]
|
499 |
41%|βββββ | 414/1000 [00:08<00:10, 57.81it/s]
|
500 |
42%|βββββ | 420/1000 [00:08<00:10, 57.82it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 57.85it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 57.95it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 57.94it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.72it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 57.79it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 57.86it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 57.82it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 57.78it/s]
|
509 |
47%|βββββ | 474/1000 [00:09<00:09, 57.92it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:08, 57.85it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 57.86it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 57.85it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.78it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 57.81it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.69it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.77it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.79it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.88it/s]
|
519 |
53%|ββββββ | 534/1000 [00:10<00:08, 57.76it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.87it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.87it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.78it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.77it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.85it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.75it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.72it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.87it/s]
|
528 |
59%|ββββββ | 588/1000 [00:11<00:07, 57.85it/s]
|
529 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.74it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.88it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.76it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.77it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.89it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.90it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.96it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.80it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.74it/s]
|
538 |
65%|βββββββ | 648/1000 [00:12<00:06, 57.89it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.82it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.89it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.85it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.74it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.83it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.88it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.95it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.85it/s]
|
547 |
70%|βββββββ | 702/1000 [00:13<00:05, 57.86it/s]
|
548 |
71%|βββββββ | 708/1000 [00:13<00:05, 57.88it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.90it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.93it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.86it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.89it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.93it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.91it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.00it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.03it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:14<00:04, 57.87it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.97it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.95it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.00it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.04it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.80it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.81it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.87it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.84it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.79it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:15<00:03, 57.81it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.94it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.10it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.14it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.05it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.07it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.02it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.03it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.95it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:16<00:02, 58.01it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:16<00:02, 58.00it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.87it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.99it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.98it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.89it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.92it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.93it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.92it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 57.99it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:17<00:01, 58.02it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.02it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.04it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.03it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.93it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.97it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.03it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.04it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.05it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.03it/s]
|
596 |
+
2022-12-21,10:07:43 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<06:04, 137.14it/s]
|
600 |
1%| | 512/50176 [00:03<05:12, 159.02it/s]
|
601 |
2%|β | 768/50176 [00:04<04:46, 172.60it/s]
|
602 |
2%|β | 1024/50176 [00:06<05:01, 162.76it/s]
|
603 |
3%|β | 1280/50176 [00:08<05:17, 153.97it/s]
|
604 |
3%|β | 1536/50176 [00:10<05:41, 142.25it/s]
|
605 |
4%|β | 1792/50176 [00:12<05:44, 140.27it/s]
|
606 |
4%|β | 2048/50176 [00:13<05:39, 141.58it/s]
|
607 |
5%|β | 2304/50176 [00:15<05:39, 141.05it/s]
|
608 |
5%|β | 2560/50176 [00:17<05:34, 142.29it/s]
|
609 |
6%|β | 2816/50176 [00:19<05:36, 140.83it/s]
|
610 |
6%|β | 3072/50176 [00:21<05:29, 143.00it/s]
|
611 |
7%|β | 3328/50176 [00:22<05:25, 144.00it/s]
|
612 |
7%|β | 3584/50176 [00:24<05:18, 146.46it/s]
|
613 |
8%|β | 3840/50176 [00:26<05:29, 140.56it/s]
|
614 |
8%|β | 4096/50176 [00:28<05:27, 140.52it/s]
|
615 |
9%|β | 4352/50176 [00:30<05:21, 142.48it/s]
|
616 |
9%|β | 4608/50176 [00:31<05:16, 144.18it/s]
|
617 |
10%|β | 4864/50176 [00:33<05:09, 146.57it/s]
|
618 |
10%|β | 5120/50176 [00:35<05:05, 147.34it/s]
|
619 |
11%|β | 5376/50176 [00:36<05:03, 147.79it/s]
|
620 |
11%|β | 5632/50176 [00:38<04:59, 148.65it/s]
|
621 |
12%|ββ | 5888/50176 [00:40<04:58, 148.42it/s]
|
622 |
12%|ββ | 6144/50176 [00:42<05:22, 136.36it/s]
|
623 |
13%|ββ | 6400/50176 [00:44<05:12, 140.26it/s]
|
624 |
13%|ββ | 6656/50176 [00:45<05:06, 142.01it/s]
|
625 |
14%|ββ | 6912/50176 [00:47<05:02, 143.02it/s]
|
626 |
14%|ββ | 7168/50176 [00:49<04:57, 144.79it/s]
|
627 |
15%|ββ | 7424/50176 [00:51<04:50, 147.08it/s]
|
628 |
15%|ββ | 7680/50176 [00:52<04:50, 146.41it/s]
|
629 |
16%|ββ | 7936/50176 [00:54<04:39, 151.24it/s]
|
630 |
16%|ββ | 8192/50176 [00:56<04:37, 151.13it/s]
|
631 |
17%|ββ | 8448/50176 [00:57<04:34, 151.77it/s]
|
632 |
17%|ββ | 8704/50176 [00:59<04:31, 152.81it/s]
|
633 |
18%|ββ | 8960/50176 [01:01<04:40, 147.11it/s]
|
634 |
18%|ββ | 9216/50176 [01:03<04:32, 150.21it/s]
|
635 |
19%|ββ | 9472/50176 [01:04<04:31, 149.89it/s]
|
636 |
19%|ββ | 9728/50176 [01:06<04:36, 146.15it/s]
|
637 |
20%|ββ | 9984/50176 [01:08<04:31, 148.15it/s]
|
638 |
20%|ββ | 10240/50176 [01:09<04:27, 149.34it/s]
|
639 |
21%|ββ | 10496/50176 [01:11<04:24, 150.00it/s]
|
640 |
21%|βββ | 10752/50176 [01:13<04:31, 145.02it/s]
|
641 |
22%|βββ | 11008/50176 [01:15<04:26, 146.73it/s]
|
642 |
22%|βββ | 11264/50176 [01:16<04:22, 148.28it/s]
|
643 |
23%|βββ | 11520/50176 [01:18<04:17, 150.27it/s]
|
644 |
23%|βββ | 11776/50176 [01:20<04:15, 150.22it/s]
|
645 |
24%|βββ | 12032/50176 [01:21<04:12, 150.93it/s]
|
646 |
24%|βββ | 12288/50176 [01:23<04:08, 152.63it/s]
|
647 |
25%|βββ | 12544/50176 [01:25<04:04, 153.79it/s]
|
648 |
26%|βββ | 12800/50176 [01:26<04:02, 154.08it/s]
|
649 |
26%|βββ | 13056/50176 [01:28<03:59, 155.08it/s]
|
650 |
27%|βββ | 13312/50176 [01:30<04:02, 152.08it/s]
|
651 |
27%|βββ | 13568/50176 [01:32<04:11, 145.63it/s]
|
652 |
28%|βββ | 13824/50176 [01:34<04:14, 142.78it/s]
|
653 |
28%|βββ | 14080/50176 [01:36<04:43, 127.48it/s]
|
654 |
29%|βββ | 14336/50176 [01:38<04:37, 129.36it/s]
|
655 |
29%|βββ | 14592/50176 [01:40<04:19, 137.14it/s]
|
656 |
30%|βββ | 14848/50176 [01:42<04:28, 131.80it/s]
|
657 |
30%|βββ | 15104/50176 [01:44<04:25, 132.03it/s]
|
658 |
31%|βββ | 15360/50176 [01:45<04:15, 136.27it/s]
|
659 |
31%|βββ | 15616/50176 [01:47<04:08, 139.11it/s]
|
660 |
32%|ββββ | 15872/50176 [01:49<04:11, 136.21it/s]
|
661 |
32%|ββββ | 16128/50176 [01:51<04:04, 139.31it/s]
|
662 |
33%|ββββ | 16384/50176 [01:53<04:01, 139.82it/s]
|
663 |
33%|ββββ | 16640/50176 [01:55<04:07, 135.48it/s]
|
664 |
34%|ββββ | 16896/50176 [01:56<03:56, 140.78it/s]
|
665 |
34%|ββββ | 17152/50176 [01:58<03:49, 144.16it/s]
|
666 |
35%|ββββ | 17408/50176 [02:00<03:44, 145.80it/s]
|
667 |
35%|ββββ | 17664/50176 [02:01<03:40, 147.62it/s]
|
668 |
36%|ββββ | 17920/50176 [02:03<03:35, 149.56it/s]
|
669 |
36%|ββββ | 18176/50176 [02:05<03:36, 147.85it/s]
|
670 |
37%|ββββ | 18432/50176 [02:06<03:32, 149.56it/s]
|
671 |
37%|ββββ | 18688/50176 [02:08<03:31, 148.63it/s]
|
672 |
38%|ββββ | 18944/50176 [02:10<03:39, 142.59it/s]
|
673 |
38%|ββββ | 19200/50176 [02:12<03:49, 135.11it/s]
|
674 |
39%|ββββ | 19456/50176 [02:14<03:52, 132.19it/s]
|
675 |
39%|ββββ | 19712/50176 [02:16<03:49, 132.63it/s]
|
676 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.68it/s]
|
677 |
40%|ββββ | 20224/50176 [02:20<03:31, 141.52it/s]
|
678 |
41%|ββββ | 20480/50176 [02:21<03:24, 144.92it/s]
|
679 |
41%|βββββ | 20736/50176 [02:23<03:23, 145.01it/s]
|
680 |
42%|βββββ | 20992/50176 [02:25<03:17, 147.52it/s]
|
681 |
42%|βββββ | 21248/50176 [02:27<03:22, 142.71it/s]
|
682 |
43%|βββββ | 21504/50176 [02:28<03:14, 147.68it/s]
|
683 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.42it/s]
|
684 |
44%|βββββ | 22016/50176 [02:32<03:06, 151.09it/s]
|
685 |
44%|βββββ | 22272/50176 [02:33<03:05, 150.58it/s]
|
686 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.69it/s]
|
687 |
45%|βββββ | 22784/50176 [02:37<03:08, 145.28it/s]
|
688 |
46%|βββββ | 23040/50176 [02:39<03:08, 144.17it/s]
|
689 |
46%|βββββ | 23296/50176 [02:41<03:10, 140.84it/s]
|
690 |
47%|βββββ | 23552/50176 [02:43<03:13, 137.55it/s]
|
691 |
47%|βββββ | 23808/50176 [02:44<03:05, 141.89it/s]
|
692 |
48%|βββββ | 24064/50176 [02:46<03:02, 143.21it/s]
|
693 |
48%|βββββ | 24320/50176 [02:48<03:00, 143.56it/s]
|
694 |
49%|βββββ | 24576/50176 [02:50<02:55, 145.92it/s]
|
695 |
49%|βββββ | 24832/50176 [02:51<02:50, 149.02it/s]
|
696 |
50%|βββββ | 25088/50176 [02:53<02:47, 149.70it/s]
|
697 |
51%|βββββ | 25344/50176 [02:55<02:46, 149.20it/s]
|
698 |
51%|βββββ | 25600/50176 [02:56<02:46, 147.72it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:58<02:40, 151.32it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:00<02:41, 148.55it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:02<02:44, 144.87it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:03<02:40, 146.99it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:05<02:38, 146.85it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:07<02:36, 147.62it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:08<02:33, 148.10it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:10<02:25, 155.31it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:12<02:34, 143.83it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:14<02:31, 145.46it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:15<02:29, 145.75it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:17<02:31, 141.84it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:19<02:27, 144.01it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:21<02:23, 146.45it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:23<02:30, 138.21it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:25<02:30, 135.81it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:27<02:29, 135.70it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:29<02:25, 137.68it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:30<02:16, 144.54it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:32<02:15, 143.59it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:34<02:11, 145.77it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:35<02:08, 147.33it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:37<02:04, 150.33it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:39<02:02, 150.68it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:40<02:02, 148.73it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:42<01:59, 150.04it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:44<02:01, 144.89it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:46<01:57, 148.76it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:47<01:56, 146.90it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:49<01:53, 148.33it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:51<01:54, 144.96it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:53<01:50, 147.86it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:54<01:46, 151.92it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:56<01:42, 155.35it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:58<01:45, 148.08it/s]
|
734 |
69%|βββββββ | 34816/50176 [03:59<01:44, 147.16it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:01<01:43, 146.17it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:03<01:39, 148.81it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:05<01:39, 147.19it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.27it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:08<01:36, 145.49it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:10<01:36, 142.80it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:12<01:33, 145.35it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:14<01:33, 142.62it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:15<01:30, 143.66it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:17<01:25, 149.30it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.30it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:20<01:22, 148.62it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 149.88it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:24<01:18, 149.26it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.42it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:27<01:17, 144.81it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:29<01:18, 140.93it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.78it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 144.99it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:34<01:09, 147.25it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:36<01:06, 149.86it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 143.70it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.79it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.16it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:43<01:01, 146.58it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 149.01it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.90it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:48<00:53, 152.30it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:50<00:53, 148.84it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 150.11it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:53<00:49, 149.17it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:55<00:47, 151.15it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 150.80it/s]
|
768 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 148.91it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:00<00:43, 146.33it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:02<00:41, 148.10it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.32it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.24it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:07<00:37, 145.15it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:09<00:34, 147.08it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:11<00:34, 141.07it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 145.50it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:14<00:29, 147.56it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:16<00:27, 148.01it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.39it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:19<00:23, 149.63it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:21<00:22, 148.11it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:23<00:21, 143.32it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:25<00:19, 145.43it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 143.05it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:28<00:15, 145.06it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:30<00:13, 146.91it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 148.13it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:33<00:10, 149.89it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:35<00:08, 150.13it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:37<00:06, 146.39it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 144.72it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.44it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.23it/s]
|
794 |
+
2022-12-21,10:13:27 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:13:27 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5748 imagenet-zeroshot-val-top5: 0.8455
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_27.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e38037946c6a96355ccafdeb43d67ff31269a7435ed05d1a6b2f854ebb7dff9f
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_27.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<11:04, 1.50it/s]
|
2 |
1%| | 6/1000 [00:00<01:38, 10.05it/s]
|
3 |
1%| | 12/1000 [00:00<00:51, 19.37it/s]
|
4 |
2%|β | 18/1000 [00:00<00:35, 27.75it/s]
|
5 |
2%|β | 24/1000 [00:01<00:27, 34.91it/s]
|
6 |
3%|β | 30/1000 [00:01<00:23, 40.65it/s]
|
7 |
4%|β | 36/1000 [00:01<00:21, 45.03it/s]
|
8 |
4%|β | 42/1000 [00:01<00:19, 48.37it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 51.01it/s]
|
10 |
5%|β | 54/1000 [00:01<00:17, 52.97it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 54.37it/s]
|
12 |
7%|β | 66/1000 [00:01<00:16, 55.05it/s]
|
13 |
7%|β | 72/1000 [00:01<00:16, 55.69it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 56.08it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.58it/s]
|
16 |
9%|β | 90/1000 [00:02<00:15, 56.88it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.25it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.44it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.70it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 57.79it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 57.55it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.52it/s]
|
23 |
13%|ββ | 132/1000 [00:02<00:15, 57.10it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:15, 57.22it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.19it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.40it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 57.20it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.20it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.20it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.20it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.27it/s]
|
32 |
19%|ββ | 186/1000 [00:03<00:14, 56.77it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 56.91it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:14, 56.63it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:14, 56.62it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 56.43it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 56.71it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 56.49it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 56.83it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 56.96it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 56.55it/s]
|
42 |
25%|βββ | 246/1000 [00:04<00:13, 56.77it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:13, 54.99it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:13, 55.80it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:13, 56.32it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 56.51it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 56.80it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.17it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.41it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 57.71it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 57.75it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:12, 57.76it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 57.95it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 57.95it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 57.86it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.67it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.75it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 57.83it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 57.94it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.73it/s]
|
61 |
36%|ββββ | 360/1000 [00:06<00:11, 57.75it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 57.82it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 57.91it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.80it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.48it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.56it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.67it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.84it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 57.93it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 57.92it/s]
|
71 |
42%|βββββ | 420/1000 [00:08<00:10, 57.93it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 57.96it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 58.08it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 58.07it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.85it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 57.91it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 57.93it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 57.92it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 57.88it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 58.03it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:08, 57.86it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 57.86it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 57.86it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.78it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 57.84it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.75it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.82it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.87it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.96it/s]
|
90 |
53%|ββββββ | 534/1000 [00:09<00:08, 57.89it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.00it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.01it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.91it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.92it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.97it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.86it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.80it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.94it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.92it/s]
|
100 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.84it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.95it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.85it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.87it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.00it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.99it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.07it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.87it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.81it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 57.96it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.91it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.01it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.05it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.99it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.05it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.05it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.07it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.96it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.06it/s]
|
119 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.06it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.05it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.06it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.00it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.02it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.04it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.02it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.09it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.17it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.00it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:14<00:03, 58.10it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.05it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.08it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.10it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.89it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.86it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.92it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.89it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.87it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.90it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.01it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.15it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.19it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.10it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.14it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.09it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.10it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.03it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.09it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.08it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.96it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.06it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.06it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.03it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.03it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.02it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.00it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.10it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.14it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.12it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.87it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.81it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.63it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.65it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 57.68it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 57.70it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 57.64it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 57.62it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<06:01, 138.14it/s]
|
169 |
1%| | 512/50176 [00:03<05:13, 158.18it/s]
|
170 |
2%|β | 768/50176 [00:04<04:59, 165.03it/s]
|
171 |
2%|β | 1024/50176 [00:06<05:16, 155.36it/s]
|
172 |
3%|β | 1280/50176 [00:08<05:28, 148.83it/s]
|
173 |
3%|β | 1536/50176 [00:10<05:46, 140.24it/s]
|
174 |
4%|β | 1792/50176 [00:12<05:47, 139.04it/s]
|
175 |
4%|β | 2048/50176 [00:14<05:43, 140.19it/s]
|
176 |
5%|β | 2304/50176 [00:15<05:41, 140.29it/s]
|
177 |
5%|β | 2560/50176 [00:17<05:35, 141.90it/s]
|
178 |
6%|β | 2816/50176 [00:19<05:36, 140.90it/s]
|
179 |
6%|β | 3072/50176 [00:21<05:30, 142.53it/s]
|
180 |
7%|β | 3328/50176 [00:23<05:27, 143.11it/s]
|
181 |
7%|β | 3584/50176 [00:24<05:18, 146.28it/s]
|
182 |
8%|β | 3840/50176 [00:26<05:29, 140.59it/s]
|
183 |
8%|β | 4096/50176 [00:28<05:28, 140.38it/s]
|
184 |
9%|β | 4352/50176 [00:30<05:21, 142.37it/s]
|
185 |
9%|β | 4608/50176 [00:32<05:16, 143.86it/s]
|
186 |
10%|β | 4864/50176 [00:33<05:08, 146.81it/s]
|
187 |
10%|β | 5120/50176 [00:35<05:04, 147.77it/s]
|
188 |
11%|β | 5376/50176 [00:37<05:02, 147.92it/s]
|
189 |
11%|β | 5632/50176 [00:38<04:59, 148.68it/s]
|
190 |
12%|ββ | 5888/50176 [00:40<04:58, 148.34it/s]
|
191 |
12%|ββ | 6144/50176 [00:42<05:23, 136.22it/s]
|
192 |
13%|ββ | 6400/50176 [00:44<05:12, 140.23it/s]
|
193 |
13%|ββ | 6656/50176 [00:46<05:05, 142.28it/s]
|
194 |
14%|ββ | 6912/50176 [00:47<05:02, 142.94it/s]
|
195 |
14%|ββ | 7168/50176 [00:49<04:57, 144.64it/s]
|
196 |
15%|ββ | 7424/50176 [00:51<04:50, 146.97it/s]
|
197 |
15%|ββ | 7680/50176 [00:53<04:49, 146.95it/s]
|
198 |
16%|ββ | 7936/50176 [00:54<04:39, 151.00it/s]
|
199 |
16%|ββ | 8192/50176 [00:56<04:38, 151.02it/s]
|
200 |
17%|ββ | 8448/50176 [00:58<04:35, 151.64it/s]
|
201 |
17%|ββ | 8704/50176 [00:59<04:31, 152.81it/s]
|
202 |
18%|ββ | 8960/50176 [01:01<04:40, 146.91it/s]
|
203 |
18%|ββ | 9216/50176 [01:03<04:32, 150.27it/s]
|
204 |
19%|ββ | 9472/50176 [01:04<04:32, 149.51it/s]
|
205 |
19%|ββ | 9728/50176 [01:06<04:36, 146.27it/s]
|
206 |
20%|ββ | 9984/50176 [01:08<04:31, 148.28it/s]
|
207 |
20%|ββ | 10240/50176 [01:10<04:26, 149.68it/s]
|
208 |
21%|ββ | 10496/50176 [01:11<04:24, 150.08it/s]
|
209 |
21%|βββ | 10752/50176 [01:13<04:32, 144.73it/s]
|
210 |
22%|βββ | 11008/50176 [01:15<04:26, 146.71it/s]
|
211 |
22%|βββ | 11264/50176 [01:17<04:22, 148.38it/s]
|
212 |
23%|βββ | 11520/50176 [01:18<04:17, 150.35it/s]
|
213 |
23%|βββ | 11776/50176 [01:20<04:16, 149.56it/s]
|
214 |
24%|βββ | 12032/50176 [01:22<04:12, 151.12it/s]
|
215 |
24%|βββ | 12288/50176 [01:23<04:08, 152.76it/s]
|
216 |
25%|βββ | 12544/50176 [01:25<04:04, 153.81it/s]
|
217 |
26%|βββ | 12800/50176 [01:27<04:02, 154.11it/s]
|
218 |
26%|βββ | 13056/50176 [01:28<03:59, 155.13it/s]
|
219 |
27%|βββ | 13312/50176 [01:30<04:02, 152.22it/s]
|
220 |
27%|βββ | 13568/50176 [01:32<04:12, 145.19it/s]
|
221 |
28%|βββ | 13824/50176 [01:34<04:14, 142.97it/s]
|
222 |
28%|βββ | 14080/50176 [01:36<04:43, 127.49it/s]
|
223 |
29%|βββ | 14336/50176 [01:38<04:36, 129.44it/s]
|
224 |
29%|βββ | 14592/50176 [01:40<04:19, 137.13it/s]
|
225 |
30%|βββ | 14848/50176 [01:42<04:28, 131.78it/s]
|
226 |
30%|βββ | 15104/50176 [01:44<04:25, 132.00it/s]
|
227 |
31%|βββ | 15360/50176 [01:46<04:15, 136.44it/s]
|
228 |
31%|βββ | 15616/50176 [01:47<04:08, 139.19it/s]
|
229 |
32%|ββββ | 15872/50176 [01:49<04:11, 136.62it/s]
|
230 |
32%|ββββ | 16128/50176 [01:51<04:04, 139.34it/s]
|
231 |
33%|ββββ | 16384/50176 [01:53<04:02, 139.58it/s]
|
232 |
33%|ββββ | 16640/50176 [01:55<04:07, 135.28it/s]
|
233 |
34%|ββββ | 16896/50176 [01:57<03:56, 140.69it/s]
|
234 |
34%|ββββ | 17152/50176 [01:58<03:49, 144.10it/s]
|
235 |
35%|ββββ | 17408/50176 [02:00<03:45, 145.18it/s]
|
236 |
35%|ββββ | 17664/50176 [02:02<03:39, 148.05it/s]
|
237 |
36%|ββββ | 17920/50176 [02:03<03:35, 149.58it/s]
|
238 |
36%|ββββ | 18176/50176 [02:05<03:35, 148.17it/s]
|
239 |
37%|ββββ | 18432/50176 [02:07<03:32, 149.51it/s]
|
240 |
37%|ββββ | 18688/50176 [02:08<03:31, 148.91it/s]
|
241 |
38%|ββββ | 18944/50176 [02:10<03:39, 142.43it/s]
|
242 |
38%|ββββ | 19200/50176 [02:13<03:49, 134.92it/s]
|
243 |
39%|ββββ | 19456/50176 [02:15<03:51, 132.57it/s]
|
244 |
39%|ββββ | 19712/50176 [02:17<03:49, 132.50it/s]
|
245 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.58it/s]
|
246 |
40%|ββββ | 20224/50176 [02:20<03:31, 141.54it/s]
|
247 |
41%|ββββ | 20480/50176 [02:22<03:25, 144.75it/s]
|
248 |
41%|βββββ | 20736/50176 [02:23<03:22, 145.03it/s]
|
249 |
42%|βββββ | 20992/50176 [02:25<03:17, 147.53it/s]
|
250 |
42%|βββββ | 21248/50176 [02:27<03:22, 142.65it/s]
|
251 |
43%|βββββ | 21504/50176 [02:29<03:14, 147.72it/s]
|
252 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.37it/s]
|
253 |
44%|βββββ | 22016/50176 [02:32<03:06, 151.11it/s]
|
254 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.70it/s]
|
255 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.63it/s]
|
256 |
45%|βββββ | 22784/50176 [02:37<03:08, 145.26it/s]
|
257 |
46%|βββββ | 23040/50176 [02:39<03:07, 144.67it/s]
|
258 |
46%|βββββ | 23296/50176 [02:41<03:09, 141.51it/s]
|
259 |
47%|βββββ | 23552/50176 [02:43<03:12, 138.31it/s]
|
260 |
47%|βββββ | 23808/50176 [02:45<03:05, 142.19it/s]
|
261 |
48%|βββββ | 24064/50176 [02:46<03:01, 143.58it/s]
|
262 |
48%|βββββ | 24320/50176 [02:48<02:59, 143.83it/s]
|
263 |
49%|βββββ | 24576/50176 [02:50<02:55, 146.08it/s]
|
264 |
49%|βββββ | 24832/50176 [02:51<02:49, 149.13it/s]
|
265 |
50%|βββββ | 25088/50176 [02:53<02:47, 149.57it/s]
|
266 |
51%|βββββ | 25344/50176 [02:55<02:45, 150.01it/s]
|
267 |
51%|βββββ | 25600/50176 [02:57<02:46, 147.62it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:58<02:40, 151.27it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.38it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:02<02:45, 144.26it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:03<02:40, 147.17it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:05<02:38, 146.99it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:07<02:35, 147.79it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:09<02:33, 148.10it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:10<02:25, 154.88it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:12<02:34, 144.14it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:14<02:30, 145.82it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:16<02:29, 145.71it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:18<02:32, 141.20it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:19<02:27, 144.19it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:21<02:23, 145.91it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:23<02:29, 138.35it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:25<02:30, 136.04it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:27<02:28, 135.86it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:29<02:24, 138.17it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:30<02:16, 144.49it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:32<02:15, 143.55it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:34<02:11, 145.75it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:35<02:08, 147.93it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:37<02:04, 150.14it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:39<02:02, 150.53it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:41<02:02, 148.62it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:42<01:59, 149.90it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:44<02:01, 144.96it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:46<01:57, 148.40it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:48<01:56, 146.97it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:49<01:53, 148.35it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:51<01:54, 144.99it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:53<01:50, 147.88it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:54<01:45, 152.48it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:56<01:42, 155.15it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:58<01:45, 148.16it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:00<01:44, 146.60it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:01<01:43, 146.28it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:03<01:39, 148.82it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:05<01:39, 147.21it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.31it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:08<01:36, 145.49it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:10<01:36, 142.77it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:12<01:33, 145.35it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:14<01:33, 142.60it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:16<01:30, 143.67it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:17<01:25, 149.10it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.37it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 149.10it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 149.78it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:24<01:18, 149.16it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.39it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 144.78it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:30<01:18, 140.96it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.75it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 144.96it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 147.22it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:36<01:06, 149.84it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 143.73it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.75it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.16it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 146.58it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 148.99it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.94it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:48<00:53, 152.29it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:50<00:53, 148.86it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 150.11it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.17it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:55<00:47, 150.45it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 151.01it/s]
|
337 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 149.04it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.46it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:02<00:41, 148.14it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.38it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.38it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 145.62it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:09<00:34, 147.24it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:11<00:34, 140.97it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 145.55it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:15<00:29, 147.38it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:16<00:27, 147.89it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.29it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:20<00:23, 149.54it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:21<00:22, 148.09it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:23<00:21, 143.39it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:25<00:19, 145.29it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 143.02it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 145.09it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:30<00:13, 146.90it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 148.11it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 149.19it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:35<00:08, 150.32it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:37<00:06, 146.52it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 144.81it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.51it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.21it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:07:15 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:07:15 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:07:16 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_27.pt).
|
4 |
+
2022-12-21,10:07:25 | INFO | Model:
|
5 |
+
2022-12-21,10:07:25 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:07:25 | INFO | Params:
|
359 |
+
2022-12-21,10:07:25 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:07:25 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:07:25 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:07:25 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_27.pt/checkpoints
|
363 |
+
2022-12-21,10:07:25 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:07:25 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:07:25 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:07:25 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:07:25 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:07:25 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:07:25 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:07:25 | INFO | debug: False
|
371 |
+
2022-12-21,10:07:25 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:07:25 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:07:25 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:07:25 | INFO | distributed: False
|
375 |
+
2022-12-21,10:07:25 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:07:25 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:07:25 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:07:25 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:07:25 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:07:25 | INFO | horovod: False
|
381 |
+
2022-12-21,10:07:25 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:07:25 | INFO | image_std: None
|
383 |
+
2022-12-21,10:07:25 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:07:25 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:07:25 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:07:25 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:07:25 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:07:25 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:07:25 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:07:25 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:07:25 | INFO | log_local: False
|
392 |
+
2022-12-21,10:07:25 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_27.pt/out.log
|
393 |
+
2022-12-21,10:07:25 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:07:25 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:07:25 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:07:25 | INFO | name: epoch_27.pt
|
397 |
+
2022-12-21,10:07:25 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:07:25 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:07:25 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:07:25 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_27.pt
|
401 |
+
2022-12-21,10:07:25 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:07:25 | INFO | rank: 0
|
403 |
+
2022-12-21,10:07:25 | INFO | report_to:
|
404 |
+
2022-12-21,10:07:25 | INFO | resume: None
|
405 |
+
2022-12-21,10:07:25 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:07:25 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:07:25 | INFO | seed: 0
|
408 |
+
2022-12-21,10:07:25 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:07:25 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:07:25 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:07:25 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:07:25 | INFO | trace: False
|
413 |
+
2022-12-21,10:07:25 | INFO | train_data: None
|
414 |
+
2022-12-21,10:07:25 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:07:25 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:07:25 | INFO | val_data: None
|
417 |
+
2022-12-21,10:07:25 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:07:25 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:07:25 | INFO | wandb: False
|
420 |
+
2022-12-21,10:07:25 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:07:25 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:07:25 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:07:25 | INFO | workers: 1
|
424 |
+
2022-12-21,10:07:25 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:07:25 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:07:25 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:07:25 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<11:04, 1.50it/s]
|
431 |
1%| | 6/1000 [00:00<01:38, 10.05it/s]
|
432 |
1%| | 12/1000 [00:00<00:51, 19.37it/s]
|
433 |
2%|β | 18/1000 [00:00<00:35, 27.75it/s]
|
434 |
2%|β | 24/1000 [00:01<00:27, 34.91it/s]
|
435 |
3%|β | 30/1000 [00:01<00:23, 40.65it/s]
|
436 |
4%|β | 36/1000 [00:01<00:21, 45.03it/s]
|
437 |
4%|β | 42/1000 [00:01<00:19, 48.37it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 51.01it/s]
|
439 |
5%|β | 54/1000 [00:01<00:17, 52.97it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 54.37it/s]
|
441 |
7%|β | 66/1000 [00:01<00:16, 55.05it/s]
|
442 |
7%|β | 72/1000 [00:01<00:16, 55.69it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 56.08it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.58it/s]
|
445 |
9%|β | 90/1000 [00:02<00:15, 56.88it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.25it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.44it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.70it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 57.79it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 57.55it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.52it/s]
|
452 |
13%|ββ | 132/1000 [00:02<00:15, 57.10it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:15, 57.22it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.19it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.40it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 57.20it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.20it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.20it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.20it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.27it/s]
|
461 |
19%|ββ | 186/1000 [00:03<00:14, 56.77it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 56.91it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:14, 56.63it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:14, 56.62it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 56.43it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 56.71it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 56.49it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 56.83it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 56.96it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 56.55it/s]
|
471 |
25%|βββ | 246/1000 [00:04<00:13, 56.77it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:13, 54.99it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:13, 55.80it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:13, 56.32it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 56.51it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 56.80it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.17it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.41it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 57.71it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 57.75it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:12, 57.76it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 57.95it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 57.95it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 57.86it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.67it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.75it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 57.83it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 57.94it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.73it/s]
|
490 |
36%|ββββ | 360/1000 [00:06<00:11, 57.75it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 57.82it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 57.91it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.80it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.48it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.56it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.67it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.84it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 57.93it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 57.92it/s]
|
500 |
42%|βββββ | 420/1000 [00:08<00:10, 57.93it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 57.96it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 58.08it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 58.07it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.85it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 57.91it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 57.93it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 57.92it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 57.88it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 58.03it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:08, 57.86it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 57.86it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 57.86it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.78it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 57.84it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.75it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.82it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.87it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.96it/s]
|
519 |
53%|ββββββ | 534/1000 [00:09<00:08, 57.89it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.00it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.01it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.91it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.92it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.97it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.86it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.80it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.94it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.92it/s]
|
529 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.84it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.95it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.85it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.87it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.00it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.99it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.07it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.87it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.81it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 57.96it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.91it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.01it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.05it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.99it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.05it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.05it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.07it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.96it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.06it/s]
|
548 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.06it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 58.05it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 58.06it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 58.00it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 58.02it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 58.04it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 58.02it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.09it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.17it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 58.00it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:14<00:03, 58.10it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 58.05it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.08it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.10it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.89it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.86it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.92it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.89it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.87it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.90it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 58.01it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.15it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.19it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.10it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.14it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.09it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.10it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.03it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.09it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.08it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.96it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.06it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.06it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.03it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.03it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.02it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.00it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.10it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.14it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.12it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.87it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.81it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.63it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.65it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 57.68it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 57.70it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 57.64it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 57.62it/s]
|
596 |
+
2022-12-21,10:07:43 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<06:01, 138.14it/s]
|
600 |
1%| | 512/50176 [00:03<05:13, 158.18it/s]
|
601 |
2%|β | 768/50176 [00:04<04:59, 165.03it/s]
|
602 |
2%|β | 1024/50176 [00:06<05:16, 155.36it/s]
|
603 |
3%|β | 1280/50176 [00:08<05:28, 148.83it/s]
|
604 |
3%|β | 1536/50176 [00:10<05:46, 140.24it/s]
|
605 |
4%|β | 1792/50176 [00:12<05:47, 139.04it/s]
|
606 |
4%|β | 2048/50176 [00:14<05:43, 140.19it/s]
|
607 |
5%|β | 2304/50176 [00:15<05:41, 140.29it/s]
|
608 |
5%|β | 2560/50176 [00:17<05:35, 141.90it/s]
|
609 |
6%|β | 2816/50176 [00:19<05:36, 140.90it/s]
|
610 |
6%|β | 3072/50176 [00:21<05:30, 142.53it/s]
|
611 |
7%|β | 3328/50176 [00:23<05:27, 143.11it/s]
|
612 |
7%|β | 3584/50176 [00:24<05:18, 146.28it/s]
|
613 |
8%|β | 3840/50176 [00:26<05:29, 140.59it/s]
|
614 |
8%|β | 4096/50176 [00:28<05:28, 140.38it/s]
|
615 |
9%|β | 4352/50176 [00:30<05:21, 142.37it/s]
|
616 |
9%|β | 4608/50176 [00:32<05:16, 143.86it/s]
|
617 |
10%|β | 4864/50176 [00:33<05:08, 146.81it/s]
|
618 |
10%|β | 5120/50176 [00:35<05:04, 147.77it/s]
|
619 |
11%|β | 5376/50176 [00:37<05:02, 147.92it/s]
|
620 |
11%|β | 5632/50176 [00:38<04:59, 148.68it/s]
|
621 |
12%|ββ | 5888/50176 [00:40<04:58, 148.34it/s]
|
622 |
12%|ββ | 6144/50176 [00:42<05:23, 136.22it/s]
|
623 |
13%|ββ | 6400/50176 [00:44<05:12, 140.23it/s]
|
624 |
13%|ββ | 6656/50176 [00:46<05:05, 142.28it/s]
|
625 |
14%|ββ | 6912/50176 [00:47<05:02, 142.94it/s]
|
626 |
14%|ββ | 7168/50176 [00:49<04:57, 144.64it/s]
|
627 |
15%|ββ | 7424/50176 [00:51<04:50, 146.97it/s]
|
628 |
15%|ββ | 7680/50176 [00:53<04:49, 146.95it/s]
|
629 |
16%|ββ | 7936/50176 [00:54<04:39, 151.00it/s]
|
630 |
16%|ββ | 8192/50176 [00:56<04:38, 151.02it/s]
|
631 |
17%|ββ | 8448/50176 [00:58<04:35, 151.64it/s]
|
632 |
17%|ββ | 8704/50176 [00:59<04:31, 152.81it/s]
|
633 |
18%|ββ | 8960/50176 [01:01<04:40, 146.91it/s]
|
634 |
18%|ββ | 9216/50176 [01:03<04:32, 150.27it/s]
|
635 |
19%|ββ | 9472/50176 [01:04<04:32, 149.51it/s]
|
636 |
19%|ββ | 9728/50176 [01:06<04:36, 146.27it/s]
|
637 |
20%|ββ | 9984/50176 [01:08<04:31, 148.28it/s]
|
638 |
20%|ββ | 10240/50176 [01:10<04:26, 149.68it/s]
|
639 |
21%|ββ | 10496/50176 [01:11<04:24, 150.08it/s]
|
640 |
21%|βββ | 10752/50176 [01:13<04:32, 144.73it/s]
|
641 |
22%|βββ | 11008/50176 [01:15<04:26, 146.71it/s]
|
642 |
22%|βββ | 11264/50176 [01:17<04:22, 148.38it/s]
|
643 |
23%|βββ | 11520/50176 [01:18<04:17, 150.35it/s]
|
644 |
23%|βββ | 11776/50176 [01:20<04:16, 149.56it/s]
|
645 |
24%|βββ | 12032/50176 [01:22<04:12, 151.12it/s]
|
646 |
24%|βββ | 12288/50176 [01:23<04:08, 152.76it/s]
|
647 |
25%|βββ | 12544/50176 [01:25<04:04, 153.81it/s]
|
648 |
26%|βββ | 12800/50176 [01:27<04:02, 154.11it/s]
|
649 |
26%|βββ | 13056/50176 [01:28<03:59, 155.13it/s]
|
650 |
27%|βββ | 13312/50176 [01:30<04:02, 152.22it/s]
|
651 |
27%|βββ | 13568/50176 [01:32<04:12, 145.19it/s]
|
652 |
28%|βββ | 13824/50176 [01:34<04:14, 142.97it/s]
|
653 |
28%|βββ | 14080/50176 [01:36<04:43, 127.49it/s]
|
654 |
29%|βββ | 14336/50176 [01:38<04:36, 129.44it/s]
|
655 |
29%|βββ | 14592/50176 [01:40<04:19, 137.13it/s]
|
656 |
30%|βββ | 14848/50176 [01:42<04:28, 131.78it/s]
|
657 |
30%|βββ | 15104/50176 [01:44<04:25, 132.00it/s]
|
658 |
31%|βββ | 15360/50176 [01:46<04:15, 136.44it/s]
|
659 |
31%|βββ | 15616/50176 [01:47<04:08, 139.19it/s]
|
660 |
32%|ββββ | 15872/50176 [01:49<04:11, 136.62it/s]
|
661 |
32%|ββββ | 16128/50176 [01:51<04:04, 139.34it/s]
|
662 |
33%|ββββ | 16384/50176 [01:53<04:02, 139.58it/s]
|
663 |
33%|ββββ | 16640/50176 [01:55<04:07, 135.28it/s]
|
664 |
34%|ββββ | 16896/50176 [01:57<03:56, 140.69it/s]
|
665 |
34%|ββββ | 17152/50176 [01:58<03:49, 144.10it/s]
|
666 |
35%|ββββ | 17408/50176 [02:00<03:45, 145.18it/s]
|
667 |
35%|ββββ | 17664/50176 [02:02<03:39, 148.05it/s]
|
668 |
36%|ββββ | 17920/50176 [02:03<03:35, 149.58it/s]
|
669 |
36%|ββββ | 18176/50176 [02:05<03:35, 148.17it/s]
|
670 |
37%|ββββ | 18432/50176 [02:07<03:32, 149.51it/s]
|
671 |
37%|ββββ | 18688/50176 [02:08<03:31, 148.91it/s]
|
672 |
38%|ββββ | 18944/50176 [02:10<03:39, 142.43it/s]
|
673 |
38%|ββββ | 19200/50176 [02:13<03:49, 134.92it/s]
|
674 |
39%|ββββ | 19456/50176 [02:15<03:51, 132.57it/s]
|
675 |
39%|ββββ | 19712/50176 [02:17<03:49, 132.50it/s]
|
676 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.58it/s]
|
677 |
40%|ββββ | 20224/50176 [02:20<03:31, 141.54it/s]
|
678 |
41%|ββββ | 20480/50176 [02:22<03:25, 144.75it/s]
|
679 |
41%|βββββ | 20736/50176 [02:23<03:22, 145.03it/s]
|
680 |
42%|βββββ | 20992/50176 [02:25<03:17, 147.53it/s]
|
681 |
42%|βββββ | 21248/50176 [02:27<03:22, 142.65it/s]
|
682 |
43%|βββββ | 21504/50176 [02:29<03:14, 147.72it/s]
|
683 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.37it/s]
|
684 |
44%|βββββ | 22016/50176 [02:32<03:06, 151.11it/s]
|
685 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.70it/s]
|
686 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.63it/s]
|
687 |
45%|βββββ | 22784/50176 [02:37<03:08, 145.26it/s]
|
688 |
46%|βββββ | 23040/50176 [02:39<03:07, 144.67it/s]
|
689 |
46%|βββββ | 23296/50176 [02:41<03:09, 141.51it/s]
|
690 |
47%|βββββ | 23552/50176 [02:43<03:12, 138.31it/s]
|
691 |
47%|βββββ | 23808/50176 [02:45<03:05, 142.19it/s]
|
692 |
48%|βββββ | 24064/50176 [02:46<03:01, 143.58it/s]
|
693 |
48%|βββββ | 24320/50176 [02:48<02:59, 143.83it/s]
|
694 |
49%|βββββ | 24576/50176 [02:50<02:55, 146.08it/s]
|
695 |
49%|βββββ | 24832/50176 [02:51<02:49, 149.13it/s]
|
696 |
50%|βββββ | 25088/50176 [02:53<02:47, 149.57it/s]
|
697 |
51%|βββββ | 25344/50176 [02:55<02:45, 150.01it/s]
|
698 |
51%|βββββ | 25600/50176 [02:57<02:46, 147.62it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:58<02:40, 151.27it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.38it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:02<02:45, 144.26it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:03<02:40, 147.17it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:05<02:38, 146.99it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:07<02:35, 147.79it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:09<02:33, 148.10it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:10<02:25, 154.88it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:12<02:34, 144.14it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:14<02:30, 145.82it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:16<02:29, 145.71it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:18<02:32, 141.20it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:19<02:27, 144.19it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:21<02:23, 145.91it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:23<02:29, 138.35it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:25<02:30, 136.04it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:27<02:28, 135.86it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:29<02:24, 138.17it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:30<02:16, 144.49it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:32<02:15, 143.55it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:34<02:11, 145.75it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:35<02:08, 147.93it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:37<02:04, 150.14it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:39<02:02, 150.53it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:41<02:02, 148.62it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:42<01:59, 149.90it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:44<02:01, 144.96it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:46<01:57, 148.40it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:48<01:56, 146.97it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:49<01:53, 148.35it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:51<01:54, 144.99it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:53<01:50, 147.88it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:54<01:45, 152.48it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:56<01:42, 155.15it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:58<01:45, 148.16it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:00<01:44, 146.60it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:01<01:43, 146.28it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:03<01:39, 148.82it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:05<01:39, 147.21it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.31it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:08<01:36, 145.49it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:10<01:36, 142.77it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:12<01:33, 145.35it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:14<01:33, 142.60it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:16<01:30, 143.67it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:17<01:25, 149.10it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.37it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 149.10it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 149.78it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:24<01:18, 149.16it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:26<01:18, 147.39it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 144.78it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:30<01:18, 140.96it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.75it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 144.96it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 147.22it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:36<01:06, 149.84it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 143.73it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.75it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.16it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 146.58it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 148.99it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.94it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:48<00:53, 152.29it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:50<00:53, 148.86it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 150.11it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.17it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:55<00:47, 150.45it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 151.01it/s]
|
768 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 149.04it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.46it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:02<00:41, 148.14it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.38it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.38it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 145.62it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:09<00:34, 147.24it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:11<00:34, 140.97it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 145.55it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:15<00:29, 147.38it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:16<00:27, 147.89it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:18<00:25, 149.29it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:20<00:23, 149.54it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:21<00:22, 148.09it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:23<00:21, 143.39it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:25<00:19, 145.29it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 143.02it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 145.09it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:30<00:13, 146.90it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 148.11it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 149.19it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:35<00:08, 150.32it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:37<00:06, 146.52it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 144.81it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.51it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 138.21it/s]
|
794 |
+
2022-12-21,10:13:27 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:13:27 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5813 imagenet-zeroshot-val-top5: 0.8476
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_28.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eab48e604643e294001d8f7fbbaadc8cc2b4c804eee64c745470bc761b920a7d
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_28.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<11:53, 1.40it/s]
|
2 |
1%| | 6/1000 [00:00<01:44, 9.49it/s]
|
3 |
1%| | 12/1000 [00:00<00:53, 18.53it/s]
|
4 |
2%|β | 18/1000 [00:01<00:36, 26.86it/s]
|
5 |
2%|β | 24/1000 [00:01<00:28, 34.07it/s]
|
6 |
3%|β | 30/1000 [00:01<00:24, 39.99it/s]
|
7 |
4%|β | 36/1000 [00:01<00:21, 44.44it/s]
|
8 |
4%|β | 42/1000 [00:01<00:19, 47.95it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 50.49it/s]
|
10 |
5%|β | 54/1000 [00:01<00:18, 52.42it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 53.79it/s]
|
12 |
7%|β | 66/1000 [00:01<00:17, 54.82it/s]
|
13 |
7%|β | 72/1000 [00:01<00:16, 55.54it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 56.04it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.56it/s]
|
16 |
9%|β | 90/1000 [00:02<00:16, 56.84it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.21it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.40it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.63it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 57.75it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 57.52it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.52it/s]
|
23 |
13%|ββ | 132/1000 [00:03<00:15, 57.59it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.57it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.52it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.64it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 57.69it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.59it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.46it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.48it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.45it/s]
|
32 |
19%|ββ | 186/1000 [00:03<00:14, 57.38it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.34it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.29it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.11it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.00it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.11it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.07it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.30it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.29it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.20it/s]
|
42 |
25%|βββ | 246/1000 [00:05<00:13, 57.28it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:13, 57.39it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.49it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.53it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.35it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.39it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.39it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.54it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 57.78it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 57.79it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:12, 57.79it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 57.93it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 57.92it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 57.82it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.63it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.72it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 57.83it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 57.92it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.69it/s]
|
61 |
36%|ββββ | 360/1000 [00:06<00:11, 57.67it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 57.73it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 57.81it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.69it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.36it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.43it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.55it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.68it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 57.76it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 57.76it/s]
|
71 |
42%|βββββ | 420/1000 [00:08<00:10, 57.77it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 57.80it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 57.93it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 57.92it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.70it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 57.76it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 57.81it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 57.78it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 57.73it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 57.87it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:09, 57.77it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 57.75it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 57.72it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.64it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 57.70it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.63it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.71it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.74it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.83it/s]
|
90 |
53%|ββββββ | 534/1000 [00:10<00:08, 57.77it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.88it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.88it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.76it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.75it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.82it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.70it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.64it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.78it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.77it/s]
|
100 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.70it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.80it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.71it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.71it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.84it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.84it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.93it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.75it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.70it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 57.84it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.77it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.86it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.88it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.80it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.84it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.86it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.89it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.77it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 57.85it/s]
|
119 |
71%|βββββββ | 708/1000 [00:13<00:05, 57.84it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.83it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.85it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.81it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.82it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.83it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.63it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.74it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 57.88it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.74it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.87it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.84it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.90it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.96it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.75it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.73it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.79it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.77it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.74it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.76it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.86it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 57.99it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.03it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 57.94it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 57.98it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.92it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.92it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.86it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 57.91it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:16<00:02, 57.88it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.76it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.86it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.86it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.82it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.85it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.84it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.59it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 57.67it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 57.79it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:01, 57.84it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.91it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.96it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.92it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.00it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.08it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.11it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 57.83it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 57.52it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<05:55, 140.40it/s]
|
169 |
1%| | 512/50176 [00:03<05:13, 158.57it/s]
|
170 |
2%|β | 768/50176 [00:04<04:46, 172.32it/s]
|
171 |
2%|β | 1024/50176 [00:06<04:51, 168.41it/s]
|
172 |
3%|β | 1280/50176 [00:07<05:08, 158.44it/s]
|
173 |
3%|β | 1536/50176 [00:10<05:34, 145.37it/s]
|
174 |
4%|β | 1792/50176 [00:11<05:38, 143.05it/s]
|
175 |
4%|β | 2048/50176 [00:13<05:34, 143.71it/s]
|
176 |
5%|β | 2304/50176 [00:15<05:36, 142.32it/s]
|
177 |
5%|β | 2560/50176 [00:17<05:33, 142.60it/s]
|
178 |
6%|β | 2816/50176 [00:19<05:38, 139.83it/s]
|
179 |
6%|β | 3072/50176 [00:20<05:30, 142.52it/s]
|
180 |
7%|β | 3328/50176 [00:22<05:28, 142.52it/s]
|
181 |
7%|β | 3584/50176 [00:24<05:21, 144.87it/s]
|
182 |
8%|β | 3840/50176 [00:26<05:31, 139.70it/s]
|
183 |
8%|β | 4096/50176 [00:28<05:28, 140.07it/s]
|
184 |
9%|β | 4352/50176 [00:29<05:22, 142.01it/s]
|
185 |
9%|β | 4608/50176 [00:31<05:17, 143.43it/s]
|
186 |
10%|β | 4864/50176 [00:33<05:11, 145.62it/s]
|
187 |
10%|β | 5120/50176 [00:35<05:07, 146.41it/s]
|
188 |
11%|β | 5376/50176 [00:36<05:03, 147.39it/s]
|
189 |
11%|β | 5632/50176 [00:38<05:00, 148.21it/s]
|
190 |
12%|ββ | 5888/50176 [00:40<04:58, 148.14it/s]
|
191 |
12%|ββ | 6144/50176 [00:42<05:24, 135.86it/s]
|
192 |
13%|ββ | 6400/50176 [00:44<05:14, 139.23it/s]
|
193 |
13%|ββ | 6656/50176 [00:45<05:08, 141.24it/s]
|
194 |
14%|ββ | 6912/50176 [00:47<05:04, 141.90it/s]
|
195 |
14%|ββ | 7168/50176 [00:49<05:01, 142.87it/s]
|
196 |
15%|ββ | 7424/50176 [00:51<04:53, 145.72it/s]
|
197 |
15%|ββ | 7680/50176 [00:53<04:54, 144.42it/s]
|
198 |
16%|ββ | 7936/50176 [00:54<04:45, 148.10it/s]
|
199 |
16%|ββ | 8192/50176 [00:56<04:45, 147.21it/s]
|
200 |
17%|ββ | 8448/50176 [00:58<04:41, 148.43it/s]
|
201 |
17%|ββ | 8704/50176 [00:59<04:38, 149.06it/s]
|
202 |
18%|ββ | 8960/50176 [01:01<04:47, 143.57it/s]
|
203 |
18%|ββ | 9216/50176 [01:03<04:37, 147.65it/s]
|
204 |
19%|ββ | 9472/50176 [01:05<04:36, 147.33it/s]
|
205 |
19%|ββ | 9728/50176 [01:06<04:39, 144.65it/s]
|
206 |
20%|ββ | 9984/50176 [01:08<04:31, 147.90it/s]
|
207 |
20%|ββ | 10240/50176 [01:10<04:26, 149.71it/s]
|
208 |
21%|ββ | 10496/50176 [01:11<04:24, 150.24it/s]
|
209 |
21%|βββ | 10752/50176 [01:13<04:30, 145.86it/s]
|
210 |
22%|βββ | 11008/50176 [01:15<04:24, 147.82it/s]
|
211 |
22%|βββ | 11264/50176 [01:17<04:22, 148.40it/s]
|
212 |
23%|βββ | 11520/50176 [01:18<04:16, 150.50it/s]
|
213 |
23%|βββ | 11776/50176 [01:20<04:16, 149.81it/s]
|
214 |
24%|βββ | 12032/50176 [01:22<04:14, 150.07it/s]
|
215 |
24%|βββ | 12288/50176 [01:23<04:11, 150.58it/s]
|
216 |
25%|βββ | 12544/50176 [01:25<04:08, 151.45it/s]
|
217 |
26%|βββ | 12800/50176 [01:27<04:06, 151.42it/s]
|
218 |
26%|βββ | 13056/50176 [01:28<04:02, 152.78it/s]
|
219 |
27%|βββ | 13312/50176 [01:30<04:05, 150.05it/s]
|
220 |
27%|βββ | 13568/50176 [01:32<04:12, 144.87it/s]
|
221 |
28%|βββ | 13824/50176 [01:34<04:16, 141.74it/s]
|
222 |
28%|βββ | 14080/50176 [01:36<04:13, 142.21it/s]
|
223 |
29%|βββ | 14336/50176 [01:38<04:18, 138.87it/s]
|
224 |
29%|βββ | 14592/50176 [01:39<04:05, 144.73it/s]
|
225 |
30%|βββ | 14848/50176 [01:41<04:18, 136.63it/s]
|
226 |
30%|βββ | 15104/50176 [01:43<04:19, 135.37it/s]
|
227 |
31%|βββ | 15360/50176 [01:45<04:10, 138.86it/s]
|
228 |
31%|βββ | 15616/50176 [01:47<04:04, 141.40it/s]
|
229 |
32%|ββββ | 15872/50176 [01:49<04:10, 137.01it/s]
|
230 |
32%|ββββ | 16128/50176 [01:51<04:03, 139.65it/s]
|
231 |
33%|ββββ | 16384/50176 [01:52<04:01, 139.70it/s]
|
232 |
33%|ββββ | 16640/50176 [01:55<04:08, 134.93it/s]
|
233 |
34%|ββββ | 16896/50176 [01:56<03:57, 139.96it/s]
|
234 |
34%|ββββ | 17152/50176 [01:58<03:50, 143.10it/s]
|
235 |
35%|ββββ | 17408/50176 [02:00<03:45, 145.40it/s]
|
236 |
35%|ββββ | 17664/50176 [02:01<03:41, 146.89it/s]
|
237 |
36%|ββββ | 17920/50176 [02:03<03:36, 149.18it/s]
|
238 |
36%|ββββ | 18176/50176 [02:05<03:36, 147.91it/s]
|
239 |
37%|ββββ | 18432/50176 [02:06<03:34, 147.83it/s]
|
240 |
37%|ββββ | 18688/50176 [02:08<03:33, 147.44it/s]
|
241 |
38%|ββββ | 18944/50176 [02:10<03:39, 142.05it/s]
|
242 |
38%|ββββ | 19200/50176 [02:12<03:50, 134.36it/s]
|
243 |
39%|ββββ | 19456/50176 [02:14<03:53, 131.46it/s]
|
244 |
39%|ββββ | 19712/50176 [02:16<03:51, 131.67it/s]
|
245 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.66it/s]
|
246 |
40%|ββββ | 20224/50176 [02:20<03:32, 141.25it/s]
|
247 |
41%|ββββ | 20480/50176 [02:21<03:26, 143.77it/s]
|
248 |
41%|βββββ | 20736/50176 [02:23<03:24, 143.89it/s]
|
249 |
42%|βββββ | 20992/50176 [02:25<03:18, 147.22it/s]
|
250 |
42%|βββββ | 21248/50176 [02:27<03:23, 142.20it/s]
|
251 |
43%|βββββ | 21504/50176 [02:28<03:15, 146.89it/s]
|
252 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.49it/s]
|
253 |
44%|βββββ | 22016/50176 [02:32<03:05, 151.58it/s]
|
254 |
44%|βββββ | 22272/50176 [02:33<03:04, 150.94it/s]
|
255 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.51it/s]
|
256 |
45%|βββββ | 22784/50176 [02:37<03:07, 145.91it/s]
|
257 |
46%|βββββ | 23040/50176 [02:39<03:08, 143.95it/s]
|
258 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.64it/s]
|
259 |
47%|βββββ | 23552/50176 [02:43<03:14, 136.90it/s]
|
260 |
47%|βββββ | 23808/50176 [02:44<03:06, 141.02it/s]
|
261 |
48%|βββββ | 24064/50176 [02:46<03:04, 141.87it/s]
|
262 |
48%|βββββ | 24320/50176 [02:48<03:01, 142.61it/s]
|
263 |
49%|βββββ | 24576/50176 [02:50<02:56, 145.13it/s]
|
264 |
49%|βββββ | 24832/50176 [02:51<02:50, 148.66it/s]
|
265 |
50%|βββββ | 25088/50176 [02:53<02:48, 148.70it/s]
|
266 |
51%|βββββ | 25344/50176 [02:55<02:45, 149.74it/s]
|
267 |
51%|βββββ | 25600/50176 [02:56<02:48, 146.16it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:58<02:41, 150.59it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.25it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:02<02:45, 144.14it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:03<02:42, 145.31it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:05<02:40, 145.29it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:07<02:37, 146.20it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.69it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:10<02:27, 153.24it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:12<02:36, 142.52it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.78it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.50it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:18<02:32, 140.90it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:19<02:28, 143.13it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:21<02:23, 146.11it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:23<02:30, 138.00it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:25<02:30, 136.30it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:27<02:29, 135.32it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:29<02:23, 138.90it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:30<02:15, 145.36it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:32<02:15, 144.08it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:34<02:10, 146.95it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:35<02:07, 149.08it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:37<02:03, 150.96it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:39<02:01, 151.15it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:41<02:01, 149.96it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:42<01:59, 150.43it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:44<02:01, 145.75it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:46<01:56, 149.39it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:48<01:56, 147.58it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:49<01:53, 148.79it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:51<01:54, 145.21it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:53<01:50, 147.97it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:54<01:45, 152.19it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:56<01:42, 154.37it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:58<01:45, 148.61it/s]
|
303 |
69%|βββββββ | 34816/50176 [03:59<01:43, 148.57it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:01<01:42, 147.34it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:03<01:39, 149.83it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:05<01:38, 147.82it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.35it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:08<01:36, 145.72it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:10<01:36, 143.38it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:12<01:32, 146.06it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:14<01:32, 143.74it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:15<01:29, 146.21it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:17<01:25, 150.11it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.58it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:20<01:22, 149.01it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 150.13it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:24<01:19, 148.91it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:26<01:17, 147.90it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:27<01:17, 145.72it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:29<01:17, 142.01it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.70it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.37it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:34<01:09, 147.11it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:36<01:06, 149.53it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 143.79it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.77it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.25it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:43<01:01, 146.40it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 147.97it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.04it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:48<00:54, 150.71it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:50<00:53, 147.99it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.75it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.00it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:55<00:47, 150.33it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 150.59it/s]
|
337 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 148.74it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:00<00:43, 146.74it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:02<00:41, 148.18it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.11it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.37it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:07<00:36, 145.85it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:09<00:34, 147.44it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:11<00:34, 141.68it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 145.77it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:15<00:30, 144.89it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:16<00:28, 144.77it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:18<00:26, 145.65it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:20<00:24, 147.01it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:21<00:22, 146.05it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:23<00:21, 142.00it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:25<00:19, 144.19it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 142.44it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 145.16it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:30<00:13, 147.35it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 148.41it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 150.28it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:35<00:08, 149.56it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:37<00:06, 147.50it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.63it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.23it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 137.69it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:13:33 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:13:33 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:13:34 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_28.pt).
|
4 |
+
2022-12-21,10:13:41 | INFO | Model:
|
5 |
+
2022-12-21,10:13:41 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:13:42 | INFO | Params:
|
359 |
+
2022-12-21,10:13:42 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:13:42 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:13:42 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:13:42 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_28.pt/checkpoints
|
363 |
+
2022-12-21,10:13:42 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:13:42 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:13:42 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:13:42 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:13:42 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:13:42 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:13:42 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:13:42 | INFO | debug: False
|
371 |
+
2022-12-21,10:13:42 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:13:42 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:13:42 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:13:42 | INFO | distributed: False
|
375 |
+
2022-12-21,10:13:42 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:13:42 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:13:42 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:13:42 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:13:42 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:13:42 | INFO | horovod: False
|
381 |
+
2022-12-21,10:13:42 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:13:42 | INFO | image_std: None
|
383 |
+
2022-12-21,10:13:42 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:13:42 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:13:42 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:13:42 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:13:42 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:13:42 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:13:42 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:13:42 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:13:42 | INFO | log_local: False
|
392 |
+
2022-12-21,10:13:42 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_28.pt/out.log
|
393 |
+
2022-12-21,10:13:42 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:13:42 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:13:42 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:13:42 | INFO | name: epoch_28.pt
|
397 |
+
2022-12-21,10:13:42 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:13:42 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:13:42 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:13:42 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_28.pt
|
401 |
+
2022-12-21,10:13:42 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:13:42 | INFO | rank: 0
|
403 |
+
2022-12-21,10:13:42 | INFO | report_to:
|
404 |
+
2022-12-21,10:13:42 | INFO | resume: None
|
405 |
+
2022-12-21,10:13:42 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:13:42 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:13:42 | INFO | seed: 0
|
408 |
+
2022-12-21,10:13:42 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:13:42 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:13:42 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:13:42 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:13:42 | INFO | trace: False
|
413 |
+
2022-12-21,10:13:42 | INFO | train_data: None
|
414 |
+
2022-12-21,10:13:42 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:13:42 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:13:42 | INFO | val_data: None
|
417 |
+
2022-12-21,10:13:42 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:13:42 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:13:42 | INFO | wandb: False
|
420 |
+
2022-12-21,10:13:42 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:13:42 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:13:42 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:13:42 | INFO | workers: 1
|
424 |
+
2022-12-21,10:13:42 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:13:42 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:13:42 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:13:42 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<11:53, 1.40it/s]
|
431 |
1%| | 6/1000 [00:00<01:44, 9.49it/s]
|
432 |
1%| | 12/1000 [00:00<00:53, 18.53it/s]
|
433 |
2%|β | 18/1000 [00:01<00:36, 26.86it/s]
|
434 |
2%|β | 24/1000 [00:01<00:28, 34.07it/s]
|
435 |
3%|β | 30/1000 [00:01<00:24, 39.99it/s]
|
436 |
4%|β | 36/1000 [00:01<00:21, 44.44it/s]
|
437 |
4%|β | 42/1000 [00:01<00:19, 47.95it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 50.49it/s]
|
439 |
5%|β | 54/1000 [00:01<00:18, 52.42it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 53.79it/s]
|
441 |
7%|β | 66/1000 [00:01<00:17, 54.82it/s]
|
442 |
7%|β | 72/1000 [00:01<00:16, 55.54it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 56.04it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.56it/s]
|
445 |
9%|β | 90/1000 [00:02<00:16, 56.84it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.21it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.40it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.63it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 57.75it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 57.52it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.52it/s]
|
452 |
13%|ββ | 132/1000 [00:03<00:15, 57.59it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.57it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.52it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.64it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 57.69it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.59it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.46it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.48it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.45it/s]
|
461 |
19%|ββ | 186/1000 [00:03<00:14, 57.38it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.34it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.29it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.11it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.00it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.11it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.07it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.30it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.29it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.20it/s]
|
471 |
25%|βββ | 246/1000 [00:05<00:13, 57.28it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:13, 57.39it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.49it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.53it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.35it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.39it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.39it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.54it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 57.78it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 57.79it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:12, 57.79it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 57.93it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 57.92it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 57.82it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.63it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.72it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 57.83it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 57.92it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.69it/s]
|
490 |
36%|ββββ | 360/1000 [00:06<00:11, 57.67it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 57.73it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 57.81it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.69it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.36it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.43it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.55it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.68it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 57.76it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 57.76it/s]
|
500 |
42%|βββββ | 420/1000 [00:08<00:10, 57.77it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 57.80it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 57.93it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 57.92it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.70it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 57.76it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 57.81it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 57.78it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 57.73it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 57.87it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:09, 57.77it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 57.75it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 57.72it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.64it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 57.70it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.63it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.71it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.74it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.83it/s]
|
519 |
53%|ββββββ | 534/1000 [00:10<00:08, 57.77it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.88it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.88it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.76it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.75it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.82it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.70it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.64it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.78it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.77it/s]
|
529 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.70it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.80it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.71it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.71it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.84it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.84it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.93it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.75it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.70it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 57.84it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.77it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.86it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.88it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.80it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.84it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.86it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.89it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.77it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 57.85it/s]
|
548 |
71%|βββββββ | 708/1000 [00:13<00:05, 57.84it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.83it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.85it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.81it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.82it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.83it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.63it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.74it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 57.88it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.74it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.87it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.84it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.90it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.96it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.75it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.73it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.79it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.77it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.74it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.76it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.86it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 57.99it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.03it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 57.94it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 57.98it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.92it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.92it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.86it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 57.91it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:16<00:02, 57.88it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.76it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.86it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.86it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.82it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.85it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.84it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.59it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 57.67it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 57.79it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:01, 57.84it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.91it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.96it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.92it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.00it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.08it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.11it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 57.83it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 57.52it/s]
|
596 |
+
2022-12-21,10:14:00 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<05:55, 140.40it/s]
|
600 |
1%| | 512/50176 [00:03<05:13, 158.57it/s]
|
601 |
2%|β | 768/50176 [00:04<04:46, 172.32it/s]
|
602 |
2%|β | 1024/50176 [00:06<04:51, 168.41it/s]
|
603 |
3%|β | 1280/50176 [00:07<05:08, 158.44it/s]
|
604 |
3%|β | 1536/50176 [00:10<05:34, 145.37it/s]
|
605 |
4%|β | 1792/50176 [00:11<05:38, 143.05it/s]
|
606 |
4%|β | 2048/50176 [00:13<05:34, 143.71it/s]
|
607 |
5%|β | 2304/50176 [00:15<05:36, 142.32it/s]
|
608 |
5%|β | 2560/50176 [00:17<05:33, 142.60it/s]
|
609 |
6%|β | 2816/50176 [00:19<05:38, 139.83it/s]
|
610 |
6%|β | 3072/50176 [00:20<05:30, 142.52it/s]
|
611 |
7%|β | 3328/50176 [00:22<05:28, 142.52it/s]
|
612 |
7%|β | 3584/50176 [00:24<05:21, 144.87it/s]
|
613 |
8%|β | 3840/50176 [00:26<05:31, 139.70it/s]
|
614 |
8%|β | 4096/50176 [00:28<05:28, 140.07it/s]
|
615 |
9%|β | 4352/50176 [00:29<05:22, 142.01it/s]
|
616 |
9%|β | 4608/50176 [00:31<05:17, 143.43it/s]
|
617 |
10%|β | 4864/50176 [00:33<05:11, 145.62it/s]
|
618 |
10%|β | 5120/50176 [00:35<05:07, 146.41it/s]
|
619 |
11%|β | 5376/50176 [00:36<05:03, 147.39it/s]
|
620 |
11%|β | 5632/50176 [00:38<05:00, 148.21it/s]
|
621 |
12%|ββ | 5888/50176 [00:40<04:58, 148.14it/s]
|
622 |
12%|ββ | 6144/50176 [00:42<05:24, 135.86it/s]
|
623 |
13%|ββ | 6400/50176 [00:44<05:14, 139.23it/s]
|
624 |
13%|ββ | 6656/50176 [00:45<05:08, 141.24it/s]
|
625 |
14%|ββ | 6912/50176 [00:47<05:04, 141.90it/s]
|
626 |
14%|ββ | 7168/50176 [00:49<05:01, 142.87it/s]
|
627 |
15%|ββ | 7424/50176 [00:51<04:53, 145.72it/s]
|
628 |
15%|ββ | 7680/50176 [00:53<04:54, 144.42it/s]
|
629 |
16%|ββ | 7936/50176 [00:54<04:45, 148.10it/s]
|
630 |
16%|ββ | 8192/50176 [00:56<04:45, 147.21it/s]
|
631 |
17%|ββ | 8448/50176 [00:58<04:41, 148.43it/s]
|
632 |
17%|ββ | 8704/50176 [00:59<04:38, 149.06it/s]
|
633 |
18%|ββ | 8960/50176 [01:01<04:47, 143.57it/s]
|
634 |
18%|ββ | 9216/50176 [01:03<04:37, 147.65it/s]
|
635 |
19%|ββ | 9472/50176 [01:05<04:36, 147.33it/s]
|
636 |
19%|ββ | 9728/50176 [01:06<04:39, 144.65it/s]
|
637 |
20%|ββ | 9984/50176 [01:08<04:31, 147.90it/s]
|
638 |
20%|ββ | 10240/50176 [01:10<04:26, 149.71it/s]
|
639 |
21%|ββ | 10496/50176 [01:11<04:24, 150.24it/s]
|
640 |
21%|βββ | 10752/50176 [01:13<04:30, 145.86it/s]
|
641 |
22%|βββ | 11008/50176 [01:15<04:24, 147.82it/s]
|
642 |
22%|βββ | 11264/50176 [01:17<04:22, 148.40it/s]
|
643 |
23%|βββ | 11520/50176 [01:18<04:16, 150.50it/s]
|
644 |
23%|βββ | 11776/50176 [01:20<04:16, 149.81it/s]
|
645 |
24%|βββ | 12032/50176 [01:22<04:14, 150.07it/s]
|
646 |
24%|βββ | 12288/50176 [01:23<04:11, 150.58it/s]
|
647 |
25%|βββ | 12544/50176 [01:25<04:08, 151.45it/s]
|
648 |
26%|βββ | 12800/50176 [01:27<04:06, 151.42it/s]
|
649 |
26%|βββ | 13056/50176 [01:28<04:02, 152.78it/s]
|
650 |
27%|βββ | 13312/50176 [01:30<04:05, 150.05it/s]
|
651 |
27%|βββ | 13568/50176 [01:32<04:12, 144.87it/s]
|
652 |
28%|βββ | 13824/50176 [01:34<04:16, 141.74it/s]
|
653 |
28%|βββ | 14080/50176 [01:36<04:13, 142.21it/s]
|
654 |
29%|βββ | 14336/50176 [01:38<04:18, 138.87it/s]
|
655 |
29%|βββ | 14592/50176 [01:39<04:05, 144.73it/s]
|
656 |
30%|βββ | 14848/50176 [01:41<04:18, 136.63it/s]
|
657 |
30%|βββ | 15104/50176 [01:43<04:19, 135.37it/s]
|
658 |
31%|βββ | 15360/50176 [01:45<04:10, 138.86it/s]
|
659 |
31%|βββ | 15616/50176 [01:47<04:04, 141.40it/s]
|
660 |
32%|ββββ | 15872/50176 [01:49<04:10, 137.01it/s]
|
661 |
32%|ββββ | 16128/50176 [01:51<04:03, 139.65it/s]
|
662 |
33%|ββββ | 16384/50176 [01:52<04:01, 139.70it/s]
|
663 |
33%|ββββ | 16640/50176 [01:55<04:08, 134.93it/s]
|
664 |
34%|ββββ | 16896/50176 [01:56<03:57, 139.96it/s]
|
665 |
34%|ββββ | 17152/50176 [01:58<03:50, 143.10it/s]
|
666 |
35%|ββββ | 17408/50176 [02:00<03:45, 145.40it/s]
|
667 |
35%|ββββ | 17664/50176 [02:01<03:41, 146.89it/s]
|
668 |
36%|ββββ | 17920/50176 [02:03<03:36, 149.18it/s]
|
669 |
36%|ββββ | 18176/50176 [02:05<03:36, 147.91it/s]
|
670 |
37%|ββββ | 18432/50176 [02:06<03:34, 147.83it/s]
|
671 |
37%|ββββ | 18688/50176 [02:08<03:33, 147.44it/s]
|
672 |
38%|ββββ | 18944/50176 [02:10<03:39, 142.05it/s]
|
673 |
38%|ββββ | 19200/50176 [02:12<03:50, 134.36it/s]
|
674 |
39%|ββββ | 19456/50176 [02:14<03:53, 131.46it/s]
|
675 |
39%|ββββ | 19712/50176 [02:16<03:51, 131.67it/s]
|
676 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.66it/s]
|
677 |
40%|ββββ | 20224/50176 [02:20<03:32, 141.25it/s]
|
678 |
41%|ββββ | 20480/50176 [02:21<03:26, 143.77it/s]
|
679 |
41%|βββββ | 20736/50176 [02:23<03:24, 143.89it/s]
|
680 |
42%|βββββ | 20992/50176 [02:25<03:18, 147.22it/s]
|
681 |
42%|βββββ | 21248/50176 [02:27<03:23, 142.20it/s]
|
682 |
43%|βββββ | 21504/50176 [02:28<03:15, 146.89it/s]
|
683 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.49it/s]
|
684 |
44%|βββββ | 22016/50176 [02:32<03:05, 151.58it/s]
|
685 |
44%|βββββ | 22272/50176 [02:33<03:04, 150.94it/s]
|
686 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.51it/s]
|
687 |
45%|βββββ | 22784/50176 [02:37<03:07, 145.91it/s]
|
688 |
46%|βββββ | 23040/50176 [02:39<03:08, 143.95it/s]
|
689 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.64it/s]
|
690 |
47%|βββββ | 23552/50176 [02:43<03:14, 136.90it/s]
|
691 |
47%|βββββ | 23808/50176 [02:44<03:06, 141.02it/s]
|
692 |
48%|βββββ | 24064/50176 [02:46<03:04, 141.87it/s]
|
693 |
48%|βββββ | 24320/50176 [02:48<03:01, 142.61it/s]
|
694 |
49%|βββββ | 24576/50176 [02:50<02:56, 145.13it/s]
|
695 |
49%|βββββ | 24832/50176 [02:51<02:50, 148.66it/s]
|
696 |
50%|βββββ | 25088/50176 [02:53<02:48, 148.70it/s]
|
697 |
51%|βββββ | 25344/50176 [02:55<02:45, 149.74it/s]
|
698 |
51%|βββββ | 25600/50176 [02:56<02:48, 146.16it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:58<02:41, 150.59it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.25it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:02<02:45, 144.14it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:03<02:42, 145.31it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:05<02:40, 145.29it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:07<02:37, 146.20it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.69it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:10<02:27, 153.24it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:12<02:36, 142.52it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.78it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.50it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:18<02:32, 140.90it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:19<02:28, 143.13it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:21<02:23, 146.11it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:23<02:30, 138.00it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:25<02:30, 136.30it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:27<02:29, 135.32it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:29<02:23, 138.90it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:30<02:15, 145.36it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:32<02:15, 144.08it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:34<02:10, 146.95it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:35<02:07, 149.08it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:37<02:03, 150.96it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:39<02:01, 151.15it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:41<02:01, 149.96it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:42<01:59, 150.43it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:44<02:01, 145.75it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:46<01:56, 149.39it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:48<01:56, 147.58it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:49<01:53, 148.79it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:51<01:54, 145.21it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:53<01:50, 147.97it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:54<01:45, 152.19it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:56<01:42, 154.37it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:58<01:45, 148.61it/s]
|
734 |
69%|βββββββ | 34816/50176 [03:59<01:43, 148.57it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:01<01:42, 147.34it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:03<01:39, 149.83it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:05<01:38, 147.82it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.35it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:08<01:36, 145.72it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:10<01:36, 143.38it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:12<01:32, 146.06it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:14<01:32, 143.74it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:15<01:29, 146.21it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:17<01:25, 150.11it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.58it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:20<01:22, 149.01it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 150.13it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:24<01:19, 148.91it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:26<01:17, 147.90it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:27<01:17, 145.72it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:29<01:17, 142.01it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.70it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.37it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:34<01:09, 147.11it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:36<01:06, 149.53it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 143.79it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.77it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.25it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:43<01:01, 146.40it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 147.97it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.04it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:48<00:54, 150.71it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:50<00:53, 147.99it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.75it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.00it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:55<00:47, 150.33it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 150.59it/s]
|
768 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 148.74it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:00<00:43, 146.74it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:02<00:41, 148.18it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.11it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.37it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:07<00:36, 145.85it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:09<00:34, 147.44it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:11<00:34, 141.68it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 145.77it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:15<00:30, 144.89it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:16<00:28, 144.77it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:18<00:26, 145.65it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:20<00:24, 147.01it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:21<00:22, 146.05it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:23<00:21, 142.00it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:25<00:19, 144.19it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 142.44it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 145.16it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:30<00:13, 147.35it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 148.41it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 150.28it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:35<00:08, 149.56it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:37<00:06, 147.50it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.63it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.23it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 137.69it/s]
|
794 |
+
2022-12-21,10:19:44 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:19:44 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5849 imagenet-zeroshot-val-top5: 0.8517
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_29.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f5e7d8ae017bef5400398d0172ac746108d6b9e45f0132a456108fea10b30c9f
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_29.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<14:33, 1.14it/s]
|
2 |
1%| | 6/1000 [00:00<02:05, 7.94it/s]
|
3 |
1%| | 12/1000 [00:01<01:01, 16.11it/s]
|
4 |
2%|β | 18/1000 [00:01<00:40, 24.18it/s]
|
5 |
2%|β | 24/1000 [00:01<00:31, 31.40it/s]
|
6 |
3%|β | 30/1000 [00:01<00:26, 36.99it/s]
|
7 |
4%|β | 36/1000 [00:01<00:23, 41.31it/s]
|
8 |
4%|β | 42/1000 [00:01<00:21, 44.77it/s]
|
9 |
5%|β | 48/1000 [00:01<00:20, 47.24it/s]
|
10 |
5%|β | 54/1000 [00:01<00:19, 49.22it/s]
|
11 |
6%|β | 60/1000 [00:01<00:18, 51.34it/s]
|
12 |
7%|β | 66/1000 [00:02<00:17, 53.19it/s]
|
13 |
7%|β | 72/1000 [00:02<00:17, 54.53it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 55.41it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.10it/s]
|
16 |
9%|β | 90/1000 [00:02<00:16, 56.55it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.03it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.28it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.56it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 57.72it/s]
|
21 |
12%|ββ | 120/1000 [00:03<00:15, 57.71it/s]
|
22 |
13%|ββ | 126/1000 [00:03<00:15, 57.65it/s]
|
23 |
13%|ββ | 132/1000 [00:03<00:15, 57.68it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.65it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:15, 54.15it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:15, 55.26it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:15, 56.04it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 56.45it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 56.51it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 56.82it/s]
|
31 |
18%|ββ | 180/1000 [00:04<00:14, 57.00it/s]
|
32 |
19%|ββ | 186/1000 [00:04<00:14, 57.09it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.13it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:14, 57.16it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.03it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 56.96it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.11it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.09it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.35it/s]
|
40 |
23%|βββ | 234/1000 [00:05<00:13, 57.34it/s]
|
41 |
24%|βββ | 240/1000 [00:05<00:13, 57.24it/s]
|
42 |
25%|βββ | 246/1000 [00:05<00:13, 57.30it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:13, 57.40it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.50it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.54it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.36it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.38it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.55it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.66it/s]
|
50 |
29%|βββ | 294/1000 [00:06<00:12, 57.86it/s]
|
51 |
30%|βββ | 300/1000 [00:06<00:12, 57.83it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:12, 57.79it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 57.93it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 57.92it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 57.83it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.65it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.71it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 57.80it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 57.88it/s]
|
60 |
35%|ββββ | 354/1000 [00:07<00:11, 57.60it/s]
|
61 |
36%|ββββ | 360/1000 [00:07<00:11, 57.62it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 57.72it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 57.82it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.75it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.44it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.52it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.63it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.77it/s]
|
69 |
41%|ββββ | 408/1000 [00:08<00:10, 57.84it/s]
|
70 |
41%|βββββ | 414/1000 [00:08<00:10, 57.84it/s]
|
71 |
42%|βββββ | 420/1000 [00:08<00:10, 57.84it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 57.87it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 57.98it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 57.97it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.75it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 57.82it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 57.86it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 57.83it/s]
|
79 |
47%|βββββ | 468/1000 [00:09<00:09, 57.80it/s]
|
80 |
47%|βββββ | 474/1000 [00:09<00:09, 57.95it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:08, 57.86it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 57.84it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 57.82it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.74it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 57.82it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.73it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.80it/s]
|
88 |
52%|ββββββ | 522/1000 [00:10<00:08, 57.83it/s]
|
89 |
53%|ββββββ | 528/1000 [00:10<00:08, 57.91it/s]
|
90 |
53%|ββββββ | 534/1000 [00:10<00:08, 57.80it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.92it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.95it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.84it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.87it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.95it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.82it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.77it/s]
|
98 |
58%|ββββββ | 582/1000 [00:11<00:07, 57.89it/s]
|
99 |
59%|ββββββ | 588/1000 [00:11<00:07, 57.87it/s]
|
100 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.79it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.91it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.81it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.81it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.95it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.93it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.01it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.80it/s]
|
108 |
64%|βββββββ | 642/1000 [00:12<00:06, 57.75it/s]
|
109 |
65%|βββββββ | 648/1000 [00:12<00:06, 57.92it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.85it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.95it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.99it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.91it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.95it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.96it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.95it/s]
|
117 |
70%|βββββββ | 696/1000 [00:13<00:05, 57.85it/s]
|
118 |
70%|βββββββ | 702/1000 [00:13<00:05, 57.95it/s]
|
119 |
71%|βββββββ | 708/1000 [00:13<00:05, 57.95it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.93it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.94it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.89it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.89it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.86it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.85it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.91it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:14<00:04, 58.01it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:14<00:04, 57.85it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.94it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.89it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.93it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.96it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.80it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.77it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.82it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.78it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:15<00:03, 57.77it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:15<00:03, 57.81it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.90it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.05it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.08it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.00it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.03it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.95it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.94it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:16<00:02, 57.87it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:16<00:02, 57.93it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:16<00:02, 57.93it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.80it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.91it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.89it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.87it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.89it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.89it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.90it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:17<00:01, 58.01it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:17<00:01, 58.05it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.02it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.02it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.01it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.89it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.98it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.07it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.07it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.07it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:18<00:00, 58.04it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:02<07:29, 111.01it/s]
|
169 |
1%| | 512/50176 [00:04<06:30, 127.17it/s]
|
170 |
2%|β | 768/50176 [00:05<06:03, 135.91it/s]
|
171 |
2%|β | 1024/50176 [00:07<05:52, 139.42it/s]
|
172 |
3%|β | 1280/50176 [00:09<05:47, 140.83it/s]
|
173 |
3%|β | 1536/50176 [00:11<05:59, 135.42it/s]
|
174 |
4%|β | 1792/50176 [00:13<05:54, 136.47it/s]
|
175 |
4%|β | 2048/50176 [00:15<05:46, 138.99it/s]
|
176 |
5%|β | 2304/50176 [00:16<05:44, 139.09it/s]
|
177 |
5%|β | 2560/50176 [00:18<05:39, 140.45it/s]
|
178 |
6%|β | 2816/50176 [00:20<05:40, 139.10it/s]
|
179 |
6%|β | 3072/50176 [00:22<05:33, 141.12it/s]
|
180 |
7%|β | 3328/50176 [00:24<05:30, 141.83it/s]
|
181 |
7%|β | 3584/50176 [00:25<05:23, 144.05it/s]
|
182 |
8%|β | 3840/50176 [00:27<05:33, 138.81it/s]
|
183 |
8%|β | 4096/50176 [00:29<05:29, 139.96it/s]
|
184 |
9%|β | 4352/50176 [00:31<05:23, 141.68it/s]
|
185 |
9%|β | 4608/50176 [00:33<05:18, 143.22it/s]
|
186 |
10%|β | 4864/50176 [00:34<05:11, 145.44it/s]
|
187 |
10%|β | 5120/50176 [00:36<05:07, 146.36it/s]
|
188 |
11%|β | 5376/50176 [00:38<05:04, 147.18it/s]
|
189 |
11%|β | 5632/50176 [00:39<05:00, 148.26it/s]
|
190 |
12%|ββ | 5888/50176 [00:41<04:59, 148.08it/s]
|
191 |
12%|ββ | 6144/50176 [00:43<05:24, 135.85it/s]
|
192 |
13%|ββ | 6400/50176 [00:45<05:14, 139.21it/s]
|
193 |
13%|ββ | 6656/50176 [00:47<05:08, 141.25it/s]
|
194 |
14%|ββ | 6912/50176 [00:49<05:04, 141.91it/s]
|
195 |
14%|ββ | 7168/50176 [00:50<05:00, 143.31it/s]
|
196 |
15%|ββ | 7424/50176 [00:52<04:53, 145.56it/s]
|
197 |
15%|ββ | 7680/50176 [00:54<04:53, 144.61it/s]
|
198 |
16%|ββ | 7936/50176 [00:56<04:45, 147.90it/s]
|
199 |
16%|ββ | 8192/50176 [00:57<04:45, 147.31it/s]
|
200 |
17%|ββ | 8448/50176 [00:59<04:41, 148.26it/s]
|
201 |
17%|ββ | 8704/50176 [01:01<04:38, 148.84it/s]
|
202 |
18%|ββ | 8960/50176 [01:03<04:45, 144.19it/s]
|
203 |
18%|ββ | 9216/50176 [01:04<04:37, 147.42it/s]
|
204 |
19%|ββ | 9472/50176 [01:06<04:36, 147.16it/s]
|
205 |
19%|ββ | 9728/50176 [01:08<04:39, 144.53it/s]
|
206 |
20%|ββ | 9984/50176 [01:09<04:31, 148.04it/s]
|
207 |
20%|ββ | 10240/50176 [01:11<04:26, 149.68it/s]
|
208 |
21%|ββ | 10496/50176 [01:13<04:24, 150.20it/s]
|
209 |
21%|βββ | 10752/50176 [01:15<04:29, 146.08it/s]
|
210 |
22%|βββ | 11008/50176 [01:16<04:25, 147.62it/s]
|
211 |
22%|βββ | 11264/50176 [01:18<04:21, 148.52it/s]
|
212 |
23%|βββ | 11520/50176 [01:20<04:16, 150.42it/s]
|
213 |
23%|βββ | 11776/50176 [01:21<04:16, 149.97it/s]
|
214 |
24%|βββ | 12032/50176 [01:23<04:14, 150.10it/s]
|
215 |
24%|βββ | 12288/50176 [01:25<04:11, 150.75it/s]
|
216 |
25%|βββ | 12544/50176 [01:27<04:08, 151.22it/s]
|
217 |
26%|βββ | 12800/50176 [01:28<04:06, 151.63it/s]
|
218 |
26%|βββ | 13056/50176 [01:30<04:03, 152.61it/s]
|
219 |
27%|βββ | 13312/50176 [01:32<04:05, 150.10it/s]
|
220 |
27%|βββ | 13568/50176 [01:34<04:12, 144.75it/s]
|
221 |
28%|βββ | 13824/50176 [01:35<04:16, 141.61it/s]
|
222 |
28%|βββ | 14080/50176 [01:37<04:13, 142.17it/s]
|
223 |
29%|βββ | 14336/50176 [01:39<04:16, 139.57it/s]
|
224 |
29%|βββ | 14592/50176 [01:41<04:06, 144.15it/s]
|
225 |
30%|βββ | 14848/50176 [01:43<04:18, 136.60it/s]
|
226 |
30%|βββ | 15104/50176 [01:45<04:18, 135.53it/s]
|
227 |
31%|βββ | 15360/50176 [01:47<04:10, 138.88it/s]
|
228 |
31%|βββ | 15616/50176 [01:48<04:05, 140.99it/s]
|
229 |
32%|ββββ | 15872/50176 [01:50<04:09, 137.67it/s]
|
230 |
32%|ββββ | 16128/50176 [01:52<04:04, 139.48it/s]
|
231 |
33%|ββββ | 16384/50176 [01:54<04:01, 139.66it/s]
|
232 |
33%|ββββ | 16640/50176 [01:56<04:08, 135.03it/s]
|
233 |
34%|ββββ | 16896/50176 [01:58<03:57, 139.92it/s]
|
234 |
34%|ββββ | 17152/50176 [01:59<03:50, 143.01it/s]
|
235 |
35%|ββββ | 17408/50176 [02:01<03:45, 145.28it/s]
|
236 |
35%|ββββ | 17664/50176 [02:03<03:41, 146.70it/s]
|
237 |
36%|ββββ | 17920/50176 [02:04<03:36, 149.25it/s]
|
238 |
36%|ββββ | 18176/50176 [02:06<03:36, 147.59it/s]
|
239 |
37%|ββββ | 18432/50176 [02:08<03:34, 148.08it/s]
|
240 |
37%|ββββ | 18688/50176 [02:10<03:34, 147.11it/s]
|
241 |
38%|ββββ | 18944/50176 [02:12<03:40, 141.67it/s]
|
242 |
38%|ββββ | 19200/50176 [02:14<03:50, 134.46it/s]
|
243 |
39%|ββββ | 19456/50176 [02:16<03:53, 131.53it/s]
|
244 |
39%|ββββ | 19712/50176 [02:18<03:50, 132.18it/s]
|
245 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.68it/s]
|
246 |
40%|ββββ | 20224/50176 [02:21<03:32, 141.17it/s]
|
247 |
41%|ββββ | 20480/50176 [02:23<03:26, 143.74it/s]
|
248 |
41%|βββββ | 20736/50176 [02:25<03:24, 143.86it/s]
|
249 |
42%|βββββ | 20992/50176 [02:26<03:18, 147.19it/s]
|
250 |
42%|βββββ | 21248/50176 [02:28<03:22, 142.55it/s]
|
251 |
43%|βββββ | 21504/50176 [02:30<03:15, 146.72it/s]
|
252 |
43%|βββββ | 21760/50176 [02:31<03:11, 148.36it/s]
|
253 |
44%|βββββ | 22016/50176 [02:33<03:05, 151.43it/s]
|
254 |
44%|βββββ | 22272/50176 [02:35<03:05, 150.83it/s]
|
255 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.68it/s]
|
256 |
45%|βββββ | 22784/50176 [02:38<03:08, 145.32it/s]
|
257 |
46%|βββββ | 23040/50176 [02:40<03:08, 144.32it/s]
|
258 |
46%|βββββ | 23296/50176 [02:42<03:11, 140.03it/s]
|
259 |
47%|βββββ | 23552/50176 [02:44<03:14, 136.95it/s]
|
260 |
47%|βββββ | 23808/50176 [02:46<03:07, 140.82it/s]
|
261 |
48%|βββββ | 24064/50176 [02:48<03:03, 142.02it/s]
|
262 |
48%|βββββ | 24320/50176 [02:49<03:01, 142.48it/s]
|
263 |
49%|βββββ | 24576/50176 [02:51<02:56, 145.15it/s]
|
264 |
49%|βββββ | 24832/50176 [02:53<02:50, 148.36it/s]
|
265 |
50%|βββββ | 25088/50176 [02:54<02:48, 148.85it/s]
|
266 |
51%|βββββ | 25344/50176 [02:56<02:46, 149.52it/s]
|
267 |
51%|βββββ | 25600/50176 [02:58<02:48, 145.62it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:59<02:41, 150.62it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:01<02:42, 148.50it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:03<02:45, 143.57it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:05<02:41, 145.71it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:07<02:40, 145.28it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:08<02:37, 146.48it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:10<02:35, 146.68it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:12<02:26, 153.43it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:14<02:36, 142.21it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:15<02:32, 144.08it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:17<02:30, 144.41it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:19<02:32, 140.63it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:21<02:28, 143.24it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:22<02:23, 146.38it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:25<02:30, 137.94it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:27<02:30, 136.30it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:28<02:29, 135.67it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:30<02:23, 138.81it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:32<02:15, 145.20it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:34<02:14, 144.23it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:35<02:10, 146.81it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:37<02:06, 149.17it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:39<02:03, 150.85it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:40<02:01, 151.27it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:42<02:01, 149.58it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:44<01:58, 150.66it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:46<02:01, 145.27it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:47<01:56, 149.53it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:49<01:56, 147.56it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:51<01:53, 149.03it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:52<01:54, 144.96it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:54<01:50, 148.23it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:56<01:45, 152.29it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:57<01:42, 154.56it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:59<01:45, 148.30it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:01<01:43, 148.75it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:03<01:42, 146.98it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:04<01:38, 150.08it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:06<01:38, 147.58it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:08<01:40, 143.19it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:10<01:36, 145.28it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:12<01:36, 143.47it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:13<01:33, 145.71it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:15<01:32, 143.92it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:17<01:29, 145.96it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:18<01:25, 150.31it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:20<01:22, 151.24it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:22<01:22, 149.26it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:23<01:20, 150.01it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:25<01:18, 149.17it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:27<01:17, 147.71it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:29<01:17, 145.87it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:31<01:17, 141.29it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:32<01:14, 144.07it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:34<01:12, 145.35it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:36<01:09, 147.38it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.43it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:39<01:07, 143.38it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:41<01:08, 138.24it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:43<01:04, 143.71it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:45<01:01, 146.50it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:46<00:58, 148.32it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:48<00:55, 150.98it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:50<00:54, 150.95it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:52<00:53, 147.90it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:53<00:51, 149.97it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:55<00:49, 148.85it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:57<00:47, 150.53it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:58<00:45, 150.44it/s]
|
337 |
87%|βββββββββ | 43520/50176 [05:00<00:44, 148.91it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:02<00:43, 146.58it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:04<00:41, 148.35it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:05<00:39, 149.93it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:07<00:38, 147.54it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:09<00:36, 145.69it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:11<00:34, 147.58it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:13<00:34, 140.93it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:14<00:31, 146.10it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:16<00:30, 144.84it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:18<00:28, 145.05it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:19<00:26, 145.57it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:21<00:24, 147.12it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:23<00:22, 145.96it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:25<00:21, 142.38it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:27<00:19, 143.98it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:28<00:17, 142.45it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:30<00:15, 145.01it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:32<00:13, 147.18it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:33<00:12, 148.60it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:35<00:10, 150.27it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:37<00:08, 150.44it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:39<00:06, 147.19it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:40<00:05, 145.56it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:42<00:03, 145.32it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:44<00:01, 137.68it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:13:32 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:13:32 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:13:33 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_29.pt).
|
4 |
+
2022-12-21,10:13:40 | INFO | Model:
|
5 |
+
2022-12-21,10:13:40 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:13:40 | INFO | Params:
|
359 |
+
2022-12-21,10:13:40 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:13:40 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:13:40 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:13:40 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_29.pt/checkpoints
|
363 |
+
2022-12-21,10:13:40 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:13:40 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:13:40 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:13:40 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:13:40 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:13:40 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:13:40 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:13:40 | INFO | debug: False
|
371 |
+
2022-12-21,10:13:40 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:13:40 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:13:40 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:13:40 | INFO | distributed: False
|
375 |
+
2022-12-21,10:13:40 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:13:40 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:13:40 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:13:40 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:13:40 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:13:40 | INFO | horovod: False
|
381 |
+
2022-12-21,10:13:40 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:13:40 | INFO | image_std: None
|
383 |
+
2022-12-21,10:13:40 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:13:40 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:13:40 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:13:40 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:13:40 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:13:40 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:13:40 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:13:40 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:13:40 | INFO | log_local: False
|
392 |
+
2022-12-21,10:13:40 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_29.pt/out.log
|
393 |
+
2022-12-21,10:13:40 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:13:40 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:13:40 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:13:40 | INFO | name: epoch_29.pt
|
397 |
+
2022-12-21,10:13:40 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:13:40 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:13:40 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:13:40 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_29.pt
|
401 |
+
2022-12-21,10:13:40 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:13:40 | INFO | rank: 0
|
403 |
+
2022-12-21,10:13:40 | INFO | report_to:
|
404 |
+
2022-12-21,10:13:40 | INFO | resume: None
|
405 |
+
2022-12-21,10:13:40 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:13:40 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:13:40 | INFO | seed: 0
|
408 |
+
2022-12-21,10:13:40 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:13:40 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:13:40 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:13:40 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:13:40 | INFO | trace: False
|
413 |
+
2022-12-21,10:13:40 | INFO | train_data: None
|
414 |
+
2022-12-21,10:13:40 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:13:40 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:13:40 | INFO | val_data: None
|
417 |
+
2022-12-21,10:13:40 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:13:40 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:13:40 | INFO | wandb: False
|
420 |
+
2022-12-21,10:13:40 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:13:40 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:13:40 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:13:40 | INFO | workers: 1
|
424 |
+
2022-12-21,10:13:40 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:13:40 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:13:40 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:13:40 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<14:33, 1.14it/s]
|
431 |
1%| | 6/1000 [00:00<02:05, 7.94it/s]
|
432 |
1%| | 12/1000 [00:01<01:01, 16.11it/s]
|
433 |
2%|β | 18/1000 [00:01<00:40, 24.18it/s]
|
434 |
2%|β | 24/1000 [00:01<00:31, 31.40it/s]
|
435 |
3%|β | 30/1000 [00:01<00:26, 36.99it/s]
|
436 |
4%|β | 36/1000 [00:01<00:23, 41.31it/s]
|
437 |
4%|β | 42/1000 [00:01<00:21, 44.77it/s]
|
438 |
5%|β | 48/1000 [00:01<00:20, 47.24it/s]
|
439 |
5%|β | 54/1000 [00:01<00:19, 49.22it/s]
|
440 |
6%|β | 60/1000 [00:01<00:18, 51.34it/s]
|
441 |
7%|β | 66/1000 [00:02<00:17, 53.19it/s]
|
442 |
7%|β | 72/1000 [00:02<00:17, 54.53it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 55.41it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.10it/s]
|
445 |
9%|β | 90/1000 [00:02<00:16, 56.55it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.03it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.28it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.56it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 57.72it/s]
|
450 |
12%|ββ | 120/1000 [00:03<00:15, 57.71it/s]
|
451 |
13%|ββ | 126/1000 [00:03<00:15, 57.65it/s]
|
452 |
13%|ββ | 132/1000 [00:03<00:15, 57.68it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.65it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:15, 54.15it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:15, 55.26it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:15, 56.04it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 56.45it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 56.51it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 56.82it/s]
|
460 |
18%|ββ | 180/1000 [00:04<00:14, 57.00it/s]
|
461 |
19%|ββ | 186/1000 [00:04<00:14, 57.09it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.13it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:14, 57.16it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.03it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 56.96it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.11it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.09it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.35it/s]
|
469 |
23%|βββ | 234/1000 [00:05<00:13, 57.34it/s]
|
470 |
24%|βββ | 240/1000 [00:05<00:13, 57.24it/s]
|
471 |
25%|βββ | 246/1000 [00:05<00:13, 57.30it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:13, 57.40it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.50it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.54it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.36it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.38it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.55it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.66it/s]
|
479 |
29%|βββ | 294/1000 [00:06<00:12, 57.86it/s]
|
480 |
30%|βββ | 300/1000 [00:06<00:12, 57.83it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:12, 57.79it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 57.93it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 57.92it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 57.83it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.65it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.71it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 57.80it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 57.88it/s]
|
489 |
35%|ββββ | 354/1000 [00:07<00:11, 57.60it/s]
|
490 |
36%|ββββ | 360/1000 [00:07<00:11, 57.62it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 57.72it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 57.82it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.75it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.44it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.52it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.63it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.77it/s]
|
498 |
41%|ββββ | 408/1000 [00:08<00:10, 57.84it/s]
|
499 |
41%|βββββ | 414/1000 [00:08<00:10, 57.84it/s]
|
500 |
42%|βββββ | 420/1000 [00:08<00:10, 57.84it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 57.87it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 57.98it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 57.97it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.75it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 57.82it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 57.86it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 57.83it/s]
|
508 |
47%|βββββ | 468/1000 [00:09<00:09, 57.80it/s]
|
509 |
47%|βββββ | 474/1000 [00:09<00:09, 57.95it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:08, 57.86it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 57.84it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 57.82it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.74it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 57.82it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.73it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.80it/s]
|
517 |
52%|ββββββ | 522/1000 [00:10<00:08, 57.83it/s]
|
518 |
53%|ββββββ | 528/1000 [00:10<00:08, 57.91it/s]
|
519 |
53%|ββββββ | 534/1000 [00:10<00:08, 57.80it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.92it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.95it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.84it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.87it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.95it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.82it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.77it/s]
|
527 |
58%|ββββββ | 582/1000 [00:11<00:07, 57.89it/s]
|
528 |
59%|ββββββ | 588/1000 [00:11<00:07, 57.87it/s]
|
529 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.79it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.91it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.81it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.81it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.95it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.93it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.01it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.80it/s]
|
537 |
64%|βββββββ | 642/1000 [00:12<00:06, 57.75it/s]
|
538 |
65%|βββββββ | 648/1000 [00:12<00:06, 57.92it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.85it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.95it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.99it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.91it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.95it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.96it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.95it/s]
|
546 |
70%|βββββββ | 696/1000 [00:13<00:05, 57.85it/s]
|
547 |
70%|βββββββ | 702/1000 [00:13<00:05, 57.95it/s]
|
548 |
71%|βββββββ | 708/1000 [00:13<00:05, 57.95it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.93it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.94it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.89it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.89it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.86it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.85it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.91it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:14<00:04, 58.01it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:14<00:04, 57.85it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.94it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.89it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.93it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.96it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.80it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.77it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.82it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.78it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:15<00:03, 57.77it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:15<00:03, 57.81it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.90it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.05it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.08it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.00it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.03it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.95it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.94it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:16<00:02, 57.87it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:16<00:02, 57.93it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:16<00:02, 57.93it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.80it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.91it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.89it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.87it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.89it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.89it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.90it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:17<00:01, 58.01it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:17<00:01, 58.05it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:00, 58.02it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 58.02it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 58.01it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.89it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.98it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.07it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.07it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.07it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:18<00:00, 58.04it/s]
|
596 |
+
2022-12-21,10:13:58 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:02<07:29, 111.01it/s]
|
600 |
1%| | 512/50176 [00:04<06:30, 127.17it/s]
|
601 |
2%|β | 768/50176 [00:05<06:03, 135.91it/s]
|
602 |
2%|β | 1024/50176 [00:07<05:52, 139.42it/s]
|
603 |
3%|β | 1280/50176 [00:09<05:47, 140.83it/s]
|
604 |
3%|β | 1536/50176 [00:11<05:59, 135.42it/s]
|
605 |
4%|β | 1792/50176 [00:13<05:54, 136.47it/s]
|
606 |
4%|β | 2048/50176 [00:15<05:46, 138.99it/s]
|
607 |
5%|β | 2304/50176 [00:16<05:44, 139.09it/s]
|
608 |
5%|β | 2560/50176 [00:18<05:39, 140.45it/s]
|
609 |
6%|β | 2816/50176 [00:20<05:40, 139.10it/s]
|
610 |
6%|β | 3072/50176 [00:22<05:33, 141.12it/s]
|
611 |
7%|β | 3328/50176 [00:24<05:30, 141.83it/s]
|
612 |
7%|β | 3584/50176 [00:25<05:23, 144.05it/s]
|
613 |
8%|β | 3840/50176 [00:27<05:33, 138.81it/s]
|
614 |
8%|β | 4096/50176 [00:29<05:29, 139.96it/s]
|
615 |
9%|β | 4352/50176 [00:31<05:23, 141.68it/s]
|
616 |
9%|β | 4608/50176 [00:33<05:18, 143.22it/s]
|
617 |
10%|β | 4864/50176 [00:34<05:11, 145.44it/s]
|
618 |
10%|β | 5120/50176 [00:36<05:07, 146.36it/s]
|
619 |
11%|β | 5376/50176 [00:38<05:04, 147.18it/s]
|
620 |
11%|β | 5632/50176 [00:39<05:00, 148.26it/s]
|
621 |
12%|ββ | 5888/50176 [00:41<04:59, 148.08it/s]
|
622 |
12%|ββ | 6144/50176 [00:43<05:24, 135.85it/s]
|
623 |
13%|ββ | 6400/50176 [00:45<05:14, 139.21it/s]
|
624 |
13%|ββ | 6656/50176 [00:47<05:08, 141.25it/s]
|
625 |
14%|ββ | 6912/50176 [00:49<05:04, 141.91it/s]
|
626 |
14%|ββ | 7168/50176 [00:50<05:00, 143.31it/s]
|
627 |
15%|ββ | 7424/50176 [00:52<04:53, 145.56it/s]
|
628 |
15%|ββ | 7680/50176 [00:54<04:53, 144.61it/s]
|
629 |
16%|ββ | 7936/50176 [00:56<04:45, 147.90it/s]
|
630 |
16%|ββ | 8192/50176 [00:57<04:45, 147.31it/s]
|
631 |
17%|ββ | 8448/50176 [00:59<04:41, 148.26it/s]
|
632 |
17%|ββ | 8704/50176 [01:01<04:38, 148.84it/s]
|
633 |
18%|ββ | 8960/50176 [01:03<04:45, 144.19it/s]
|
634 |
18%|ββ | 9216/50176 [01:04<04:37, 147.42it/s]
|
635 |
19%|ββ | 9472/50176 [01:06<04:36, 147.16it/s]
|
636 |
19%|ββ | 9728/50176 [01:08<04:39, 144.53it/s]
|
637 |
20%|ββ | 9984/50176 [01:09<04:31, 148.04it/s]
|
638 |
20%|ββ | 10240/50176 [01:11<04:26, 149.68it/s]
|
639 |
21%|ββ | 10496/50176 [01:13<04:24, 150.20it/s]
|
640 |
21%|βββ | 10752/50176 [01:15<04:29, 146.08it/s]
|
641 |
22%|βββ | 11008/50176 [01:16<04:25, 147.62it/s]
|
642 |
22%|βββ | 11264/50176 [01:18<04:21, 148.52it/s]
|
643 |
23%|βββ | 11520/50176 [01:20<04:16, 150.42it/s]
|
644 |
23%|βββ | 11776/50176 [01:21<04:16, 149.97it/s]
|
645 |
24%|βββ | 12032/50176 [01:23<04:14, 150.10it/s]
|
646 |
24%|βββ | 12288/50176 [01:25<04:11, 150.75it/s]
|
647 |
25%|βββ | 12544/50176 [01:27<04:08, 151.22it/s]
|
648 |
26%|βββ | 12800/50176 [01:28<04:06, 151.63it/s]
|
649 |
26%|βββ | 13056/50176 [01:30<04:03, 152.61it/s]
|
650 |
27%|βββ | 13312/50176 [01:32<04:05, 150.10it/s]
|
651 |
27%|βββ | 13568/50176 [01:34<04:12, 144.75it/s]
|
652 |
28%|βββ | 13824/50176 [01:35<04:16, 141.61it/s]
|
653 |
28%|βββ | 14080/50176 [01:37<04:13, 142.17it/s]
|
654 |
29%|βββ | 14336/50176 [01:39<04:16, 139.57it/s]
|
655 |
29%|βββ | 14592/50176 [01:41<04:06, 144.15it/s]
|
656 |
30%|βββ | 14848/50176 [01:43<04:18, 136.60it/s]
|
657 |
30%|βββ | 15104/50176 [01:45<04:18, 135.53it/s]
|
658 |
31%|βββ | 15360/50176 [01:47<04:10, 138.88it/s]
|
659 |
31%|βββ | 15616/50176 [01:48<04:05, 140.99it/s]
|
660 |
32%|ββββ | 15872/50176 [01:50<04:09, 137.67it/s]
|
661 |
32%|ββββ | 16128/50176 [01:52<04:04, 139.48it/s]
|
662 |
33%|ββββ | 16384/50176 [01:54<04:01, 139.66it/s]
|
663 |
33%|ββββ | 16640/50176 [01:56<04:08, 135.03it/s]
|
664 |
34%|ββββ | 16896/50176 [01:58<03:57, 139.92it/s]
|
665 |
34%|ββββ | 17152/50176 [01:59<03:50, 143.01it/s]
|
666 |
35%|ββββ | 17408/50176 [02:01<03:45, 145.28it/s]
|
667 |
35%|ββββ | 17664/50176 [02:03<03:41, 146.70it/s]
|
668 |
36%|ββββ | 17920/50176 [02:04<03:36, 149.25it/s]
|
669 |
36%|ββββ | 18176/50176 [02:06<03:36, 147.59it/s]
|
670 |
37%|ββββ | 18432/50176 [02:08<03:34, 148.08it/s]
|
671 |
37%|ββββ | 18688/50176 [02:10<03:34, 147.11it/s]
|
672 |
38%|ββββ | 18944/50176 [02:12<03:40, 141.67it/s]
|
673 |
38%|ββββ | 19200/50176 [02:14<03:50, 134.46it/s]
|
674 |
39%|ββββ | 19456/50176 [02:16<03:53, 131.53it/s]
|
675 |
39%|ββββ | 19712/50176 [02:18<03:50, 132.18it/s]
|
676 |
40%|ββββ | 19968/50176 [02:19<03:44, 134.68it/s]
|
677 |
40%|ββββ | 20224/50176 [02:21<03:32, 141.17it/s]
|
678 |
41%|ββββ | 20480/50176 [02:23<03:26, 143.74it/s]
|
679 |
41%|βββββ | 20736/50176 [02:25<03:24, 143.86it/s]
|
680 |
42%|βββββ | 20992/50176 [02:26<03:18, 147.19it/s]
|
681 |
42%|βββββ | 21248/50176 [02:28<03:22, 142.55it/s]
|
682 |
43%|βββββ | 21504/50176 [02:30<03:15, 146.72it/s]
|
683 |
43%|βββββ | 21760/50176 [02:31<03:11, 148.36it/s]
|
684 |
44%|βββββ | 22016/50176 [02:33<03:05, 151.43it/s]
|
685 |
44%|βββββ | 22272/50176 [02:35<03:05, 150.83it/s]
|
686 |
45%|βββββ | 22528/50176 [02:36<03:02, 151.68it/s]
|
687 |
45%|βββββ | 22784/50176 [02:38<03:08, 145.32it/s]
|
688 |
46%|βββββ | 23040/50176 [02:40<03:08, 144.32it/s]
|
689 |
46%|βββββ | 23296/50176 [02:42<03:11, 140.03it/s]
|
690 |
47%|βββββ | 23552/50176 [02:44<03:14, 136.95it/s]
|
691 |
47%|βββββ | 23808/50176 [02:46<03:07, 140.82it/s]
|
692 |
48%|βββββ | 24064/50176 [02:48<03:03, 142.02it/s]
|
693 |
48%|βββββ | 24320/50176 [02:49<03:01, 142.48it/s]
|
694 |
49%|βββββ | 24576/50176 [02:51<02:56, 145.15it/s]
|
695 |
49%|βββββ | 24832/50176 [02:53<02:50, 148.36it/s]
|
696 |
50%|βββββ | 25088/50176 [02:54<02:48, 148.85it/s]
|
697 |
51%|βββββ | 25344/50176 [02:56<02:46, 149.52it/s]
|
698 |
51%|βββββ | 25600/50176 [02:58<02:48, 145.62it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:59<02:41, 150.62it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:01<02:42, 148.50it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:03<02:45, 143.57it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:05<02:41, 145.71it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:07<02:40, 145.28it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:08<02:37, 146.48it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:10<02:35, 146.68it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:12<02:26, 153.43it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:14<02:36, 142.21it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:15<02:32, 144.08it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:17<02:30, 144.41it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:19<02:32, 140.63it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:21<02:28, 143.24it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:22<02:23, 146.38it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:25<02:30, 137.94it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:27<02:30, 136.30it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:28<02:29, 135.67it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:30<02:23, 138.81it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:32<02:15, 145.20it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:34<02:14, 144.23it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:35<02:10, 146.81it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:37<02:06, 149.17it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:39<02:03, 150.85it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:40<02:01, 151.27it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:42<02:01, 149.58it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:44<01:58, 150.66it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:46<02:01, 145.27it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:47<01:56, 149.53it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:49<01:56, 147.56it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:51<01:53, 149.03it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:52<01:54, 144.96it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:54<01:50, 148.23it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:56<01:45, 152.29it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:57<01:42, 154.56it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:59<01:45, 148.30it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:01<01:43, 148.75it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:03<01:42, 146.98it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:04<01:38, 150.08it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:06<01:38, 147.58it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:08<01:40, 143.19it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:10<01:36, 145.28it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:12<01:36, 143.47it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:13<01:33, 145.71it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:15<01:32, 143.92it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:17<01:29, 145.96it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:18<01:25, 150.31it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:20<01:22, 151.24it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:22<01:22, 149.26it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:23<01:20, 150.01it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:25<01:18, 149.17it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:27<01:17, 147.71it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:29<01:17, 145.87it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:31<01:17, 141.29it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:32<01:14, 144.07it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:34<01:12, 145.35it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:36<01:09, 147.38it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.43it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:39<01:07, 143.38it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:41<01:08, 138.24it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:43<01:04, 143.71it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:45<01:01, 146.50it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:46<00:58, 148.32it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:48<00:55, 150.98it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:50<00:54, 150.95it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:52<00:53, 147.90it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:53<00:51, 149.97it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:55<00:49, 148.85it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:57<00:47, 150.53it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:58<00:45, 150.44it/s]
|
768 |
87%|βββββββββ | 43520/50176 [05:00<00:44, 148.91it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:02<00:43, 146.58it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:04<00:41, 148.35it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:05<00:39, 149.93it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:07<00:38, 147.54it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:09<00:36, 145.69it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:11<00:34, 147.58it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:13<00:34, 140.93it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:14<00:31, 146.10it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:16<00:30, 144.84it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:18<00:28, 145.05it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:19<00:26, 145.57it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:21<00:24, 147.12it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:23<00:22, 145.96it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:25<00:21, 142.38it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:27<00:19, 143.98it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:28<00:17, 142.45it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:30<00:15, 145.01it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:32<00:13, 147.18it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:33<00:12, 148.60it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:35<00:10, 150.27it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:37<00:08, 150.44it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:39<00:06, 147.19it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:40<00:05, 145.56it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:42<00:03, 145.32it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:44<00:01, 137.68it/s]
|
794 |
+
2022-12-21,10:19:44 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:19:44 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5796 imagenet-zeroshot-val-top5: 0.8498
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_3.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eba4cb72f108fe3a0e728c9fbd309a2f85479ffd2d25292d7a31dd9715094a20
|
3 |
+
size 1795822369
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_3.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<10:24, 1.60it/s]
|
2 |
1%| | 6/1000 [00:00<01:34, 10.53it/s]
|
3 |
1%| | 12/1000 [00:00<00:48, 20.51it/s]
|
4 |
2%|β | 18/1000 [00:00<00:33, 29.19it/s]
|
5 |
2%|β | 24/1000 [00:01<00:26, 36.27it/s]
|
6 |
3%|β | 30/1000 [00:01<00:23, 41.87it/s]
|
7 |
4%|β | 36/1000 [00:01<00:20, 46.05it/s]
|
8 |
4%|β | 42/1000 [00:01<00:19, 49.14it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 51.45it/s]
|
10 |
5%|β | 54/1000 [00:01<00:17, 53.09it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 54.30it/s]
|
12 |
7%|β | 66/1000 [00:01<00:17, 54.79it/s]
|
13 |
7%|β | 72/1000 [00:01<00:16, 55.50it/s]
|
14 |
8%|β | 78/1000 [00:01<00:16, 55.99it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.52it/s]
|
16 |
9%|β | 90/1000 [00:02<00:16, 56.49it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 56.96it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.19it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.50it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 57.55it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 57.56it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.53it/s]
|
23 |
13%|ββ | 132/1000 [00:02<00:15, 57.59it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.55it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.60it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.67it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 57.72it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.59it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.47it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.47it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.44it/s]
|
32 |
19%|ββ | 186/1000 [00:03<00:14, 57.28it/s]
|
33 |
19%|ββ | 192/1000 [00:03<00:14, 57.25it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:14, 57.21it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.03it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 56.91it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.03it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.00it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.22it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.08it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.05it/s]
|
42 |
25%|βββ | 246/1000 [00:04<00:13, 57.14it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:13, 57.28it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.41it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.14it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.06it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.14it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.37it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.51it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 57.74it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 57.74it/s]
|
52 |
31%|βββ | 306/1000 [00:05<00:12, 57.73it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 57.88it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 57.86it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 57.76it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.59it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.66it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 57.75it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 57.83it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 53.98it/s]
|
61 |
36%|ββββ | 360/1000 [00:06<00:11, 55.03it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:11, 55.87it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:11, 56.48it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 56.75it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 56.73it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 56.99it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.23it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.47it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 57.61it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 57.65it/s]
|
71 |
42%|βββββ | 420/1000 [00:07<00:10, 57.69it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 57.72it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 57.86it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 57.86it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.66it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 57.73it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 57.78it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 57.77it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 57.75it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 57.89it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:08, 57.80it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 57.77it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 57.77it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.69it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 57.58it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.55it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.65it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.70it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.79it/s]
|
90 |
53%|ββββββ | 534/1000 [00:09<00:08, 57.73it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.85it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.86it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.75it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.47it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.61it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.55it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.53it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.70it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.71it/s]
|
100 |
59%|ββββββ | 594/1000 [00:10<00:07, 57.65it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.76it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.68it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.69it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.80it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.80it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.89it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.71it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.64it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 57.70it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:06, 57.67it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.77it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.82it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.76it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.82it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.83it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.86it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.75it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 57.83it/s]
|
119 |
71%|βββββββ | 708/1000 [00:12<00:05, 57.69it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.69it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.73it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.71it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.72it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.74it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.72it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.82it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 57.91it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.75it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:13<00:04, 57.69it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.69it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.75it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.81it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.63it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.64it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.71it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.69it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.66it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.69it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.63it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 57.80it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 57.86it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 57.79it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 57.86it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.52it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.61it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.62it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 57.74it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:15<00:02, 57.76it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.65it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.77it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.78it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.75it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.77it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.78it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.75it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 57.46it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 57.60it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:01, 57.66it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.74it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.82it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.77it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.86it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 57.94it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 57.98it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 57.73it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 57.83it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<05:58, 139.42it/s]
|
169 |
1%| | 512/50176 [00:03<05:10, 159.99it/s]
|
170 |
2%|β | 768/50176 [00:04<04:44, 173.40it/s]
|
171 |
2%|β | 1024/50176 [00:06<04:59, 164.33it/s]
|
172 |
3%|β | 1280/50176 [00:08<05:11, 157.09it/s]
|
173 |
3%|β | 1536/50176 [00:10<05:36, 144.56it/s]
|
174 |
4%|β | 1792/50176 [00:11<05:38, 143.13it/s]
|
175 |
4%|β | 2048/50176 [00:13<05:35, 143.62it/s]
|
176 |
5%|β | 2304/50176 [00:15<05:37, 141.84it/s]
|
177 |
5%|β | 2560/50176 [00:17<05:34, 142.48it/s]
|
178 |
6%|β | 2816/50176 [00:19<05:38, 139.95it/s]
|
179 |
6%|β | 3072/50176 [00:20<05:31, 142.18it/s]
|
180 |
7%|β | 3328/50176 [00:22<05:28, 142.52it/s]
|
181 |
7%|β | 3584/50176 [00:24<05:21, 144.89it/s]
|
182 |
8%|β | 3840/50176 [00:26<05:32, 139.47it/s]
|
183 |
8%|β | 4096/50176 [00:28<05:28, 140.36it/s]
|
184 |
9%|β | 4352/50176 [00:29<05:22, 142.04it/s]
|
185 |
9%|β | 4608/50176 [00:31<05:17, 143.43it/s]
|
186 |
10%|β | 4864/50176 [00:33<05:11, 145.68it/s]
|
187 |
10%|β | 5120/50176 [00:35<05:07, 146.29it/s]
|
188 |
11%|β | 5376/50176 [00:36<05:04, 147.16it/s]
|
189 |
11%|β | 5632/50176 [00:38<05:00, 148.16it/s]
|
190 |
12%|ββ | 5888/50176 [00:40<04:58, 148.18it/s]
|
191 |
12%|ββ | 6144/50176 [00:42<05:24, 135.62it/s]
|
192 |
13%|ββ | 6400/50176 [00:44<05:14, 139.40it/s]
|
193 |
13%|ββ | 6656/50176 [00:46<05:07, 141.61it/s]
|
194 |
14%|ββ | 6912/50176 [00:47<05:05, 141.58it/s]
|
195 |
14%|ββ | 7168/50176 [00:49<05:00, 142.94it/s]
|
196 |
15%|ββ | 7424/50176 [00:51<04:53, 145.79it/s]
|
197 |
15%|ββ | 7680/50176 [00:53<04:54, 144.44it/s]
|
198 |
16%|ββ | 7936/50176 [00:54<04:45, 148.01it/s]
|
199 |
16%|ββ | 8192/50176 [00:56<04:45, 147.11it/s]
|
200 |
17%|ββ | 8448/50176 [00:58<04:41, 148.41it/s]
|
201 |
17%|ββ | 8704/50176 [00:59<04:38, 149.11it/s]
|
202 |
18%|ββ | 8960/50176 [01:01<04:46, 143.67it/s]
|
203 |
18%|ββ | 9216/50176 [01:03<04:37, 147.72it/s]
|
204 |
19%|ββ | 9472/50176 [01:05<04:36, 147.29it/s]
|
205 |
19%|ββ | 9728/50176 [01:06<04:39, 144.52it/s]
|
206 |
20%|ββ | 9984/50176 [01:08<04:31, 147.95it/s]
|
207 |
20%|ββ | 10240/50176 [01:10<04:26, 149.64it/s]
|
208 |
21%|ββ | 10496/50176 [01:11<04:23, 150.34it/s]
|
209 |
21%|βββ | 10752/50176 [01:13<04:31, 145.30it/s]
|
210 |
22%|βββ | 11008/50176 [01:15<04:24, 147.97it/s]
|
211 |
22%|βββ | 11264/50176 [01:17<04:22, 148.40it/s]
|
212 |
23%|βββ | 11520/50176 [01:18<04:16, 150.71it/s]
|
213 |
23%|βββ | 11776/50176 [01:20<04:16, 149.73it/s]
|
214 |
24%|βββ | 12032/50176 [01:22<04:13, 150.41it/s]
|
215 |
24%|βββ | 12288/50176 [01:23<04:11, 150.73it/s]
|
216 |
25%|βββ | 12544/50176 [01:25<04:08, 151.40it/s]
|
217 |
26%|βββ | 12800/50176 [01:27<04:06, 151.56it/s]
|
218 |
26%|βββ | 13056/50176 [01:28<04:02, 152.76it/s]
|
219 |
27%|βββ | 13312/50176 [01:30<04:05, 150.03it/s]
|
220 |
27%|βββ | 13568/50176 [01:32<04:12, 144.84it/s]
|
221 |
28%|βββ | 13824/50176 [01:34<04:16, 141.53it/s]
|
222 |
28%|βββ | 14080/50176 [01:36<04:13, 142.23it/s]
|
223 |
29%|βββ | 14336/50176 [01:38<04:18, 138.91it/s]
|
224 |
29%|βββ | 14592/50176 [01:39<04:06, 144.44it/s]
|
225 |
30%|βββ | 14848/50176 [01:42<04:18, 136.68it/s]
|
226 |
30%|βββ | 15104/50176 [01:43<04:19, 135.13it/s]
|
227 |
31%|βββ | 15360/50176 [01:45<04:10, 139.09it/s]
|
228 |
31%|βββ | 15616/50176 [01:47<04:04, 141.21it/s]
|
229 |
32%|ββββ | 15872/50176 [01:49<04:10, 137.20it/s]
|
230 |
32%|ββββ | 16128/50176 [01:51<04:03, 139.89it/s]
|
231 |
33%|ββββ | 16384/50176 [01:52<04:01, 139.87it/s]
|
232 |
33%|ββββ | 16640/50176 [01:55<04:08, 135.03it/s]
|
233 |
34%|ββββ | 16896/50176 [01:56<03:57, 140.04it/s]
|
234 |
34%|ββββ | 17152/50176 [01:58<03:50, 143.09it/s]
|
235 |
35%|ββββ | 17408/50176 [02:00<03:45, 145.03it/s]
|
236 |
35%|ββββ | 17664/50176 [02:01<03:41, 146.92it/s]
|
237 |
36%|ββββ | 17920/50176 [02:03<03:36, 149.08it/s]
|
238 |
36%|ββββ | 18176/50176 [02:05<03:36, 147.72it/s]
|
239 |
37%|ββββ | 18432/50176 [02:06<03:34, 147.91it/s]
|
240 |
37%|ββββ | 18688/50176 [02:08<03:33, 147.29it/s]
|
241 |
38%|ββββ | 18944/50176 [02:10<03:39, 142.26it/s]
|
242 |
38%|ββββ | 19200/50176 [02:12<03:50, 134.25it/s]
|
243 |
39%|ββββ | 19456/50176 [02:14<03:53, 131.48it/s]
|
244 |
39%|ββββ | 19712/50176 [02:16<03:51, 131.70it/s]
|
245 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.71it/s]
|
246 |
40%|ββββ | 20224/50176 [02:20<03:31, 141.31it/s]
|
247 |
41%|ββββ | 20480/50176 [02:21<03:26, 143.90it/s]
|
248 |
41%|βββββ | 20736/50176 [02:23<03:24, 144.07it/s]
|
249 |
42%|βββββ | 20992/50176 [02:25<03:18, 147.29it/s]
|
250 |
42%|βββββ | 21248/50176 [02:27<03:23, 142.08it/s]
|
251 |
43%|βββββ | 21504/50176 [02:28<03:15, 146.85it/s]
|
252 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.43it/s]
|
253 |
44%|βββββ | 22016/50176 [02:32<03:05, 151.66it/s]
|
254 |
44%|βββββ | 22272/50176 [02:33<03:04, 150.92it/s]
|
255 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.61it/s]
|
256 |
45%|βββββ | 22784/50176 [02:37<03:07, 145.85it/s]
|
257 |
46%|βββββ | 23040/50176 [02:39<03:08, 143.90it/s]
|
258 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.52it/s]
|
259 |
47%|βββββ | 23552/50176 [02:43<03:14, 136.92it/s]
|
260 |
47%|βββββ | 23808/50176 [02:44<03:06, 141.02it/s]
|
261 |
48%|βββββ | 24064/50176 [02:46<03:04, 141.87it/s]
|
262 |
48%|βββββ | 24320/50176 [02:48<03:01, 142.44it/s]
|
263 |
49%|βββββ | 24576/50176 [02:50<02:56, 145.21it/s]
|
264 |
49%|βββββ | 24832/50176 [02:51<02:50, 148.70it/s]
|
265 |
50%|βββββ | 25088/50176 [02:53<02:48, 148.94it/s]
|
266 |
51%|βββββ | 25344/50176 [02:55<02:45, 149.73it/s]
|
267 |
51%|βββββ | 25600/50176 [02:57<02:48, 146.27it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:58<02:41, 150.54it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.35it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:02<02:45, 144.07it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:04<02:41, 145.41it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:05<02:40, 145.23it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:07<02:37, 146.12it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.62it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:10<02:26, 153.27it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:12<02:36, 142.67it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.59it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.41it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:18<02:32, 140.69it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:19<02:28, 143.23it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:21<02:23, 145.98it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:23<02:30, 138.01it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:25<02:30, 136.10it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:27<02:29, 135.36it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:29<02:23, 138.98it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:30<02:15, 145.40it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:32<02:14, 144.19it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:34<02:10, 146.99it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:36<02:06, 149.17it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:37<02:04, 150.41it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:39<02:01, 151.32it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:41<02:01, 149.74it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:42<01:58, 150.67it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:44<02:00, 146.01it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:46<01:56, 149.31it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:48<01:56, 147.66it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:49<01:53, 149.01it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:51<01:54, 145.23it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:53<01:50, 148.12it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:54<01:45, 152.25it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:56<01:42, 154.48it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:58<01:45, 148.58it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:00<01:43, 148.61it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:01<01:42, 146.80it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:03<01:38, 150.05it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:05<01:38, 147.85it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.46it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:08<01:36, 145.70it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:10<01:36, 143.47it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:12<01:32, 146.03it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:14<01:32, 143.82it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:15<01:29, 146.06it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:17<01:25, 150.23it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.54it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:20<01:22, 149.12it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 149.89it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:24<01:19, 149.04it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:26<01:17, 147.80it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:27<01:17, 145.79it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:29<01:17, 141.92it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.81it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.32it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:34<01:09, 146.60it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:36<01:06, 149.64it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 143.38it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.74it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.58it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:43<01:01, 146.52it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 148.06it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.02it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:48<00:54, 150.91it/s]
|
332 |
84%|βββββββββ | 42240/50176 [04:50<00:53, 147.97it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.88it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 148.92it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:55<00:47, 150.44it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 150.54it/s]
|
337 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 148.85it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.65it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:02<00:41, 148.30it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 149.98it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.51it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:07<00:36, 145.77it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:09<00:34, 147.53it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:11<00:34, 141.22it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 145.97it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:15<00:30, 144.69it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:16<00:28, 144.97it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:18<00:26, 145.62it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:20<00:24, 147.03it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 146.04it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:23<00:21, 141.85it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:25<00:19, 144.03it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 142.29it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 144.49it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:30<00:13, 147.74it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 148.82it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 150.35it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:35<00:08, 150.62it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:37<00:06, 147.29it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.63it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.28it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 137.62it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:13:32 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:13:32 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:13:33 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_3.pt).
|
4 |
+
2022-12-21,10:13:41 | INFO | Model:
|
5 |
+
2022-12-21,10:13:42 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:13:42 | INFO | Params:
|
359 |
+
2022-12-21,10:13:42 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:13:42 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:13:42 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:13:42 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_3.pt/checkpoints
|
363 |
+
2022-12-21,10:13:42 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:13:42 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:13:42 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:13:42 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:13:42 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:13:42 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:13:42 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:13:42 | INFO | debug: False
|
371 |
+
2022-12-21,10:13:42 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:13:42 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:13:42 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:13:42 | INFO | distributed: False
|
375 |
+
2022-12-21,10:13:42 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:13:42 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:13:42 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:13:42 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:13:42 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:13:42 | INFO | horovod: False
|
381 |
+
2022-12-21,10:13:42 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:13:42 | INFO | image_std: None
|
383 |
+
2022-12-21,10:13:42 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:13:42 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:13:42 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:13:42 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:13:42 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:13:42 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:13:42 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:13:42 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:13:42 | INFO | log_local: False
|
392 |
+
2022-12-21,10:13:42 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_3.pt/out.log
|
393 |
+
2022-12-21,10:13:42 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:13:42 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:13:42 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:13:42 | INFO | name: epoch_3.pt
|
397 |
+
2022-12-21,10:13:42 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:13:42 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:13:42 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:13:42 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_3.pt
|
401 |
+
2022-12-21,10:13:42 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:13:42 | INFO | rank: 0
|
403 |
+
2022-12-21,10:13:42 | INFO | report_to:
|
404 |
+
2022-12-21,10:13:42 | INFO | resume: None
|
405 |
+
2022-12-21,10:13:42 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:13:42 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:13:42 | INFO | seed: 0
|
408 |
+
2022-12-21,10:13:42 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:13:42 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:13:42 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:13:42 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:13:42 | INFO | trace: False
|
413 |
+
2022-12-21,10:13:42 | INFO | train_data: None
|
414 |
+
2022-12-21,10:13:42 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:13:42 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:13:42 | INFO | val_data: None
|
417 |
+
2022-12-21,10:13:42 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:13:42 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:13:42 | INFO | wandb: False
|
420 |
+
2022-12-21,10:13:42 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:13:42 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:13:42 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:13:42 | INFO | workers: 1
|
424 |
+
2022-12-21,10:13:42 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:13:42 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:13:42 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:13:42 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<10:24, 1.60it/s]
|
431 |
1%| | 6/1000 [00:00<01:34, 10.53it/s]
|
432 |
1%| | 12/1000 [00:00<00:48, 20.51it/s]
|
433 |
2%|β | 18/1000 [00:00<00:33, 29.19it/s]
|
434 |
2%|β | 24/1000 [00:01<00:26, 36.27it/s]
|
435 |
3%|β | 30/1000 [00:01<00:23, 41.87it/s]
|
436 |
4%|β | 36/1000 [00:01<00:20, 46.05it/s]
|
437 |
4%|β | 42/1000 [00:01<00:19, 49.14it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 51.45it/s]
|
439 |
5%|β | 54/1000 [00:01<00:17, 53.09it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 54.30it/s]
|
441 |
7%|β | 66/1000 [00:01<00:17, 54.79it/s]
|
442 |
7%|β | 72/1000 [00:01<00:16, 55.50it/s]
|
443 |
8%|β | 78/1000 [00:01<00:16, 55.99it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.52it/s]
|
445 |
9%|β | 90/1000 [00:02<00:16, 56.49it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 56.96it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.19it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.50it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 57.55it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 57.56it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.53it/s]
|
452 |
13%|ββ | 132/1000 [00:02<00:15, 57.59it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.55it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.60it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.67it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 57.72it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.59it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.47it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.47it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.44it/s]
|
461 |
19%|ββ | 186/1000 [00:03<00:14, 57.28it/s]
|
462 |
19%|ββ | 192/1000 [00:03<00:14, 57.25it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:14, 57.21it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.03it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 56.91it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.03it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.00it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.22it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.08it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.05it/s]
|
471 |
25%|βββ | 246/1000 [00:04<00:13, 57.14it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:13, 57.28it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.41it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.14it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.06it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.14it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.37it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.51it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 57.74it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 57.74it/s]
|
481 |
31%|βββ | 306/1000 [00:05<00:12, 57.73it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 57.88it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 57.86it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 57.76it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.59it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.66it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 57.75it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 57.83it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 53.98it/s]
|
490 |
36%|ββββ | 360/1000 [00:06<00:11, 55.03it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:11, 55.87it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:11, 56.48it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 56.75it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 56.73it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 56.99it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.23it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.47it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 57.61it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 57.65it/s]
|
500 |
42%|βββββ | 420/1000 [00:07<00:10, 57.69it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 57.72it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 57.86it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 57.86it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.66it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 57.73it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 57.78it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 57.77it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 57.75it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 57.89it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:08, 57.80it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 57.77it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 57.77it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.69it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 57.58it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.55it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.65it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.70it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.79it/s]
|
519 |
53%|ββββββ | 534/1000 [00:09<00:08, 57.73it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.85it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.86it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.75it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.47it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.61it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.55it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.53it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.70it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.71it/s]
|
529 |
59%|ββββββ | 594/1000 [00:10<00:07, 57.65it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.76it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.68it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.69it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.80it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.80it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.89it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.71it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.64it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 57.70it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:06, 57.67it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.77it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.82it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.76it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.82it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.83it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.86it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.75it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 57.83it/s]
|
548 |
71%|βββββββ | 708/1000 [00:12<00:05, 57.69it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.69it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.73it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.71it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.72it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.74it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.72it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.82it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 57.91it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.75it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:13<00:04, 57.69it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.69it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.75it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.81it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.63it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.64it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.71it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.69it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.66it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.69it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.63it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 57.80it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 57.86it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 57.79it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 57.86it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.52it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.61it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.62it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 57.74it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:15<00:02, 57.76it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.65it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.77it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.78it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.75it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.77it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.78it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.75it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 57.46it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 57.60it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:01, 57.66it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.74it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.82it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.77it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.86it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 57.94it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 57.98it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 57.73it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 57.83it/s]
|
596 |
+
2022-12-21,10:14:00 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<05:58, 139.42it/s]
|
600 |
1%| | 512/50176 [00:03<05:10, 159.99it/s]
|
601 |
2%|β | 768/50176 [00:04<04:44, 173.40it/s]
|
602 |
2%|β | 1024/50176 [00:06<04:59, 164.33it/s]
|
603 |
3%|β | 1280/50176 [00:08<05:11, 157.09it/s]
|
604 |
3%|β | 1536/50176 [00:10<05:36, 144.56it/s]
|
605 |
4%|β | 1792/50176 [00:11<05:38, 143.13it/s]
|
606 |
4%|β | 2048/50176 [00:13<05:35, 143.62it/s]
|
607 |
5%|β | 2304/50176 [00:15<05:37, 141.84it/s]
|
608 |
5%|β | 2560/50176 [00:17<05:34, 142.48it/s]
|
609 |
6%|β | 2816/50176 [00:19<05:38, 139.95it/s]
|
610 |
6%|β | 3072/50176 [00:20<05:31, 142.18it/s]
|
611 |
7%|β | 3328/50176 [00:22<05:28, 142.52it/s]
|
612 |
7%|β | 3584/50176 [00:24<05:21, 144.89it/s]
|
613 |
8%|β | 3840/50176 [00:26<05:32, 139.47it/s]
|
614 |
8%|β | 4096/50176 [00:28<05:28, 140.36it/s]
|
615 |
9%|β | 4352/50176 [00:29<05:22, 142.04it/s]
|
616 |
9%|β | 4608/50176 [00:31<05:17, 143.43it/s]
|
617 |
10%|β | 4864/50176 [00:33<05:11, 145.68it/s]
|
618 |
10%|β | 5120/50176 [00:35<05:07, 146.29it/s]
|
619 |
11%|β | 5376/50176 [00:36<05:04, 147.16it/s]
|
620 |
11%|β | 5632/50176 [00:38<05:00, 148.16it/s]
|
621 |
12%|ββ | 5888/50176 [00:40<04:58, 148.18it/s]
|
622 |
12%|ββ | 6144/50176 [00:42<05:24, 135.62it/s]
|
623 |
13%|ββ | 6400/50176 [00:44<05:14, 139.40it/s]
|
624 |
13%|ββ | 6656/50176 [00:46<05:07, 141.61it/s]
|
625 |
14%|ββ | 6912/50176 [00:47<05:05, 141.58it/s]
|
626 |
14%|ββ | 7168/50176 [00:49<05:00, 142.94it/s]
|
627 |
15%|ββ | 7424/50176 [00:51<04:53, 145.79it/s]
|
628 |
15%|ββ | 7680/50176 [00:53<04:54, 144.44it/s]
|
629 |
16%|ββ | 7936/50176 [00:54<04:45, 148.01it/s]
|
630 |
16%|ββ | 8192/50176 [00:56<04:45, 147.11it/s]
|
631 |
17%|ββ | 8448/50176 [00:58<04:41, 148.41it/s]
|
632 |
17%|ββ | 8704/50176 [00:59<04:38, 149.11it/s]
|
633 |
18%|ββ | 8960/50176 [01:01<04:46, 143.67it/s]
|
634 |
18%|ββ | 9216/50176 [01:03<04:37, 147.72it/s]
|
635 |
19%|ββ | 9472/50176 [01:05<04:36, 147.29it/s]
|
636 |
19%|ββ | 9728/50176 [01:06<04:39, 144.52it/s]
|
637 |
20%|ββ | 9984/50176 [01:08<04:31, 147.95it/s]
|
638 |
20%|ββ | 10240/50176 [01:10<04:26, 149.64it/s]
|
639 |
21%|ββ | 10496/50176 [01:11<04:23, 150.34it/s]
|
640 |
21%|βββ | 10752/50176 [01:13<04:31, 145.30it/s]
|
641 |
22%|βββ | 11008/50176 [01:15<04:24, 147.97it/s]
|
642 |
22%|βββ | 11264/50176 [01:17<04:22, 148.40it/s]
|
643 |
23%|βββ | 11520/50176 [01:18<04:16, 150.71it/s]
|
644 |
23%|βββ | 11776/50176 [01:20<04:16, 149.73it/s]
|
645 |
24%|βββ | 12032/50176 [01:22<04:13, 150.41it/s]
|
646 |
24%|βββ | 12288/50176 [01:23<04:11, 150.73it/s]
|
647 |
25%|βββ | 12544/50176 [01:25<04:08, 151.40it/s]
|
648 |
26%|βββ | 12800/50176 [01:27<04:06, 151.56it/s]
|
649 |
26%|βββ | 13056/50176 [01:28<04:02, 152.76it/s]
|
650 |
27%|βββ | 13312/50176 [01:30<04:05, 150.03it/s]
|
651 |
27%|βββ | 13568/50176 [01:32<04:12, 144.84it/s]
|
652 |
28%|βββ | 13824/50176 [01:34<04:16, 141.53it/s]
|
653 |
28%|βββ | 14080/50176 [01:36<04:13, 142.23it/s]
|
654 |
29%|βββ | 14336/50176 [01:38<04:18, 138.91it/s]
|
655 |
29%|βββ | 14592/50176 [01:39<04:06, 144.44it/s]
|
656 |
30%|βββ | 14848/50176 [01:42<04:18, 136.68it/s]
|
657 |
30%|βββ | 15104/50176 [01:43<04:19, 135.13it/s]
|
658 |
31%|βββ | 15360/50176 [01:45<04:10, 139.09it/s]
|
659 |
31%|βββ | 15616/50176 [01:47<04:04, 141.21it/s]
|
660 |
32%|ββββ | 15872/50176 [01:49<04:10, 137.20it/s]
|
661 |
32%|ββββ | 16128/50176 [01:51<04:03, 139.89it/s]
|
662 |
33%|ββββ | 16384/50176 [01:52<04:01, 139.87it/s]
|
663 |
33%|ββββ | 16640/50176 [01:55<04:08, 135.03it/s]
|
664 |
34%|ββββ | 16896/50176 [01:56<03:57, 140.04it/s]
|
665 |
34%|ββββ | 17152/50176 [01:58<03:50, 143.09it/s]
|
666 |
35%|ββββ | 17408/50176 [02:00<03:45, 145.03it/s]
|
667 |
35%|ββββ | 17664/50176 [02:01<03:41, 146.92it/s]
|
668 |
36%|ββββ | 17920/50176 [02:03<03:36, 149.08it/s]
|
669 |
36%|ββββ | 18176/50176 [02:05<03:36, 147.72it/s]
|
670 |
37%|ββββ | 18432/50176 [02:06<03:34, 147.91it/s]
|
671 |
37%|ββββ | 18688/50176 [02:08<03:33, 147.29it/s]
|
672 |
38%|ββββ | 18944/50176 [02:10<03:39, 142.26it/s]
|
673 |
38%|ββββ | 19200/50176 [02:12<03:50, 134.25it/s]
|
674 |
39%|ββββ | 19456/50176 [02:14<03:53, 131.48it/s]
|
675 |
39%|ββββ | 19712/50176 [02:16<03:51, 131.70it/s]
|
676 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.71it/s]
|
677 |
40%|ββββ | 20224/50176 [02:20<03:31, 141.31it/s]
|
678 |
41%|ββββ | 20480/50176 [02:21<03:26, 143.90it/s]
|
679 |
41%|βββββ | 20736/50176 [02:23<03:24, 144.07it/s]
|
680 |
42%|βββββ | 20992/50176 [02:25<03:18, 147.29it/s]
|
681 |
42%|βββββ | 21248/50176 [02:27<03:23, 142.08it/s]
|
682 |
43%|βββββ | 21504/50176 [02:28<03:15, 146.85it/s]
|
683 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.43it/s]
|
684 |
44%|βββββ | 22016/50176 [02:32<03:05, 151.66it/s]
|
685 |
44%|βββββ | 22272/50176 [02:33<03:04, 150.92it/s]
|
686 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.61it/s]
|
687 |
45%|βββββ | 22784/50176 [02:37<03:07, 145.85it/s]
|
688 |
46%|βββββ | 23040/50176 [02:39<03:08, 143.90it/s]
|
689 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.52it/s]
|
690 |
47%|βββββ | 23552/50176 [02:43<03:14, 136.92it/s]
|
691 |
47%|βββββ | 23808/50176 [02:44<03:06, 141.02it/s]
|
692 |
48%|βββββ | 24064/50176 [02:46<03:04, 141.87it/s]
|
693 |
48%|βββββ | 24320/50176 [02:48<03:01, 142.44it/s]
|
694 |
49%|βββββ | 24576/50176 [02:50<02:56, 145.21it/s]
|
695 |
49%|βββββ | 24832/50176 [02:51<02:50, 148.70it/s]
|
696 |
50%|βββββ | 25088/50176 [02:53<02:48, 148.94it/s]
|
697 |
51%|βββββ | 25344/50176 [02:55<02:45, 149.73it/s]
|
698 |
51%|βββββ | 25600/50176 [02:57<02:48, 146.27it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:58<02:41, 150.54it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.35it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:02<02:45, 144.07it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:04<02:41, 145.41it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:05<02:40, 145.23it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:07<02:37, 146.12it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.62it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:10<02:26, 153.27it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:12<02:36, 142.67it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:14<02:33, 143.59it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.41it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:18<02:32, 140.69it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:19<02:28, 143.23it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:21<02:23, 145.98it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:23<02:30, 138.01it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:25<02:30, 136.10it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:27<02:29, 135.36it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:29<02:23, 138.98it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:30<02:15, 145.40it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:32<02:14, 144.19it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:34<02:10, 146.99it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:36<02:06, 149.17it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:37<02:04, 150.41it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:39<02:01, 151.32it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:41<02:01, 149.74it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:42<01:58, 150.67it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:44<02:00, 146.01it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:46<01:56, 149.31it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:48<01:56, 147.66it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:49<01:53, 149.01it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:51<01:54, 145.23it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:53<01:50, 148.12it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:54<01:45, 152.25it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:56<01:42, 154.48it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:58<01:45, 148.58it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:00<01:43, 148.61it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:01<01:42, 146.80it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:03<01:38, 150.05it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:05<01:38, 147.85it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.46it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:08<01:36, 145.70it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:10<01:36, 143.47it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:12<01:32, 146.03it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:14<01:32, 143.82it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:15<01:29, 146.06it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:17<01:25, 150.23it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.54it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:20<01:22, 149.12it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 149.89it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:24<01:19, 149.04it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:26<01:17, 147.80it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:27<01:17, 145.79it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:29<01:17, 141.92it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.81it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.32it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:34<01:09, 146.60it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:36<01:06, 149.64it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 143.38it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.74it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.58it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:43<01:01, 146.52it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 148.06it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.02it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:48<00:54, 150.91it/s]
|
763 |
84%|βββββββββ | 42240/50176 [04:50<00:53, 147.97it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.88it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 148.92it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:55<00:47, 150.44it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 150.54it/s]
|
768 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 148.85it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.65it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:02<00:41, 148.30it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 149.98it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.51it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:07<00:36, 145.77it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:09<00:34, 147.53it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:11<00:34, 141.22it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 145.97it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:15<00:30, 144.69it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:16<00:28, 144.97it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:18<00:26, 145.62it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:20<00:24, 147.03it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 146.04it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:23<00:21, 141.85it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:25<00:19, 144.03it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 142.29it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 144.49it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:30<00:13, 147.74it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 148.82it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 150.35it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:35<00:08, 150.62it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:37<00:06, 147.29it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.63it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.28it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 137.62it/s]
|
794 |
+
2022-12-21,10:19:44 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:19:44 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.3597 imagenet-zeroshot-val-top5: 0.6317
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_30.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a93291f813f8f08018d385a88564d3f4b1099224d90d676eb709d98e5c40820
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_30.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<10:24, 1.60it/s]
|
2 |
1%| | 6/1000 [00:00<01:33, 10.58it/s]
|
3 |
1%| | 12/1000 [00:00<00:48, 20.21it/s]
|
4 |
2%|β | 18/1000 [00:00<00:34, 28.41it/s]
|
5 |
2%|β | 24/1000 [00:01<00:27, 35.59it/s]
|
6 |
3%|β | 30/1000 [00:01<00:23, 41.30it/s]
|
7 |
4%|β | 36/1000 [00:01<00:21, 45.65it/s]
|
8 |
4%|β | 42/1000 [00:01<00:19, 48.91it/s]
|
9 |
5%|β | 48/1000 [00:01<00:18, 51.36it/s]
|
10 |
5%|β | 54/1000 [00:01<00:17, 53.01it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 54.31it/s]
|
12 |
7%|β | 66/1000 [00:01<00:16, 55.25it/s]
|
13 |
7%|β | 72/1000 [00:01<00:16, 55.91it/s]
|
14 |
8%|β | 78/1000 [00:01<00:16, 56.31it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.83it/s]
|
16 |
9%|β | 90/1000 [00:02<00:17, 50.60it/s]
|
17 |
10%|β | 96/1000 [00:02<00:17, 52.71it/s]
|
18 |
10%|β | 102/1000 [00:02<00:16, 54.22it/s]
|
19 |
11%|β | 108/1000 [00:02<00:16, 55.42it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 56.26it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 56.73it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 56.99it/s]
|
23 |
13%|ββ | 132/1000 [00:02<00:15, 57.00it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:15, 57.22it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.44it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.65it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 57.77it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.72it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.61it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.66it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.65it/s]
|
32 |
19%|ββ | 186/1000 [00:03<00:14, 57.59it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.51it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:13, 57.45it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.28it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 57.18it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.32it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 57.27it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.48it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.47it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 57.39it/s]
|
42 |
25%|βββ | 246/1000 [00:04<00:13, 57.47it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:12, 57.58it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.70it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.74it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.57it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.60it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.80it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.82it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 58.03it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 58.00it/s]
|
52 |
31%|βββ | 306/1000 [00:05<00:11, 57.98it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 58.11it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 58.11it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 58.00it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.81it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.90it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 58.02it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 58.11it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.87it/s]
|
61 |
36%|ββββ | 360/1000 [00:06<00:11, 57.86it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:10, 57.92it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 58.00it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.83it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.52it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.59it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.73it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.87it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 57.96it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 57.95it/s]
|
71 |
42%|βββββ | 420/1000 [00:07<00:10, 57.97it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 57.98it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 58.11it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 58.11it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.89it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 57.97it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 58.01it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 57.99it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 57.95it/s]
|
80 |
47%|βββββ | 474/1000 [00:08<00:09, 58.07it/s]
|
81 |
48%|βββββ | 480/1000 [00:08<00:08, 57.97it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 57.96it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 57.96it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.88it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 57.95it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.87it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.95it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.99it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.08it/s]
|
90 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.00it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.07it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.10it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.99it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.01it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.07it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.96it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.90it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.03it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.00it/s]
|
100 |
59%|ββββββ | 594/1000 [00:10<00:07, 57.91it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.05it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.98it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.98it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.10it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.07it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.16it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.98it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.92it/s]
|
109 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.07it/s]
|
110 |
65%|βββββββ | 654/1000 [00:11<00:05, 58.01it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.07it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.13it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.08it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.12it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.11it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.12it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.00it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.09it/s]
|
119 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.04it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.71it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.83it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.83it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.90it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.94it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.95it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.04it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.06it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.88it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.00it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.96it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.02it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.07it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.89it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.89it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.95it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.92it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.91it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.93it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:14<00:02, 58.04it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.18it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.20it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.12it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.18it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.12it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.11it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.03it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.10it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.07it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.94it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.05it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.05it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.00it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.03it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.02it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.01it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.10it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.15it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.12it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.84it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.87it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.90it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.02it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.16it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.21it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.21it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.18it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:01<06:03, 137.32it/s]
|
169 |
1%| | 512/50176 [00:03<05:12, 158.76it/s]
|
170 |
2%|β | 768/50176 [00:04<05:08, 159.96it/s]
|
171 |
2%|β | 1024/50176 [00:06<05:17, 154.72it/s]
|
172 |
3%|β | 1280/50176 [00:08<05:25, 150.30it/s]
|
173 |
3%|β | 1536/50176 [00:10<05:45, 140.87it/s]
|
174 |
4%|β | 1792/50176 [00:12<05:45, 139.84it/s]
|
175 |
4%|β | 2048/50176 [00:14<05:39, 141.73it/s]
|
176 |
5%|β | 2304/50176 [00:15<05:39, 140.94it/s]
|
177 |
5%|β | 2560/50176 [00:17<05:36, 141.49it/s]
|
178 |
6%|β | 2816/50176 [00:19<05:39, 139.53it/s]
|
179 |
6%|β | 3072/50176 [00:21<05:32, 141.73it/s]
|
180 |
7%|β | 3328/50176 [00:23<05:28, 142.48it/s]
|
181 |
7%|β | 3584/50176 [00:24<05:22, 144.44it/s]
|
182 |
8%|β | 3840/50176 [00:26<05:31, 139.67it/s]
|
183 |
8%|β | 4096/50176 [00:28<05:29, 139.90it/s]
|
184 |
9%|β | 4352/50176 [00:30<05:24, 141.32it/s]
|
185 |
9%|β | 4608/50176 [00:32<05:17, 143.42it/s]
|
186 |
10%|β | 4864/50176 [00:33<05:11, 145.51it/s]
|
187 |
10%|β | 5120/50176 [00:35<05:07, 146.39it/s]
|
188 |
11%|β | 5376/50176 [00:37<05:04, 147.29it/s]
|
189 |
11%|β | 5632/50176 [00:38<05:00, 148.36it/s]
|
190 |
12%|ββ | 5888/50176 [00:40<04:58, 148.13it/s]
|
191 |
12%|ββ | 6144/50176 [00:42<05:23, 135.98it/s]
|
192 |
13%|ββ | 6400/50176 [00:44<05:14, 139.18it/s]
|
193 |
13%|ββ | 6656/50176 [00:46<05:08, 141.13it/s]
|
194 |
14%|ββ | 6912/50176 [00:48<05:05, 141.67it/s]
|
195 |
14%|ββ | 7168/50176 [00:49<05:00, 143.29it/s]
|
196 |
15%|ββ | 7424/50176 [00:51<04:53, 145.67it/s]
|
197 |
15%|ββ | 7680/50176 [00:53<04:53, 144.62it/s]
|
198 |
16%|ββ | 7936/50176 [00:55<04:44, 148.29it/s]
|
199 |
16%|ββ | 8192/50176 [00:56<04:45, 147.01it/s]
|
200 |
17%|ββ | 8448/50176 [00:58<04:41, 148.46it/s]
|
201 |
17%|ββ | 8704/50176 [01:00<04:38, 148.78it/s]
|
202 |
18%|ββ | 8960/50176 [01:02<04:46, 143.87it/s]
|
203 |
18%|ββ | 9216/50176 [01:03<04:37, 147.51it/s]
|
204 |
19%|ββ | 9472/50176 [01:05<04:36, 147.35it/s]
|
205 |
19%|ββ | 9728/50176 [01:07<04:41, 143.82it/s]
|
206 |
20%|ββ | 9984/50176 [01:08<04:30, 148.36it/s]
|
207 |
20%|ββ | 10240/50176 [01:10<04:26, 149.78it/s]
|
208 |
21%|ββ | 10496/50176 [01:12<04:23, 150.39it/s]
|
209 |
21%|βββ | 10752/50176 [01:14<04:30, 145.69it/s]
|
210 |
22%|βββ | 11008/50176 [01:15<04:24, 147.93it/s]
|
211 |
22%|βββ | 11264/50176 [01:17<04:22, 148.38it/s]
|
212 |
23%|βββ | 11520/50176 [01:19<04:16, 150.54it/s]
|
213 |
23%|βββ | 11776/50176 [01:20<04:16, 149.87it/s]
|
214 |
24%|βββ | 12032/50176 [01:22<04:13, 150.43it/s]
|
215 |
24%|βββ | 12288/50176 [01:24<04:12, 149.86it/s]
|
216 |
25%|βββ | 12544/50176 [01:26<04:08, 151.60it/s]
|
217 |
26%|βββ | 12800/50176 [01:27<04:06, 151.55it/s]
|
218 |
26%|βββ | 13056/50176 [01:29<04:03, 152.76it/s]
|
219 |
27%|βββ | 13312/50176 [01:31<04:05, 150.05it/s]
|
220 |
27%|βββ | 13568/50176 [01:33<04:13, 144.49it/s]
|
221 |
28%|βββ | 13824/50176 [01:34<04:16, 141.94it/s]
|
222 |
28%|βββ | 14080/50176 [01:36<04:13, 142.34it/s]
|
223 |
29%|βββ | 14336/50176 [01:38<04:17, 139.18it/s]
|
224 |
29%|βββ | 14592/50176 [01:40<04:06, 144.65it/s]
|
225 |
30%|βββ | 14848/50176 [01:42<04:18, 136.66it/s]
|
226 |
30%|βββ | 15104/50176 [01:44<04:19, 135.35it/s]
|
227 |
31%|βββ | 15360/50176 [01:46<04:10, 138.91it/s]
|
228 |
31%|βββ | 15616/50176 [01:47<04:04, 141.33it/s]
|
229 |
32%|ββββ | 15872/50176 [01:49<04:10, 137.03it/s]
|
230 |
32%|ββββ | 16128/50176 [01:51<04:03, 139.70it/s]
|
231 |
33%|ββββ | 16384/50176 [01:53<04:01, 139.72it/s]
|
232 |
33%|ββββ | 16640/50176 [01:55<04:08, 135.02it/s]
|
233 |
34%|ββββ | 16896/50176 [01:57<03:57, 139.95it/s]
|
234 |
34%|ββββ | 17152/50176 [01:58<03:50, 143.12it/s]
|
235 |
35%|ββββ | 17408/50176 [02:00<03:46, 144.96it/s]
|
236 |
35%|ββββ | 17664/50176 [02:02<03:41, 146.90it/s]
|
237 |
36%|ββββ | 17920/50176 [02:03<03:36, 149.13it/s]
|
238 |
36%|ββββ | 18176/50176 [02:05<03:36, 147.99it/s]
|
239 |
37%|ββββ | 18432/50176 [02:07<03:34, 148.06it/s]
|
240 |
37%|ββββ | 18688/50176 [02:09<03:33, 147.41it/s]
|
241 |
38%|ββββ | 18944/50176 [02:11<03:39, 142.24it/s]
|
242 |
38%|ββββ | 19200/50176 [02:13<03:50, 134.25it/s]
|
243 |
39%|ββββ | 19456/50176 [02:15<03:53, 131.43it/s]
|
244 |
39%|ββββ | 19712/50176 [02:17<03:50, 132.01it/s]
|
245 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.79it/s]
|
246 |
40%|ββββ | 20224/50176 [02:20<03:32, 141.25it/s]
|
247 |
41%|ββββ | 20480/50176 [02:22<03:26, 143.73it/s]
|
248 |
41%|βββββ | 20736/50176 [02:24<03:24, 143.89it/s]
|
249 |
42%|βββββ | 20992/50176 [02:25<03:18, 147.21it/s]
|
250 |
42%|βββββ | 21248/50176 [02:27<03:23, 142.27it/s]
|
251 |
43%|βββββ | 21504/50176 [02:29<03:15, 146.73it/s]
|
252 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.48it/s]
|
253 |
44%|βββββ | 22016/50176 [02:32<03:05, 151.52it/s]
|
254 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.75it/s]
|
255 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.55it/s]
|
256 |
45%|βββββ | 22784/50176 [02:37<03:08, 145.62it/s]
|
257 |
46%|βββββ | 23040/50176 [02:39<03:08, 144.00it/s]
|
258 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.44it/s]
|
259 |
47%|βββββ | 23552/50176 [02:43<03:13, 137.42it/s]
|
260 |
47%|βββββ | 23808/50176 [02:45<03:07, 140.72it/s]
|
261 |
48%|βββββ | 24064/50176 [02:47<03:03, 141.99it/s]
|
262 |
48%|βββββ | 24320/50176 [02:48<03:01, 142.55it/s]
|
263 |
49%|βββββ | 24576/50176 [02:50<02:56, 145.15it/s]
|
264 |
49%|βββββ | 24832/50176 [02:52<02:50, 148.42it/s]
|
265 |
50%|βββββ | 25088/50176 [02:53<02:48, 148.81it/s]
|
266 |
51%|βββββ | 25344/50176 [02:55<02:46, 149.53it/s]
|
267 |
51%|βββββ | 25600/50176 [02:57<02:48, 146.19it/s]
|
268 |
52%|ββββββ | 25856/50176 [02:58<02:41, 150.50it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.41it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:02<02:45, 144.00it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:04<02:41, 145.42it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:06<02:40, 145.16it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:07<02:38, 145.78it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.85it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:11<02:26, 153.45it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:13<02:36, 142.51it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:14<02:32, 144.06it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.41it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:18<02:32, 140.96it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:20<02:28, 143.16it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:22<02:23, 146.18it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:24<02:30, 138.09it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:26<02:31, 135.56it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:27<02:28, 135.87it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:29<02:23, 138.83it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:31<02:15, 145.34it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:33<02:14, 144.23it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:34<02:10, 146.90it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:36<02:07, 149.07it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:38<02:03, 150.74it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:39<02:02, 150.71it/s]
|
292 |
64%|βββββββ | 32000/50176 [03:41<02:01, 149.81it/s]
|
293 |
64%|βββββββ | 32256/50176 [03:43<01:59, 150.05it/s]
|
294 |
65%|βββββββ | 32512/50176 [03:45<02:00, 146.14it/s]
|
295 |
65%|βββββββ | 32768/50176 [03:46<01:56, 149.46it/s]
|
296 |
66%|βββββββ | 33024/50176 [03:48<01:56, 147.67it/s]
|
297 |
66%|βββββββ | 33280/50176 [03:50<01:53, 148.99it/s]
|
298 |
67%|βββββββ | 33536/50176 [03:52<01:55, 144.53it/s]
|
299 |
67%|βββββββ | 33792/50176 [03:53<01:50, 148.38it/s]
|
300 |
68%|βββββββ | 34048/50176 [03:55<01:45, 152.49it/s]
|
301 |
68%|βββββββ | 34304/50176 [03:56<01:42, 154.56it/s]
|
302 |
69%|βββββββ | 34560/50176 [03:58<01:45, 147.71it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:00<01:43, 148.98it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:02<01:42, 147.13it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:03<01:38, 150.20it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:05<01:38, 147.65it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.83it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:09<01:36, 145.47it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:11<01:36, 143.59it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:12<01:33, 145.78it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:14<01:32, 143.98it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:16<01:29, 146.09it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:17<01:25, 150.32it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.24it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 149.27it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 150.06it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:24<01:18, 149.14it/s]
|
318 |
77%|ββββββββ | 38656/50176 [04:26<01:17, 147.77it/s]
|
319 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 145.84it/s]
|
320 |
78%|ββββββββ | 39168/50176 [04:30<01:17, 141.86it/s]
|
321 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.84it/s]
|
322 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.28it/s]
|
323 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 147.17it/s]
|
324 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.46it/s]
|
325 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 144.00it/s]
|
326 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.32it/s]
|
327 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.36it/s]
|
328 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 145.76it/s]
|
329 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 148.48it/s]
|
330 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.06it/s]
|
331 |
84%|βββββββββ | 41984/50176 [04:49<00:54, 150.95it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:51<00:53, 147.43it/s]
|
333 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.87it/s]
|
334 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.09it/s]
|
335 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 150.65it/s]
|
336 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 150.55it/s]
|
337 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 148.92it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.61it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:03<00:41, 148.34it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.03it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.53it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 145.72it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:10<00:34, 147.58it/s]
|
344 |
90%|βββββββββ | 45312/50176 [05:12<00:34, 141.15it/s]
|
345 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 146.05it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [05:15<00:30, 144.99it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [05:17<00:28, 144.91it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [05:18<00:26, 145.55it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [05:20<00:24, 147.10it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 145.95it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 142.33it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [05:26<00:19, 144.12it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 142.46it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 145.20it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 146.96it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 148.57it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 150.13it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 150.44it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [05:38<00:06, 147.13it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.51it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.31it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 137.56it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:13:32 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:13:32 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:13:33 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_30.pt).
|
4 |
+
2022-12-21,10:13:41 | INFO | Model:
|
5 |
+
2022-12-21,10:13:41 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:13:41 | INFO | Params:
|
359 |
+
2022-12-21,10:13:41 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:13:41 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:13:41 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:13:41 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_30.pt/checkpoints
|
363 |
+
2022-12-21,10:13:41 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:13:41 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:13:41 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:13:41 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:13:41 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:13:41 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:13:41 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:13:41 | INFO | debug: False
|
371 |
+
2022-12-21,10:13:41 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:13:41 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:13:41 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:13:41 | INFO | distributed: False
|
375 |
+
2022-12-21,10:13:41 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:13:41 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:13:41 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:13:41 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:13:41 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:13:41 | INFO | horovod: False
|
381 |
+
2022-12-21,10:13:41 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:13:41 | INFO | image_std: None
|
383 |
+
2022-12-21,10:13:41 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:13:41 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:13:41 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:13:41 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:13:41 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:13:41 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:13:41 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:13:41 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:13:41 | INFO | log_local: False
|
392 |
+
2022-12-21,10:13:41 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_30.pt/out.log
|
393 |
+
2022-12-21,10:13:41 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:13:41 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:13:41 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:13:41 | INFO | name: epoch_30.pt
|
397 |
+
2022-12-21,10:13:41 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:13:41 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:13:41 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:13:41 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_30.pt
|
401 |
+
2022-12-21,10:13:41 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:13:41 | INFO | rank: 0
|
403 |
+
2022-12-21,10:13:41 | INFO | report_to:
|
404 |
+
2022-12-21,10:13:41 | INFO | resume: None
|
405 |
+
2022-12-21,10:13:41 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:13:41 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:13:41 | INFO | seed: 0
|
408 |
+
2022-12-21,10:13:41 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:13:41 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:13:41 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:13:41 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:13:41 | INFO | trace: False
|
413 |
+
2022-12-21,10:13:41 | INFO | train_data: None
|
414 |
+
2022-12-21,10:13:41 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:13:41 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:13:41 | INFO | val_data: None
|
417 |
+
2022-12-21,10:13:41 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:13:41 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:13:41 | INFO | wandb: False
|
420 |
+
2022-12-21,10:13:41 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:13:41 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:13:41 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:13:41 | INFO | workers: 1
|
424 |
+
2022-12-21,10:13:41 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:13:41 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:13:41 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:13:41 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<10:24, 1.60it/s]
|
431 |
1%| | 6/1000 [00:00<01:33, 10.58it/s]
|
432 |
1%| | 12/1000 [00:00<00:48, 20.21it/s]
|
433 |
2%|β | 18/1000 [00:00<00:34, 28.41it/s]
|
434 |
2%|β | 24/1000 [00:01<00:27, 35.59it/s]
|
435 |
3%|β | 30/1000 [00:01<00:23, 41.30it/s]
|
436 |
4%|β | 36/1000 [00:01<00:21, 45.65it/s]
|
437 |
4%|β | 42/1000 [00:01<00:19, 48.91it/s]
|
438 |
5%|β | 48/1000 [00:01<00:18, 51.36it/s]
|
439 |
5%|β | 54/1000 [00:01<00:17, 53.01it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 54.31it/s]
|
441 |
7%|β | 66/1000 [00:01<00:16, 55.25it/s]
|
442 |
7%|β | 72/1000 [00:01<00:16, 55.91it/s]
|
443 |
8%|β | 78/1000 [00:01<00:16, 56.31it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.83it/s]
|
445 |
9%|β | 90/1000 [00:02<00:17, 50.60it/s]
|
446 |
10%|β | 96/1000 [00:02<00:17, 52.71it/s]
|
447 |
10%|β | 102/1000 [00:02<00:16, 54.22it/s]
|
448 |
11%|β | 108/1000 [00:02<00:16, 55.42it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 56.26it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 56.73it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 56.99it/s]
|
452 |
13%|ββ | 132/1000 [00:02<00:15, 57.00it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:15, 57.22it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.44it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.65it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 57.77it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.72it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.61it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.66it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.65it/s]
|
461 |
19%|ββ | 186/1000 [00:03<00:14, 57.59it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.51it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:13, 57.45it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.28it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 57.18it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.32it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 57.27it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.48it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.47it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 57.39it/s]
|
471 |
25%|βββ | 246/1000 [00:04<00:13, 57.47it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:12, 57.58it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.70it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.74it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.57it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.60it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.80it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.82it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 58.03it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 58.00it/s]
|
481 |
31%|βββ | 306/1000 [00:05<00:11, 57.98it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 58.11it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 58.11it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 58.00it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.81it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.90it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 58.02it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 58.11it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.87it/s]
|
490 |
36%|ββββ | 360/1000 [00:06<00:11, 57.86it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:10, 57.92it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 58.00it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.83it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.52it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.59it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.73it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.87it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 57.96it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 57.95it/s]
|
500 |
42%|βββββ | 420/1000 [00:07<00:10, 57.97it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 57.98it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 58.11it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 58.11it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.89it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 57.97it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 58.01it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 57.99it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 57.95it/s]
|
509 |
47%|βββββ | 474/1000 [00:08<00:09, 58.07it/s]
|
510 |
48%|βββββ | 480/1000 [00:08<00:08, 57.97it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 57.96it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 57.96it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.88it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 57.95it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.87it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.95it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.99it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 58.08it/s]
|
519 |
53%|ββββββ | 534/1000 [00:09<00:08, 58.00it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 58.07it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 58.10it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.99it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 58.01it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 58.07it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.96it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.90it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 58.03it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 58.00it/s]
|
529 |
59%|ββββββ | 594/1000 [00:10<00:07, 57.91it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 58.05it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.98it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.98it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 58.10it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 58.07it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 58.16it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.98it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.92it/s]
|
538 |
65%|βββββββ | 648/1000 [00:11<00:06, 58.07it/s]
|
539 |
65%|βββββββ | 654/1000 [00:11<00:05, 58.01it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 58.07it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 58.13it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 58.08it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 58.12it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 58.11it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 58.12it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 58.00it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 58.09it/s]
|
548 |
71%|βββββββ | 708/1000 [00:12<00:05, 58.04it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.71it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.83it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.83it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.90it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.94it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.95it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 58.04it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 58.06it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.88it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:13<00:03, 58.00it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.96it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 58.02it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 58.07it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.89it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.89it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.95it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.92it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.91it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:14<00:03, 57.93it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:14<00:02, 58.04it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 58.18it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.20it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 58.12it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 58.18it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 58.12it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 58.11it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 58.03it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 58.10it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:15<00:02, 58.07it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.94it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 58.05it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 58.05it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 58.00it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 58.03it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 58.02it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 58.01it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 58.10it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:16<00:01, 58.15it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:16<00:00, 58.12it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.84it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.87it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.90it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 58.02it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.16it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.21it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.21it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.18it/s]
|
596 |
+
2022-12-21,10:13:59 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:01<06:03, 137.32it/s]
|
600 |
1%| | 512/50176 [00:03<05:12, 158.76it/s]
|
601 |
2%|β | 768/50176 [00:04<05:08, 159.96it/s]
|
602 |
2%|β | 1024/50176 [00:06<05:17, 154.72it/s]
|
603 |
3%|β | 1280/50176 [00:08<05:25, 150.30it/s]
|
604 |
3%|β | 1536/50176 [00:10<05:45, 140.87it/s]
|
605 |
4%|β | 1792/50176 [00:12<05:45, 139.84it/s]
|
606 |
4%|β | 2048/50176 [00:14<05:39, 141.73it/s]
|
607 |
5%|β | 2304/50176 [00:15<05:39, 140.94it/s]
|
608 |
5%|β | 2560/50176 [00:17<05:36, 141.49it/s]
|
609 |
6%|β | 2816/50176 [00:19<05:39, 139.53it/s]
|
610 |
6%|β | 3072/50176 [00:21<05:32, 141.73it/s]
|
611 |
7%|β | 3328/50176 [00:23<05:28, 142.48it/s]
|
612 |
7%|β | 3584/50176 [00:24<05:22, 144.44it/s]
|
613 |
8%|β | 3840/50176 [00:26<05:31, 139.67it/s]
|
614 |
8%|β | 4096/50176 [00:28<05:29, 139.90it/s]
|
615 |
9%|β | 4352/50176 [00:30<05:24, 141.32it/s]
|
616 |
9%|β | 4608/50176 [00:32<05:17, 143.42it/s]
|
617 |
10%|β | 4864/50176 [00:33<05:11, 145.51it/s]
|
618 |
10%|β | 5120/50176 [00:35<05:07, 146.39it/s]
|
619 |
11%|β | 5376/50176 [00:37<05:04, 147.29it/s]
|
620 |
11%|β | 5632/50176 [00:38<05:00, 148.36it/s]
|
621 |
12%|ββ | 5888/50176 [00:40<04:58, 148.13it/s]
|
622 |
12%|ββ | 6144/50176 [00:42<05:23, 135.98it/s]
|
623 |
13%|ββ | 6400/50176 [00:44<05:14, 139.18it/s]
|
624 |
13%|ββ | 6656/50176 [00:46<05:08, 141.13it/s]
|
625 |
14%|ββ | 6912/50176 [00:48<05:05, 141.67it/s]
|
626 |
14%|ββ | 7168/50176 [00:49<05:00, 143.29it/s]
|
627 |
15%|ββ | 7424/50176 [00:51<04:53, 145.67it/s]
|
628 |
15%|ββ | 7680/50176 [00:53<04:53, 144.62it/s]
|
629 |
16%|ββ | 7936/50176 [00:55<04:44, 148.29it/s]
|
630 |
16%|ββ | 8192/50176 [00:56<04:45, 147.01it/s]
|
631 |
17%|ββ | 8448/50176 [00:58<04:41, 148.46it/s]
|
632 |
17%|ββ | 8704/50176 [01:00<04:38, 148.78it/s]
|
633 |
18%|ββ | 8960/50176 [01:02<04:46, 143.87it/s]
|
634 |
18%|ββ | 9216/50176 [01:03<04:37, 147.51it/s]
|
635 |
19%|ββ | 9472/50176 [01:05<04:36, 147.35it/s]
|
636 |
19%|ββ | 9728/50176 [01:07<04:41, 143.82it/s]
|
637 |
20%|ββ | 9984/50176 [01:08<04:30, 148.36it/s]
|
638 |
20%|ββ | 10240/50176 [01:10<04:26, 149.78it/s]
|
639 |
21%|ββ | 10496/50176 [01:12<04:23, 150.39it/s]
|
640 |
21%|βββ | 10752/50176 [01:14<04:30, 145.69it/s]
|
641 |
22%|βββ | 11008/50176 [01:15<04:24, 147.93it/s]
|
642 |
22%|βββ | 11264/50176 [01:17<04:22, 148.38it/s]
|
643 |
23%|βββ | 11520/50176 [01:19<04:16, 150.54it/s]
|
644 |
23%|βββ | 11776/50176 [01:20<04:16, 149.87it/s]
|
645 |
24%|βββ | 12032/50176 [01:22<04:13, 150.43it/s]
|
646 |
24%|βββ | 12288/50176 [01:24<04:12, 149.86it/s]
|
647 |
25%|βββ | 12544/50176 [01:26<04:08, 151.60it/s]
|
648 |
26%|βββ | 12800/50176 [01:27<04:06, 151.55it/s]
|
649 |
26%|βββ | 13056/50176 [01:29<04:03, 152.76it/s]
|
650 |
27%|βββ | 13312/50176 [01:31<04:05, 150.05it/s]
|
651 |
27%|βββ | 13568/50176 [01:33<04:13, 144.49it/s]
|
652 |
28%|βββ | 13824/50176 [01:34<04:16, 141.94it/s]
|
653 |
28%|βββ | 14080/50176 [01:36<04:13, 142.34it/s]
|
654 |
29%|βββ | 14336/50176 [01:38<04:17, 139.18it/s]
|
655 |
29%|βββ | 14592/50176 [01:40<04:06, 144.65it/s]
|
656 |
30%|βββ | 14848/50176 [01:42<04:18, 136.66it/s]
|
657 |
30%|βββ | 15104/50176 [01:44<04:19, 135.35it/s]
|
658 |
31%|βββ | 15360/50176 [01:46<04:10, 138.91it/s]
|
659 |
31%|βββ | 15616/50176 [01:47<04:04, 141.33it/s]
|
660 |
32%|ββββ | 15872/50176 [01:49<04:10, 137.03it/s]
|
661 |
32%|ββββ | 16128/50176 [01:51<04:03, 139.70it/s]
|
662 |
33%|ββββ | 16384/50176 [01:53<04:01, 139.72it/s]
|
663 |
33%|ββββ | 16640/50176 [01:55<04:08, 135.02it/s]
|
664 |
34%|ββββ | 16896/50176 [01:57<03:57, 139.95it/s]
|
665 |
34%|ββββ | 17152/50176 [01:58<03:50, 143.12it/s]
|
666 |
35%|ββββ | 17408/50176 [02:00<03:46, 144.96it/s]
|
667 |
35%|ββββ | 17664/50176 [02:02<03:41, 146.90it/s]
|
668 |
36%|ββββ | 17920/50176 [02:03<03:36, 149.13it/s]
|
669 |
36%|ββββ | 18176/50176 [02:05<03:36, 147.99it/s]
|
670 |
37%|ββββ | 18432/50176 [02:07<03:34, 148.06it/s]
|
671 |
37%|ββββ | 18688/50176 [02:09<03:33, 147.41it/s]
|
672 |
38%|ββββ | 18944/50176 [02:11<03:39, 142.24it/s]
|
673 |
38%|ββββ | 19200/50176 [02:13<03:50, 134.25it/s]
|
674 |
39%|ββββ | 19456/50176 [02:15<03:53, 131.43it/s]
|
675 |
39%|ββββ | 19712/50176 [02:17<03:50, 132.01it/s]
|
676 |
40%|ββββ | 19968/50176 [02:18<03:44, 134.79it/s]
|
677 |
40%|ββββ | 20224/50176 [02:20<03:32, 141.25it/s]
|
678 |
41%|ββββ | 20480/50176 [02:22<03:26, 143.73it/s]
|
679 |
41%|βββββ | 20736/50176 [02:24<03:24, 143.89it/s]
|
680 |
42%|βββββ | 20992/50176 [02:25<03:18, 147.21it/s]
|
681 |
42%|βββββ | 21248/50176 [02:27<03:23, 142.27it/s]
|
682 |
43%|βββββ | 21504/50176 [02:29<03:15, 146.73it/s]
|
683 |
43%|βββββ | 21760/50176 [02:30<03:11, 148.48it/s]
|
684 |
44%|βββββ | 22016/50176 [02:32<03:05, 151.52it/s]
|
685 |
44%|βββββ | 22272/50176 [02:34<03:05, 150.75it/s]
|
686 |
45%|βββββ | 22528/50176 [02:35<03:02, 151.55it/s]
|
687 |
45%|βββββ | 22784/50176 [02:37<03:08, 145.62it/s]
|
688 |
46%|βββββ | 23040/50176 [02:39<03:08, 144.00it/s]
|
689 |
46%|βββββ | 23296/50176 [02:41<03:12, 139.44it/s]
|
690 |
47%|βββββ | 23552/50176 [02:43<03:13, 137.42it/s]
|
691 |
47%|βββββ | 23808/50176 [02:45<03:07, 140.72it/s]
|
692 |
48%|βββββ | 24064/50176 [02:47<03:03, 141.99it/s]
|
693 |
48%|βββββ | 24320/50176 [02:48<03:01, 142.55it/s]
|
694 |
49%|βββββ | 24576/50176 [02:50<02:56, 145.15it/s]
|
695 |
49%|βββββ | 24832/50176 [02:52<02:50, 148.42it/s]
|
696 |
50%|βββββ | 25088/50176 [02:53<02:48, 148.81it/s]
|
697 |
51%|βββββ | 25344/50176 [02:55<02:46, 149.53it/s]
|
698 |
51%|βββββ | 25600/50176 [02:57<02:48, 146.19it/s]
|
699 |
52%|ββββββ | 25856/50176 [02:58<02:41, 150.50it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:00<02:42, 148.41it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:02<02:45, 144.00it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:04<02:41, 145.42it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:06<02:40, 145.16it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:07<02:38, 145.78it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:09<02:35, 146.85it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:11<02:26, 153.45it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:13<02:36, 142.51it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:14<02:32, 144.06it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:16<02:30, 144.41it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:18<02:32, 140.96it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:20<02:28, 143.16it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:22<02:23, 146.18it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:24<02:30, 138.09it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:26<02:31, 135.56it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:27<02:28, 135.87it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:29<02:23, 138.83it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:31<02:15, 145.34it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:33<02:14, 144.23it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:34<02:10, 146.90it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:36<02:07, 149.07it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:38<02:03, 150.74it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:39<02:02, 150.71it/s]
|
723 |
64%|βββββββ | 32000/50176 [03:41<02:01, 149.81it/s]
|
724 |
64%|βββββββ | 32256/50176 [03:43<01:59, 150.05it/s]
|
725 |
65%|βββββββ | 32512/50176 [03:45<02:00, 146.14it/s]
|
726 |
65%|βββββββ | 32768/50176 [03:46<01:56, 149.46it/s]
|
727 |
66%|βββββββ | 33024/50176 [03:48<01:56, 147.67it/s]
|
728 |
66%|βββββββ | 33280/50176 [03:50<01:53, 148.99it/s]
|
729 |
67%|βββββββ | 33536/50176 [03:52<01:55, 144.53it/s]
|
730 |
67%|βββββββ | 33792/50176 [03:53<01:50, 148.38it/s]
|
731 |
68%|βββββββ | 34048/50176 [03:55<01:45, 152.49it/s]
|
732 |
68%|βββββββ | 34304/50176 [03:56<01:42, 154.56it/s]
|
733 |
69%|βββββββ | 34560/50176 [03:58<01:45, 147.71it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:00<01:43, 148.98it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:02<01:42, 147.13it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:03<01:38, 150.20it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:05<01:38, 147.65it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:07<01:40, 142.83it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:09<01:36, 145.47it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:11<01:36, 143.59it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:12<01:33, 145.78it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:14<01:32, 143.98it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:16<01:29, 146.09it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:17<01:25, 150.32it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:19<01:22, 151.24it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:21<01:22, 149.27it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:22<01:20, 150.06it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:24<01:18, 149.14it/s]
|
749 |
77%|ββββββββ | 38656/50176 [04:26<01:17, 147.77it/s]
|
750 |
78%|ββββββββ | 38912/50176 [04:28<01:17, 145.84it/s]
|
751 |
78%|ββββββββ | 39168/50176 [04:30<01:17, 141.86it/s]
|
752 |
79%|ββββββββ | 39424/50176 [04:31<01:14, 143.84it/s]
|
753 |
79%|ββββββββ | 39680/50176 [04:33<01:12, 145.28it/s]
|
754 |
80%|ββββββββ | 39936/50176 [04:35<01:09, 147.17it/s]
|
755 |
80%|ββββββββ | 40192/50176 [04:37<01:06, 149.46it/s]
|
756 |
81%|ββββββββ | 40448/50176 [04:38<01:07, 144.00it/s]
|
757 |
81%|ββββββββ | 40704/50176 [04:40<01:08, 138.32it/s]
|
758 |
82%|βββββββββ | 40960/50176 [04:42<01:04, 143.36it/s]
|
759 |
82%|βββββββββ | 41216/50176 [04:44<01:01, 145.76it/s]
|
760 |
83%|βββββββββ | 41472/50176 [04:45<00:58, 148.48it/s]
|
761 |
83%|βββββββββ | 41728/50176 [04:47<00:55, 151.06it/s]
|
762 |
84%|βββββββββ | 41984/50176 [04:49<00:54, 150.95it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [04:51<00:53, 147.43it/s]
|
764 |
85%|βββββββββ | 42496/50176 [04:52<00:51, 149.87it/s]
|
765 |
85%|βββββββββ | 42752/50176 [04:54<00:49, 149.09it/s]
|
766 |
86%|βββββββββ | 43008/50176 [04:56<00:47, 150.65it/s]
|
767 |
86%|βββββββββ | 43264/50176 [04:57<00:45, 150.55it/s]
|
768 |
87%|βββββββββ | 43520/50176 [04:59<00:44, 148.92it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:01<00:43, 146.61it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:03<00:41, 148.34it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:04<00:39, 150.03it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:06<00:38, 147.53it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:08<00:36, 145.72it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:10<00:34, 147.58it/s]
|
775 |
90%|βββββββββ | 45312/50176 [05:12<00:34, 141.15it/s]
|
776 |
91%|βββββββββ | 45568/50176 [05:13<00:31, 146.05it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [05:15<00:30, 144.99it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [05:17<00:28, 144.91it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [05:18<00:26, 145.55it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [05:20<00:24, 147.10it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [05:22<00:22, 145.95it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [05:24<00:21, 142.33it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [05:26<00:19, 144.12it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [05:27<00:17, 142.46it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [05:29<00:15, 145.20it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [05:31<00:13, 146.96it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [05:32<00:12, 148.57it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [05:34<00:10, 150.13it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [05:36<00:08, 150.44it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [05:38<00:06, 147.13it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [05:39<00:05, 145.51it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [05:41<00:03, 145.31it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [05:43<00:01, 137.56it/s]
|
794 |
+
2022-12-21,10:19:44 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:19:44 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5460 imagenet-zeroshot-val-top5: 0.8225
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_31.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:03a35e10031a0f941d69633e872a951a274491f46a6d2eabfb76340f7826f6f1
|
3 |
+
size 1795822561
|
full_checkpoints/Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k/epoch_31.pt.txt
ADDED
@@ -0,0 +1,432 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
0 |
0%| | 0/1000 [00:00<?, ?it/s]
|
1 |
0%| | 1/1000 [00:00<12:14, 1.36it/s]
|
2 |
1%| | 6/1000 [00:00<01:48, 9.18it/s]
|
3 |
1%| | 12/1000 [00:00<00:54, 18.11it/s]
|
4 |
2%|β | 18/1000 [00:01<00:37, 26.25it/s]
|
5 |
2%|β | 24/1000 [00:01<00:29, 33.16it/s]
|
6 |
3%|β | 30/1000 [00:01<00:25, 38.73it/s]
|
7 |
4%|β | 36/1000 [00:01<00:22, 43.41it/s]
|
8 |
4%|β | 42/1000 [00:01<00:20, 47.09it/s]
|
9 |
5%|β | 48/1000 [00:01<00:19, 49.89it/s]
|
10 |
5%|β | 54/1000 [00:01<00:18, 51.95it/s]
|
11 |
6%|β | 60/1000 [00:01<00:17, 53.44it/s]
|
12 |
7%|β | 66/1000 [00:01<00:17, 54.57it/s]
|
13 |
7%|β | 72/1000 [00:02<00:16, 55.32it/s]
|
14 |
8%|β | 78/1000 [00:02<00:16, 55.87it/s]
|
15 |
8%|β | 84/1000 [00:02<00:16, 56.38it/s]
|
16 |
9%|β | 90/1000 [00:02<00:16, 56.70it/s]
|
17 |
10%|β | 96/1000 [00:02<00:15, 57.06it/s]
|
18 |
10%|β | 102/1000 [00:02<00:15, 57.22it/s]
|
19 |
11%|β | 108/1000 [00:02<00:15, 57.44it/s]
|
20 |
11%|ββ | 114/1000 [00:02<00:15, 57.56it/s]
|
21 |
12%|ββ | 120/1000 [00:02<00:15, 57.56it/s]
|
22 |
13%|ββ | 126/1000 [00:02<00:15, 57.49it/s]
|
23 |
13%|ββ | 132/1000 [00:03<00:15, 57.54it/s]
|
24 |
14%|ββ | 138/1000 [00:03<00:14, 57.51it/s]
|
25 |
14%|ββ | 144/1000 [00:03<00:14, 57.59it/s]
|
26 |
15%|ββ | 150/1000 [00:03<00:14, 57.68it/s]
|
27 |
16%|ββ | 156/1000 [00:03<00:14, 57.72it/s]
|
28 |
16%|ββ | 162/1000 [00:03<00:14, 57.55it/s]
|
29 |
17%|ββ | 168/1000 [00:03<00:14, 57.43it/s]
|
30 |
17%|ββ | 174/1000 [00:03<00:14, 57.45it/s]
|
31 |
18%|ββ | 180/1000 [00:03<00:14, 57.41it/s]
|
32 |
19%|ββ | 186/1000 [00:04<00:14, 57.32it/s]
|
33 |
19%|ββ | 192/1000 [00:04<00:14, 57.29it/s]
|
34 |
20%|ββ | 198/1000 [00:04<00:14, 57.22it/s]
|
35 |
20%|ββ | 204/1000 [00:04<00:13, 57.00it/s]
|
36 |
21%|ββ | 210/1000 [00:04<00:13, 56.88it/s]
|
37 |
22%|βββ | 216/1000 [00:04<00:13, 57.00it/s]
|
38 |
22%|βββ | 222/1000 [00:04<00:13, 56.95it/s]
|
39 |
23%|βββ | 228/1000 [00:04<00:13, 57.16it/s]
|
40 |
23%|βββ | 234/1000 [00:04<00:13, 57.16it/s]
|
41 |
24%|βββ | 240/1000 [00:04<00:13, 56.79it/s]
|
42 |
25%|βββ | 246/1000 [00:05<00:13, 56.95it/s]
|
43 |
25%|βββ | 252/1000 [00:05<00:13, 57.13it/s]
|
44 |
26%|βββ | 258/1000 [00:05<00:12, 57.28it/s]
|
45 |
26%|βββ | 264/1000 [00:05<00:12, 57.35it/s]
|
46 |
27%|βββ | 270/1000 [00:05<00:12, 57.21it/s]
|
47 |
28%|βββ | 276/1000 [00:05<00:12, 57.27it/s]
|
48 |
28%|βββ | 282/1000 [00:05<00:12, 57.46it/s]
|
49 |
29%|βββ | 288/1000 [00:05<00:12, 57.57it/s]
|
50 |
29%|βββ | 294/1000 [00:05<00:12, 57.77it/s]
|
51 |
30%|βββ | 300/1000 [00:05<00:12, 57.74it/s]
|
52 |
31%|βββ | 306/1000 [00:06<00:12, 57.71it/s]
|
53 |
31%|βββ | 312/1000 [00:06<00:11, 57.83it/s]
|
54 |
32%|ββββ | 318/1000 [00:06<00:11, 57.79it/s]
|
55 |
32%|ββββ | 324/1000 [00:06<00:11, 57.71it/s]
|
56 |
33%|ββββ | 330/1000 [00:06<00:11, 57.52it/s]
|
57 |
34%|ββββ | 336/1000 [00:06<00:11, 57.61it/s]
|
58 |
34%|ββββ | 342/1000 [00:06<00:11, 57.70it/s]
|
59 |
35%|ββββ | 348/1000 [00:06<00:11, 57.78it/s]
|
60 |
35%|ββββ | 354/1000 [00:06<00:11, 57.58it/s]
|
61 |
36%|ββββ | 360/1000 [00:07<00:11, 57.61it/s]
|
62 |
37%|ββββ | 366/1000 [00:07<00:11, 57.64it/s]
|
63 |
37%|ββββ | 372/1000 [00:07<00:10, 57.72it/s]
|
64 |
38%|ββββ | 378/1000 [00:07<00:10, 57.62it/s]
|
65 |
38%|ββββ | 384/1000 [00:07<00:10, 57.31it/s]
|
66 |
39%|ββββ | 390/1000 [00:07<00:10, 57.38it/s]
|
67 |
40%|ββββ | 396/1000 [00:07<00:10, 57.49it/s]
|
68 |
40%|ββββ | 402/1000 [00:07<00:10, 57.64it/s]
|
69 |
41%|ββββ | 408/1000 [00:07<00:10, 57.71it/s]
|
70 |
41%|βββββ | 414/1000 [00:07<00:10, 57.72it/s]
|
71 |
42%|βββββ | 420/1000 [00:08<00:10, 57.69it/s]
|
72 |
43%|βββββ | 426/1000 [00:08<00:09, 57.72it/s]
|
73 |
43%|βββββ | 432/1000 [00:08<00:09, 57.84it/s]
|
74 |
44%|βββββ | 438/1000 [00:08<00:09, 57.82it/s]
|
75 |
44%|βββββ | 444/1000 [00:08<00:09, 57.62it/s]
|
76 |
45%|βββββ | 450/1000 [00:08<00:09, 57.70it/s]
|
77 |
46%|βββββ | 456/1000 [00:08<00:09, 57.75it/s]
|
78 |
46%|βββββ | 462/1000 [00:08<00:09, 57.74it/s]
|
79 |
47%|βββββ | 468/1000 [00:08<00:09, 57.71it/s]
|
80 |
47%|βββββ | 474/1000 [00:09<00:09, 57.85it/s]
|
81 |
48%|βββββ | 480/1000 [00:09<00:08, 57.78it/s]
|
82 |
49%|βββββ | 486/1000 [00:09<00:08, 57.75it/s]
|
83 |
49%|βββββ | 492/1000 [00:09<00:08, 57.74it/s]
|
84 |
50%|βββββ | 498/1000 [00:09<00:08, 57.65it/s]
|
85 |
50%|βββββ | 504/1000 [00:09<00:08, 57.70it/s]
|
86 |
51%|βββββ | 510/1000 [00:09<00:08, 57.61it/s]
|
87 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.70it/s]
|
88 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.70it/s]
|
89 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.79it/s]
|
90 |
53%|ββββββ | 534/1000 [00:10<00:08, 57.70it/s]
|
91 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.81it/s]
|
92 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.84it/s]
|
93 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.75it/s]
|
94 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.76it/s]
|
95 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.81it/s]
|
96 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.68it/s]
|
97 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.61it/s]
|
98 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.75it/s]
|
99 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.75it/s]
|
100 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.67it/s]
|
101 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.79it/s]
|
102 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.71it/s]
|
103 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.71it/s]
|
104 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.83it/s]
|
105 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.81it/s]
|
106 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.88it/s]
|
107 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.70it/s]
|
108 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.65it/s]
|
109 |
65%|βββββββ | 648/1000 [00:12<00:06, 57.80it/s]
|
110 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.77it/s]
|
111 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.85it/s]
|
112 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.87it/s]
|
113 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.80it/s]
|
114 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.84it/s]
|
115 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.84it/s]
|
116 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.87it/s]
|
117 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.76it/s]
|
118 |
70%|βββββββ | 702/1000 [00:12<00:05, 57.84it/s]
|
119 |
71%|βββββββ | 708/1000 [00:13<00:05, 57.82it/s]
|
120 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.81it/s]
|
121 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.81it/s]
|
122 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.73it/s]
|
123 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.74it/s]
|
124 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.75it/s]
|
125 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.75it/s]
|
126 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.85it/s]
|
127 |
76%|ββββββββ | 756/1000 [00:13<00:04, 57.94it/s]
|
128 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.79it/s]
|
129 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.88it/s]
|
130 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.85it/s]
|
131 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.88it/s]
|
132 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.91it/s]
|
133 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.71it/s]
|
134 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.72it/s]
|
135 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.76it/s]
|
136 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.74it/s]
|
137 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.72it/s]
|
138 |
82%|βββββββββ | 822/1000 [00:15<00:03, 57.73it/s]
|
139 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.84it/s]
|
140 |
83%|βββββββββ | 834/1000 [00:15<00:02, 57.97it/s]
|
141 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.00it/s]
|
142 |
85%|βββββββββ | 846/1000 [00:15<00:02, 57.90it/s]
|
143 |
85%|βββββββββ | 852/1000 [00:15<00:02, 57.93it/s]
|
144 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.88it/s]
|
145 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.90it/s]
|
146 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.82it/s]
|
147 |
88%|βββββββββ | 876/1000 [00:15<00:02, 57.89it/s]
|
148 |
88%|βββββββββ | 882/1000 [00:16<00:02, 57.85it/s]
|
149 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.73it/s]
|
150 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.84it/s]
|
151 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.83it/s]
|
152 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.80it/s]
|
153 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.84it/s]
|
154 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.84it/s]
|
155 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.83it/s]
|
156 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 57.92it/s]
|
157 |
94%|ββββββββββ| 936/1000 [00:17<00:01, 57.88it/s]
|
158 |
94%|ββββββββββ| 942/1000 [00:17<00:01, 57.87it/s]
|
159 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.90it/s]
|
160 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.95it/s]
|
161 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.89it/s]
|
162 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.96it/s]
|
163 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.03it/s]
|
164 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.05it/s]
|
165 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.05it/s]
|
166 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.00it/s]
|
|
|
|
|
167 |
0%| | 0/50176 [00:00<?, ?it/s]
|
168 |
1%| | 256/50176 [00:02<07:26, 111.68it/s]
|
169 |
1%| | 512/50176 [00:04<06:37, 125.05it/s]
|
170 |
2%|β | 768/50176 [00:05<06:16, 131.39it/s]
|
171 |
2%|β | 1024/50176 [00:07<06:03, 135.32it/s]
|
172 |
3%|β | 1280/50176 [00:09<05:58, 136.47it/s]
|
173 |
3%|β | 1536/50176 [00:11<06:09, 131.48it/s]
|
174 |
4%|β | 1792/50176 [00:13<06:07, 131.79it/s]
|
175 |
4%|β | 2048/50176 [00:15<05:50, 137.15it/s]
|
176 |
5%|β | 2304/50176 [00:17<05:46, 138.20it/s]
|
177 |
5%|β | 2560/50176 [00:18<05:40, 139.74it/s]
|
178 |
6%|β | 2816/50176 [00:20<05:40, 139.05it/s]
|
179 |
6%|β | 3072/50176 [00:22<05:29, 142.97it/s]
|
180 |
7%|β | 3328/50176 [00:24<05:25, 143.78it/s]
|
181 |
7%|β | 3584/50176 [00:26<05:22, 144.38it/s]
|
182 |
8%|β | 3840/50176 [00:28<05:33, 138.75it/s]
|
183 |
8%|β | 4096/50176 [00:29<05:31, 138.89it/s]
|
184 |
9%|β | 4352/50176 [00:31<05:25, 140.75it/s]
|
185 |
9%|β | 4608/50176 [00:33<05:21, 141.58it/s]
|
186 |
10%|β | 4864/50176 [00:35<05:16, 143.24it/s]
|
187 |
10%|β | 5120/50176 [00:36<05:12, 143.98it/s]
|
188 |
11%|β | 5376/50176 [00:38<05:09, 144.77it/s]
|
189 |
11%|β | 5632/50176 [00:40<05:05, 145.58it/s]
|
190 |
12%|ββ | 5888/50176 [00:42<05:02, 146.52it/s]
|
191 |
12%|ββ | 6144/50176 [00:44<05:27, 134.30it/s]
|
192 |
13%|ββ | 6400/50176 [00:46<05:16, 138.29it/s]
|
193 |
13%|ββ | 6656/50176 [00:47<05:09, 140.40it/s]
|
194 |
14%|ββ | 6912/50176 [00:49<05:07, 140.49it/s]
|
195 |
14%|ββ | 7168/50176 [00:51<05:02, 142.28it/s]
|
196 |
15%|ββ | 7424/50176 [00:53<04:55, 144.76it/s]
|
197 |
15%|ββ | 7680/50176 [00:54<04:54, 144.33it/s]
|
198 |
16%|ββ | 7936/50176 [00:56<04:45, 147.83it/s]
|
199 |
16%|ββ | 8192/50176 [00:58<04:57, 140.99it/s]
|
200 |
17%|ββ | 8448/50176 [01:00<04:49, 144.30it/s]
|
201 |
17%|ββ | 8704/50176 [01:01<04:45, 145.23it/s]
|
202 |
18%|ββ | 8960/50176 [01:03<04:51, 141.62it/s]
|
203 |
18%|ββ | 9216/50176 [01:05<04:41, 145.60it/s]
|
204 |
19%|ββ | 9472/50176 [01:07<04:38, 145.90it/s]
|
205 |
19%|ββ | 9728/50176 [01:09<04:42, 143.33it/s]
|
206 |
20%|ββ | 9984/50176 [01:10<04:35, 146.03it/s]
|
207 |
20%|ββ | 10240/50176 [01:12<04:29, 148.21it/s]
|
208 |
21%|ββ | 10496/50176 [01:14<04:25, 149.22it/s]
|
209 |
21%|βββ | 10752/50176 [01:16<04:32, 144.59it/s]
|
210 |
22%|βββ | 11008/50176 [01:17<04:26, 146.97it/s]
|
211 |
22%|βββ | 11264/50176 [01:19<04:22, 148.19it/s]
|
212 |
23%|βββ | 11520/50176 [01:21<04:16, 150.60it/s]
|
213 |
23%|βββ | 11776/50176 [01:22<04:16, 149.61it/s]
|
214 |
24%|βββ | 12032/50176 [01:24<04:13, 150.46it/s]
|
215 |
24%|βββ | 12288/50176 [01:26<04:10, 151.49it/s]
|
216 |
25%|βββ | 12544/50176 [01:27<04:10, 150.06it/s]
|
217 |
26%|βββ | 12800/50176 [01:29<04:08, 150.71it/s]
|
218 |
26%|βββ | 13056/50176 [01:31<04:03, 152.22it/s]
|
219 |
27%|βββ | 13312/50176 [01:33<04:06, 149.63it/s]
|
220 |
27%|βββ | 13568/50176 [01:35<04:18, 141.70it/s]
|
221 |
28%|βββ | 13824/50176 [01:36<04:21, 138.91it/s]
|
222 |
28%|βββ | 14080/50176 [01:38<04:14, 141.67it/s]
|
223 |
29%|βββ | 14336/50176 [01:40<04:19, 138.24it/s]
|
224 |
29%|βββ | 14592/50176 [01:42<04:07, 143.84it/s]
|
225 |
30%|βββ | 14848/50176 [01:44<04:20, 135.83it/s]
|
226 |
30%|βββ | 15104/50176 [01:46<04:19, 135.40it/s]
|
227 |
31%|βββ | 15360/50176 [01:48<04:11, 138.18it/s]
|
228 |
31%|βββ | 15616/50176 [01:49<04:07, 139.75it/s]
|
229 |
32%|ββββ | 15872/50176 [01:51<04:10, 136.97it/s]
|
230 |
32%|ββββ | 16128/50176 [01:53<04:04, 139.35it/s]
|
231 |
33%|ββββ | 16384/50176 [01:55<04:01, 139.75it/s]
|
232 |
33%|ββββ | 16640/50176 [01:57<04:08, 135.02it/s]
|
233 |
34%|ββββ | 16896/50176 [01:59<03:57, 140.12it/s]
|
234 |
34%|ββββ | 17152/50176 [02:00<03:51, 142.90it/s]
|
235 |
35%|ββββ | 17408/50176 [02:02<03:48, 143.64it/s]
|
236 |
35%|ββββ | 17664/50176 [02:04<03:44, 144.70it/s]
|
237 |
36%|ββββ | 17920/50176 [02:05<03:38, 147.29it/s]
|
238 |
36%|ββββ | 18176/50176 [02:07<03:38, 146.65it/s]
|
239 |
37%|ββββ | 18432/50176 [02:09<03:35, 147.31it/s]
|
240 |
37%|ββββ | 18688/50176 [02:11<03:34, 147.02it/s]
|
241 |
38%|ββββ | 18944/50176 [02:13<03:39, 142.21it/s]
|
242 |
38%|ββββ | 19200/50176 [02:15<03:52, 133.47it/s]
|
243 |
39%|ββββ | 19456/50176 [02:17<03:53, 131.36it/s]
|
244 |
39%|ββββ | 19712/50176 [02:19<03:49, 132.86it/s]
|
245 |
40%|ββββ | 19968/50176 [02:21<03:44, 134.84it/s]
|
246 |
40%|ββββ | 20224/50176 [02:22<03:33, 140.32it/s]
|
247 |
41%|ββββ | 20480/50176 [02:24<03:25, 144.75it/s]
|
248 |
41%|βββββ | 20736/50176 [02:26<03:23, 144.59it/s]
|
249 |
42%|βββββ | 20992/50176 [02:27<03:18, 147.39it/s]
|
250 |
42%|βββββ | 21248/50176 [02:29<03:23, 142.19it/s]
|
251 |
43%|βββββ | 21504/50176 [02:31<03:16, 145.62it/s]
|
252 |
43%|βββββ | 21760/50176 [02:33<03:12, 147.65it/s]
|
253 |
44%|βββββ | 22016/50176 [02:34<03:06, 151.24it/s]
|
254 |
44%|βββββ | 22272/50176 [02:36<03:05, 150.53it/s]
|
255 |
45%|βββββ | 22528/50176 [02:38<03:16, 140.91it/s]
|
256 |
45%|βββββ | 22784/50176 [02:40<03:34, 127.96it/s]
|
257 |
46%|βββββ | 23040/50176 [02:43<03:45, 120.38it/s]
|
258 |
46%|βββββ | 23296/50176 [02:45<03:52, 115.46it/s]
|
259 |
47%|βββββ | 23552/50176 [02:48<03:58, 111.59it/s]
|
260 |
47%|βββββ | 23808/50176 [02:50<03:52, 113.63it/s]
|
261 |
48%|βββββ | 24064/50176 [02:52<03:49, 113.74it/s]
|
262 |
48%|βββββ | 24320/50176 [02:55<03:52, 111.18it/s]
|
263 |
49%|βββββ | 24576/50176 [02:57<03:44, 114.21it/s]
|
264 |
49%|βββββ | 24832/50176 [02:59<03:33, 118.82it/s]
|
265 |
50%|βββββ | 25088/50176 [03:01<03:30, 118.90it/s]
|
266 |
51%|βββββ | 25344/50176 [03:03<03:26, 120.48it/s]
|
267 |
51%|βββββ | 25600/50176 [03:05<03:29, 117.18it/s]
|
268 |
52%|ββββββ | 25856/50176 [03:07<03:25, 118.35it/s]
|
269 |
52%|ββββββ | 26112/50176 [03:10<03:27, 115.98it/s]
|
270 |
53%|ββββββ | 26368/50176 [03:12<03:29, 113.37it/s]
|
271 |
53%|ββββββ | 26624/50176 [03:14<03:24, 115.27it/s]
|
272 |
54%|ββββββ | 26880/50176 [03:16<03:25, 113.33it/s]
|
273 |
54%|ββββββ | 27136/50176 [03:19<03:23, 113.16it/s]
|
274 |
55%|ββββββ | 27392/50176 [03:21<03:18, 114.91it/s]
|
275 |
55%|ββββββ | 27648/50176 [03:23<03:03, 122.56it/s]
|
276 |
56%|ββββββ | 27904/50176 [03:25<03:14, 114.53it/s]
|
277 |
56%|ββββββ | 28160/50176 [03:28<03:16, 111.77it/s]
|
278 |
57%|ββββββ | 28416/50176 [03:30<03:14, 112.13it/s]
|
279 |
57%|ββββββ | 28672/50176 [03:32<03:14, 110.66it/s]
|
280 |
58%|ββββββ | 28928/50176 [03:34<03:10, 111.80it/s]
|
281 |
58%|ββββββ | 29184/50176 [03:37<03:06, 112.85it/s]
|
282 |
59%|ββββββ | 29440/50176 [03:39<03:14, 106.41it/s]
|
283 |
59%|ββββββ | 29696/50176 [03:42<03:17, 103.83it/s]
|
284 |
60%|ββββββ | 29952/50176 [03:44<03:11, 105.50it/s]
|
285 |
60%|ββββββ | 30208/50176 [03:47<03:05, 107.58it/s]
|
286 |
61%|ββββββ | 30464/50176 [03:49<02:53, 113.62it/s]
|
287 |
61%|ββββββ | 30720/50176 [03:51<02:51, 113.68it/s]
|
288 |
62%|βββββββ | 30976/50176 [03:53<02:46, 115.38it/s]
|
289 |
62%|βββββββ | 31232/50176 [03:55<02:44, 115.48it/s]
|
290 |
63%|βββββββ | 31488/50176 [03:57<02:38, 117.88it/s]
|
291 |
63%|βββββββ | 31744/50176 [03:59<02:34, 119.05it/s]
|
292 |
64%|βββββββ | 32000/50176 [04:01<02:32, 119.31it/s]
|
293 |
64%|βββββββ | 32256/50176 [04:04<02:31, 118.31it/s]
|
294 |
65%|βββββββ | 32512/50176 [04:06<02:39, 110.57it/s]
|
295 |
65%|βββββββ | 32768/50176 [04:08<02:30, 115.54it/s]
|
296 |
66%|βββββββ | 33024/50176 [04:11<02:29, 114.62it/s]
|
297 |
66%|βββββββ | 33280/50176 [04:13<02:26, 115.32it/s]
|
298 |
67%|βββββββ | 33536/50176 [04:15<02:30, 110.78it/s]
|
299 |
67%|βββββββ | 33792/50176 [04:18<02:26, 111.82it/s]
|
300 |
68%|βββββββ | 34048/50176 [04:20<02:18, 116.12it/s]
|
301 |
68%|βββββββ | 34304/50176 [04:22<02:14, 117.65it/s]
|
302 |
69%|βββββββ | 34560/50176 [04:24<02:17, 113.68it/s]
|
303 |
69%|βββββββ | 34816/50176 [04:26<02:17, 111.97it/s]
|
304 |
70%|βββββββ | 35072/50176 [04:29<02:13, 112.89it/s]
|
305 |
70%|βββββββ | 35328/50176 [04:31<02:11, 113.17it/s]
|
306 |
71%|βββββββ | 35584/50176 [04:33<02:08, 113.90it/s]
|
307 |
71%|ββββββββ | 35840/50176 [04:36<02:08, 111.41it/s]
|
308 |
72%|ββββββββ | 36096/50176 [04:38<02:03, 113.58it/s]
|
309 |
72%|ββββββββ | 36352/50176 [04:40<02:03, 112.09it/s]
|
310 |
73%|ββββββββ | 36608/50176 [04:43<02:03, 109.90it/s]
|
311 |
73%|ββββββββ | 36864/50176 [04:45<02:04, 106.93it/s]
|
312 |
74%|ββββββββ | 37120/50176 [04:47<01:59, 109.05it/s]
|
313 |
74%|ββββββββ | 37376/50176 [04:49<01:51, 115.03it/s]
|
314 |
75%|ββββββββ | 37632/50176 [04:51<01:48, 115.65it/s]
|
315 |
76%|ββββββββ | 37888/50176 [04:54<01:46, 115.80it/s]
|
316 |
76%|ββββββββ | 38144/50176 [04:56<01:42, 117.32it/s]
|
317 |
77%|ββββββββ | 38400/50176 [04:58<01:44, 113.22it/s]
|
318 |
77%|ββββββββ | 38656/50176 [05:00<01:41, 113.80it/s]
|
319 |
78%|ββββββββ | 38912/50176 [05:03<01:39, 112.93it/s]
|
320 |
78%|ββββββββ | 39168/50176 [05:05<01:40, 109.56it/s]
|
321 |
79%|ββββββββ | 39424/50176 [05:07<01:34, 113.23it/s]
|
322 |
79%|ββββββββ | 39680/50176 [05:10<01:33, 112.55it/s]
|
323 |
80%|ββββββββ | 39936/50176 [05:12<01:28, 115.91it/s]
|
324 |
80%|ββββββββ | 40192/50176 [05:14<01:26, 114.89it/s]
|
325 |
81%|ββββββββ | 40448/50176 [05:16<01:27, 111.52it/s]
|
326 |
81%|ββββββββ | 40704/50176 [05:19<01:28, 106.79it/s]
|
327 |
82%|βββββββββ | 40960/50176 [05:21<01:22, 111.46it/s]
|
328 |
82%|βββββββββ | 41216/50176 [05:23<01:20, 110.77it/s]
|
329 |
83%|βββββββββ | 41472/50176 [05:26<01:20, 108.13it/s]
|
330 |
83%|βββββββββ | 41728/50176 [05:28<01:17, 109.05it/s]
|
331 |
84%|βββββββββ | 41984/50176 [05:31<01:14, 109.71it/s]
|
332 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [05:33<01:11, 110.90it/s]
|
333 |
85%|βββββββββ | 42496/50176 [05:35<01:08, 111.72it/s]
|
334 |
85%|βββββββββ | 42752/50176 [05:37<01:05, 112.97it/s]
|
335 |
86%|βββββββββ | 43008/50176 [05:40<01:03, 112.66it/s]
|
336 |
86%|βββββββββ | 43264/50176 [05:42<01:01, 113.01it/s]
|
337 |
87%|βββββββββ | 43520/50176 [05:44<00:59, 111.72it/s]
|
338 |
87%|βββββββββ | 43776/50176 [05:47<00:58, 110.31it/s]
|
339 |
88%|βββββββββ | 44032/50176 [05:49<00:56, 109.00it/s]
|
340 |
88%|βββββββββ | 44288/50176 [05:51<00:53, 110.18it/s]
|
341 |
89%|βββββββββ | 44544/50176 [05:54<00:52, 106.58it/s]
|
342 |
89%|βββββββββ | 44800/50176 [05:56<00:50, 107.14it/s]
|
343 |
90%|βββββββββ | 45056/50176 [05:58<00:46, 109.36it/s]
|
344 |
90%|βββββββββ | 45312/50176 [06:01<00:45, 106.88it/s]
|
345 |
91%|βββββββββ | 45568/50176 [06:03<00:41, 111.18it/s]
|
346 |
91%|ββββββββββ| 45824/50176 [06:05<00:39, 108.84it/s]
|
347 |
92%|ββββββββββ| 46080/50176 [06:08<00:38, 105.96it/s]
|
348 |
92%|ββββββββββ| 46336/50176 [06:10<00:35, 107.28it/s]
|
349 |
93%|ββββββββββ| 46592/50176 [06:13<00:33, 108.52it/s]
|
350 |
93%|ββββββββββ| 46848/50176 [06:15<00:31, 106.04it/s]
|
351 |
94%|ββββββββββ| 47104/50176 [06:18<00:30, 101.90it/s]
|
352 |
94%|ββββββββββ| 47360/50176 [06:20<00:27, 102.85it/s]
|
353 |
95%|ββββββββββ| 47616/50176 [06:23<00:24, 102.71it/s]
|
354 |
95%|ββββββββββ| 47872/50176 [06:25<00:22, 103.06it/s]
|
355 |
96%|ββββββββββ| 48128/50176 [06:28<00:19, 104.54it/s]
|
356 |
96%|ββββββββββ| 48384/50176 [06:30<00:16, 106.89it/s]
|
357 |
97%|ββββββββββ| 48640/50176 [06:32<00:14, 106.22it/s]
|
358 |
97%|ββββββββββ| 48896/50176 [06:35<00:11, 106.82it/s]
|
359 |
98%|ββββββββββ| 49152/50176 [06:37<00:09, 104.04it/s]
|
360 |
98%|ββββββββββ| 49408/50176 [06:40<00:07, 103.74it/s]
|
361 |
99%|ββββββββββ| 49664/50176 [06:42<00:04, 102.74it/s]
|
362 |
99%|ββββββββββ| 49920/50176 [06:45<00:02, 97.54it/s]
|
|
|
|
|
|
1 |
+
2022-12-21,10:19:50 | INFO | Running with a single process. Device cuda:0.
|
2 |
+
2022-12-21,10:19:50 | INFO | Loading ViT-B-16 model config.
|
3 |
+
2022-12-21,10:19:51 | INFO | Loading pretrained ViT-B-16 weights (logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_31.pt).
|
4 |
+
2022-12-21,10:19:58 | INFO | Model:
|
5 |
+
2022-12-21,10:19:58 | INFO | CLIP(
|
6 |
+
(visual): VisualTransformer(
|
7 |
+
(conv1): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16), bias=False)
|
8 |
+
(ln_pre): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
9 |
+
(transformer): Transformer(
|
10 |
+
(resblocks): ModuleList(
|
11 |
+
(0): ResidualAttentionBlock(
|
12 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
13 |
+
(attn): MultiheadAttention(
|
14 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
15 |
+
)
|
16 |
+
(ln_attn): Identity()
|
17 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
18 |
+
(mlp): Sequential(
|
19 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
20 |
+
(ln): Identity()
|
21 |
+
(gelu): GELU(approximate=none)
|
22 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
23 |
+
)
|
24 |
+
)
|
25 |
+
(1): ResidualAttentionBlock(
|
26 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
27 |
+
(attn): MultiheadAttention(
|
28 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
29 |
+
)
|
30 |
+
(ln_attn): Identity()
|
31 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
32 |
+
(mlp): Sequential(
|
33 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
34 |
+
(ln): Identity()
|
35 |
+
(gelu): GELU(approximate=none)
|
36 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
37 |
+
)
|
38 |
+
)
|
39 |
+
(2): ResidualAttentionBlock(
|
40 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
41 |
+
(attn): MultiheadAttention(
|
42 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
43 |
+
)
|
44 |
+
(ln_attn): Identity()
|
45 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
46 |
+
(mlp): Sequential(
|
47 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
48 |
+
(ln): Identity()
|
49 |
+
(gelu): GELU(approximate=none)
|
50 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
51 |
+
)
|
52 |
+
)
|
53 |
+
(3): ResidualAttentionBlock(
|
54 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
55 |
+
(attn): MultiheadAttention(
|
56 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
57 |
+
)
|
58 |
+
(ln_attn): Identity()
|
59 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
60 |
+
(mlp): Sequential(
|
61 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
62 |
+
(ln): Identity()
|
63 |
+
(gelu): GELU(approximate=none)
|
64 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
65 |
+
)
|
66 |
+
)
|
67 |
+
(4): ResidualAttentionBlock(
|
68 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
69 |
+
(attn): MultiheadAttention(
|
70 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
71 |
+
)
|
72 |
+
(ln_attn): Identity()
|
73 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
74 |
+
(mlp): Sequential(
|
75 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
76 |
+
(ln): Identity()
|
77 |
+
(gelu): GELU(approximate=none)
|
78 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
79 |
+
)
|
80 |
+
)
|
81 |
+
(5): ResidualAttentionBlock(
|
82 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
83 |
+
(attn): MultiheadAttention(
|
84 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
85 |
+
)
|
86 |
+
(ln_attn): Identity()
|
87 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
88 |
+
(mlp): Sequential(
|
89 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
90 |
+
(ln): Identity()
|
91 |
+
(gelu): GELU(approximate=none)
|
92 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
93 |
+
)
|
94 |
+
)
|
95 |
+
(6): ResidualAttentionBlock(
|
96 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
97 |
+
(attn): MultiheadAttention(
|
98 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
99 |
+
)
|
100 |
+
(ln_attn): Identity()
|
101 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
102 |
+
(mlp): Sequential(
|
103 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
104 |
+
(ln): Identity()
|
105 |
+
(gelu): GELU(approximate=none)
|
106 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
107 |
+
)
|
108 |
+
)
|
109 |
+
(7): ResidualAttentionBlock(
|
110 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
111 |
+
(attn): MultiheadAttention(
|
112 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
113 |
+
)
|
114 |
+
(ln_attn): Identity()
|
115 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
116 |
+
(mlp): Sequential(
|
117 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
118 |
+
(ln): Identity()
|
119 |
+
(gelu): GELU(approximate=none)
|
120 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
121 |
+
)
|
122 |
+
)
|
123 |
+
(8): ResidualAttentionBlock(
|
124 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
125 |
+
(attn): MultiheadAttention(
|
126 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
127 |
+
)
|
128 |
+
(ln_attn): Identity()
|
129 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
130 |
+
(mlp): Sequential(
|
131 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
132 |
+
(ln): Identity()
|
133 |
+
(gelu): GELU(approximate=none)
|
134 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
135 |
+
)
|
136 |
+
)
|
137 |
+
(9): ResidualAttentionBlock(
|
138 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
139 |
+
(attn): MultiheadAttention(
|
140 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
141 |
+
)
|
142 |
+
(ln_attn): Identity()
|
143 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
144 |
+
(mlp): Sequential(
|
145 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
146 |
+
(ln): Identity()
|
147 |
+
(gelu): GELU(approximate=none)
|
148 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
149 |
+
)
|
150 |
+
)
|
151 |
+
(10): ResidualAttentionBlock(
|
152 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
153 |
+
(attn): MultiheadAttention(
|
154 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
155 |
+
)
|
156 |
+
(ln_attn): Identity()
|
157 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
158 |
+
(mlp): Sequential(
|
159 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
160 |
+
(ln): Identity()
|
161 |
+
(gelu): GELU(approximate=none)
|
162 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
163 |
+
)
|
164 |
+
)
|
165 |
+
(11): ResidualAttentionBlock(
|
166 |
+
(ln_1): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
167 |
+
(attn): MultiheadAttention(
|
168 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=768, out_features=768, bias=True)
|
169 |
+
)
|
170 |
+
(ln_attn): Identity()
|
171 |
+
(ln_2): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
172 |
+
(mlp): Sequential(
|
173 |
+
(c_fc): Linear(in_features=768, out_features=3072, bias=True)
|
174 |
+
(ln): Identity()
|
175 |
+
(gelu): GELU(approximate=none)
|
176 |
+
(c_proj): Linear(in_features=3072, out_features=768, bias=True)
|
177 |
+
)
|
178 |
+
)
|
179 |
+
)
|
180 |
+
)
|
181 |
+
(ln_post): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
|
182 |
+
)
|
183 |
+
(transformer): Transformer(
|
184 |
+
(resblocks): ModuleList(
|
185 |
+
(0): ResidualAttentionBlock(
|
186 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
187 |
+
(attn): MultiheadAttention(
|
188 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
189 |
+
)
|
190 |
+
(ln_attn): Identity()
|
191 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
192 |
+
(mlp): Sequential(
|
193 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
194 |
+
(ln): Identity()
|
195 |
+
(gelu): GELU(approximate=none)
|
196 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
197 |
+
)
|
198 |
+
)
|
199 |
+
(1): ResidualAttentionBlock(
|
200 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
201 |
+
(attn): MultiheadAttention(
|
202 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
203 |
+
)
|
204 |
+
(ln_attn): Identity()
|
205 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
206 |
+
(mlp): Sequential(
|
207 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
208 |
+
(ln): Identity()
|
209 |
+
(gelu): GELU(approximate=none)
|
210 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
211 |
+
)
|
212 |
+
)
|
213 |
+
(2): ResidualAttentionBlock(
|
214 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
215 |
+
(attn): MultiheadAttention(
|
216 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
217 |
+
)
|
218 |
+
(ln_attn): Identity()
|
219 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
220 |
+
(mlp): Sequential(
|
221 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
222 |
+
(ln): Identity()
|
223 |
+
(gelu): GELU(approximate=none)
|
224 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
225 |
+
)
|
226 |
+
)
|
227 |
+
(3): ResidualAttentionBlock(
|
228 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
229 |
+
(attn): MultiheadAttention(
|
230 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
231 |
+
)
|
232 |
+
(ln_attn): Identity()
|
233 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
234 |
+
(mlp): Sequential(
|
235 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
236 |
+
(ln): Identity()
|
237 |
+
(gelu): GELU(approximate=none)
|
238 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
239 |
+
)
|
240 |
+
)
|
241 |
+
(4): ResidualAttentionBlock(
|
242 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
243 |
+
(attn): MultiheadAttention(
|
244 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
245 |
+
)
|
246 |
+
(ln_attn): Identity()
|
247 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
248 |
+
(mlp): Sequential(
|
249 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
250 |
+
(ln): Identity()
|
251 |
+
(gelu): GELU(approximate=none)
|
252 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
253 |
+
)
|
254 |
+
)
|
255 |
+
(5): ResidualAttentionBlock(
|
256 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
257 |
+
(attn): MultiheadAttention(
|
258 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
259 |
+
)
|
260 |
+
(ln_attn): Identity()
|
261 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
262 |
+
(mlp): Sequential(
|
263 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
264 |
+
(ln): Identity()
|
265 |
+
(gelu): GELU(approximate=none)
|
266 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
267 |
+
)
|
268 |
+
)
|
269 |
+
(6): ResidualAttentionBlock(
|
270 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
271 |
+
(attn): MultiheadAttention(
|
272 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
273 |
+
)
|
274 |
+
(ln_attn): Identity()
|
275 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
276 |
+
(mlp): Sequential(
|
277 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
278 |
+
(ln): Identity()
|
279 |
+
(gelu): GELU(approximate=none)
|
280 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
281 |
+
)
|
282 |
+
)
|
283 |
+
(7): ResidualAttentionBlock(
|
284 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
285 |
+
(attn): MultiheadAttention(
|
286 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
287 |
+
)
|
288 |
+
(ln_attn): Identity()
|
289 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
290 |
+
(mlp): Sequential(
|
291 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
292 |
+
(ln): Identity()
|
293 |
+
(gelu): GELU(approximate=none)
|
294 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
295 |
+
)
|
296 |
+
)
|
297 |
+
(8): ResidualAttentionBlock(
|
298 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
299 |
+
(attn): MultiheadAttention(
|
300 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
301 |
+
)
|
302 |
+
(ln_attn): Identity()
|
303 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
304 |
+
(mlp): Sequential(
|
305 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
306 |
+
(ln): Identity()
|
307 |
+
(gelu): GELU(approximate=none)
|
308 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
309 |
+
)
|
310 |
+
)
|
311 |
+
(9): ResidualAttentionBlock(
|
312 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
313 |
+
(attn): MultiheadAttention(
|
314 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
315 |
+
)
|
316 |
+
(ln_attn): Identity()
|
317 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
318 |
+
(mlp): Sequential(
|
319 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
320 |
+
(ln): Identity()
|
321 |
+
(gelu): GELU(approximate=none)
|
322 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
323 |
+
)
|
324 |
+
)
|
325 |
+
(10): ResidualAttentionBlock(
|
326 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
327 |
+
(attn): MultiheadAttention(
|
328 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
329 |
+
)
|
330 |
+
(ln_attn): Identity()
|
331 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
332 |
+
(mlp): Sequential(
|
333 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
334 |
+
(ln): Identity()
|
335 |
+
(gelu): GELU(approximate=none)
|
336 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
337 |
+
)
|
338 |
+
)
|
339 |
+
(11): ResidualAttentionBlock(
|
340 |
+
(ln_1): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
341 |
+
(attn): MultiheadAttention(
|
342 |
+
(out_proj): NonDynamicallyQuantizableLinear(in_features=512, out_features=512, bias=True)
|
343 |
+
)
|
344 |
+
(ln_attn): Identity()
|
345 |
+
(ln_2): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
346 |
+
(mlp): Sequential(
|
347 |
+
(c_fc): Linear(in_features=512, out_features=2048, bias=True)
|
348 |
+
(ln): Identity()
|
349 |
+
(gelu): GELU(approximate=none)
|
350 |
+
(c_proj): Linear(in_features=2048, out_features=512, bias=True)
|
351 |
+
)
|
352 |
+
)
|
353 |
+
)
|
354 |
+
)
|
355 |
+
(token_embedding): Embedding(49408, 512)
|
356 |
+
(ln_final): LayerNorm((512,), eps=1e-05, elementwise_affine=True)
|
357 |
+
)
|
358 |
+
2022-12-21,10:19:58 | INFO | Params:
|
359 |
+
2022-12-21,10:19:58 | INFO | batch_size: 256
|
360 |
+
2022-12-21,10:19:58 | INFO | beta1: 0.9
|
361 |
+
2022-12-21,10:19:58 | INFO | beta2: 0.98
|
362 |
+
2022-12-21,10:19:58 | INFO | checkpoint_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_31.pt/checkpoints
|
363 |
+
2022-12-21,10:19:58 | INFO | copy_codebase: False
|
364 |
+
2022-12-21,10:19:58 | INFO | csv_caption_key: title
|
365 |
+
2022-12-21,10:19:58 | INFO | csv_img_key: filepath
|
366 |
+
2022-12-21,10:19:58 | INFO | csv_separator:
|
367 |
+
2022-12-21,10:19:58 | INFO | dataset_resampled: False
|
368 |
+
2022-12-21,10:19:58 | INFO | dataset_type: auto
|
369 |
+
2022-12-21,10:19:58 | INFO | ddp_static_graph: False
|
370 |
+
2022-12-21,10:19:58 | INFO | debug: False
|
371 |
+
2022-12-21,10:19:58 | INFO | device: cuda:0
|
372 |
+
2022-12-21,10:19:58 | INFO | dist_backend: nccl
|
373 |
+
2022-12-21,10:19:58 | INFO | dist_url: env://
|
374 |
+
2022-12-21,10:19:58 | INFO | distributed: False
|
375 |
+
2022-12-21,10:19:58 | INFO | epochs: 32
|
376 |
+
2022-12-21,10:19:58 | INFO | eps: 1e-06
|
377 |
+
2022-12-21,10:19:58 | INFO | force_quick_gelu: False
|
378 |
+
2022-12-21,10:19:58 | INFO | gather_with_grad: False
|
379 |
+
2022-12-21,10:19:58 | INFO | grad_checkpointing: False
|
380 |
+
2022-12-21,10:19:58 | INFO | horovod: False
|
381 |
+
2022-12-21,10:19:58 | INFO | image_mean: None
|
382 |
+
2022-12-21,10:19:58 | INFO | image_std: None
|
383 |
+
2022-12-21,10:19:58 | INFO | imagenet_v2: None
|
384 |
+
2022-12-21,10:19:58 | INFO | imagenet_val: /p/fastdata/mmlaion/imagenet_val
|
385 |
+
2022-12-21,10:19:58 | INFO | local_loss: False
|
386 |
+
2022-12-21,10:19:58 | INFO | local_rank: 0
|
387 |
+
2022-12-21,10:19:58 | INFO | lock_image: False
|
388 |
+
2022-12-21,10:19:58 | INFO | lock_image_freeze_bn_stats: False
|
389 |
+
2022-12-21,10:19:58 | INFO | lock_image_unlocked_groups: 0
|
390 |
+
2022-12-21,10:19:58 | INFO | log_level: 20
|
391 |
+
2022-12-21,10:19:58 | INFO | log_local: False
|
392 |
+
2022-12-21,10:19:58 | INFO | log_path: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval/epoch_31.pt/out.log
|
393 |
+
2022-12-21,10:19:58 | INFO | logs: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/eval
|
394 |
+
2022-12-21,10:19:58 | INFO | lr: 0.0005
|
395 |
+
2022-12-21,10:19:58 | INFO | model: ViT-B-16
|
396 |
+
2022-12-21,10:19:58 | INFO | name: epoch_31.pt
|
397 |
+
2022-12-21,10:19:58 | INFO | no_set_device_rank: False
|
398 |
+
2022-12-21,10:19:58 | INFO | norm_gradient_clip: None
|
399 |
+
2022-12-21,10:19:58 | INFO | precision: amp_bfloat16
|
400 |
+
2022-12-21,10:19:58 | INFO | pretrained: logs/cvpr_stability/ViT-B-16_2B_13b/checkpoints/epoch_31.pt
|
401 |
+
2022-12-21,10:19:58 | INFO | pretrained_image: False
|
402 |
+
2022-12-21,10:19:58 | INFO | rank: 0
|
403 |
+
2022-12-21,10:19:58 | INFO | report_to:
|
404 |
+
2022-12-21,10:19:58 | INFO | resume: None
|
405 |
+
2022-12-21,10:19:58 | INFO | save_frequency: 1
|
406 |
+
2022-12-21,10:19:58 | INFO | save_most_recent: False
|
407 |
+
2022-12-21,10:19:58 | INFO | seed: 0
|
408 |
+
2022-12-21,10:19:58 | INFO | skip_scheduler: False
|
409 |
+
2022-12-21,10:19:58 | INFO | tensorboard: False
|
410 |
+
2022-12-21,10:19:58 | INFO | tensorboard_path:
|
411 |
+
2022-12-21,10:19:58 | INFO | torchscript: False
|
412 |
+
2022-12-21,10:19:58 | INFO | trace: False
|
413 |
+
2022-12-21,10:19:58 | INFO | train_data: None
|
414 |
+
2022-12-21,10:19:58 | INFO | train_num_samples: None
|
415 |
+
2022-12-21,10:19:58 | INFO | use_bn_sync: False
|
416 |
+
2022-12-21,10:19:58 | INFO | val_data: None
|
417 |
+
2022-12-21,10:19:58 | INFO | val_frequency: 1
|
418 |
+
2022-12-21,10:19:58 | INFO | val_num_samples: None
|
419 |
+
2022-12-21,10:19:58 | INFO | wandb: False
|
420 |
+
2022-12-21,10:19:58 | INFO | wandb_notes:
|
421 |
+
2022-12-21,10:19:58 | INFO | warmup: 10000
|
422 |
+
2022-12-21,10:19:58 | INFO | wd: 0.2
|
423 |
+
2022-12-21,10:19:58 | INFO | workers: 1
|
424 |
+
2022-12-21,10:19:58 | INFO | world_size: 1
|
425 |
+
2022-12-21,10:19:58 | INFO | zeroshot_frequency: 2
|
426 |
+
2022-12-21,10:19:58 | INFO | Starting zero-shot imagenet.
|
427 |
+
2022-12-21,10:19:58 | INFO | Building zero-shot classifier
|
428 |
+
|
429 |
0%| | 0/1000 [00:00<?, ?it/s]
|
430 |
0%| | 1/1000 [00:00<12:14, 1.36it/s]
|
431 |
1%| | 6/1000 [00:00<01:48, 9.18it/s]
|
432 |
1%| | 12/1000 [00:00<00:54, 18.11it/s]
|
433 |
2%|β | 18/1000 [00:01<00:37, 26.25it/s]
|
434 |
2%|β | 24/1000 [00:01<00:29, 33.16it/s]
|
435 |
3%|β | 30/1000 [00:01<00:25, 38.73it/s]
|
436 |
4%|β | 36/1000 [00:01<00:22, 43.41it/s]
|
437 |
4%|β | 42/1000 [00:01<00:20, 47.09it/s]
|
438 |
5%|β | 48/1000 [00:01<00:19, 49.89it/s]
|
439 |
5%|β | 54/1000 [00:01<00:18, 51.95it/s]
|
440 |
6%|β | 60/1000 [00:01<00:17, 53.44it/s]
|
441 |
7%|β | 66/1000 [00:01<00:17, 54.57it/s]
|
442 |
7%|β | 72/1000 [00:02<00:16, 55.32it/s]
|
443 |
8%|β | 78/1000 [00:02<00:16, 55.87it/s]
|
444 |
8%|β | 84/1000 [00:02<00:16, 56.38it/s]
|
445 |
9%|β | 90/1000 [00:02<00:16, 56.70it/s]
|
446 |
10%|β | 96/1000 [00:02<00:15, 57.06it/s]
|
447 |
10%|β | 102/1000 [00:02<00:15, 57.22it/s]
|
448 |
11%|β | 108/1000 [00:02<00:15, 57.44it/s]
|
449 |
11%|ββ | 114/1000 [00:02<00:15, 57.56it/s]
|
450 |
12%|ββ | 120/1000 [00:02<00:15, 57.56it/s]
|
451 |
13%|ββ | 126/1000 [00:02<00:15, 57.49it/s]
|
452 |
13%|ββ | 132/1000 [00:03<00:15, 57.54it/s]
|
453 |
14%|ββ | 138/1000 [00:03<00:14, 57.51it/s]
|
454 |
14%|ββ | 144/1000 [00:03<00:14, 57.59it/s]
|
455 |
15%|ββ | 150/1000 [00:03<00:14, 57.68it/s]
|
456 |
16%|ββ | 156/1000 [00:03<00:14, 57.72it/s]
|
457 |
16%|ββ | 162/1000 [00:03<00:14, 57.55it/s]
|
458 |
17%|ββ | 168/1000 [00:03<00:14, 57.43it/s]
|
459 |
17%|ββ | 174/1000 [00:03<00:14, 57.45it/s]
|
460 |
18%|ββ | 180/1000 [00:03<00:14, 57.41it/s]
|
461 |
19%|ββ | 186/1000 [00:04<00:14, 57.32it/s]
|
462 |
19%|ββ | 192/1000 [00:04<00:14, 57.29it/s]
|
463 |
20%|ββ | 198/1000 [00:04<00:14, 57.22it/s]
|
464 |
20%|ββ | 204/1000 [00:04<00:13, 57.00it/s]
|
465 |
21%|ββ | 210/1000 [00:04<00:13, 56.88it/s]
|
466 |
22%|βββ | 216/1000 [00:04<00:13, 57.00it/s]
|
467 |
22%|βββ | 222/1000 [00:04<00:13, 56.95it/s]
|
468 |
23%|βββ | 228/1000 [00:04<00:13, 57.16it/s]
|
469 |
23%|βββ | 234/1000 [00:04<00:13, 57.16it/s]
|
470 |
24%|βββ | 240/1000 [00:04<00:13, 56.79it/s]
|
471 |
25%|βββ | 246/1000 [00:05<00:13, 56.95it/s]
|
472 |
25%|βββ | 252/1000 [00:05<00:13, 57.13it/s]
|
473 |
26%|βββ | 258/1000 [00:05<00:12, 57.28it/s]
|
474 |
26%|βββ | 264/1000 [00:05<00:12, 57.35it/s]
|
475 |
27%|βββ | 270/1000 [00:05<00:12, 57.21it/s]
|
476 |
28%|βββ | 276/1000 [00:05<00:12, 57.27it/s]
|
477 |
28%|βββ | 282/1000 [00:05<00:12, 57.46it/s]
|
478 |
29%|βββ | 288/1000 [00:05<00:12, 57.57it/s]
|
479 |
29%|βββ | 294/1000 [00:05<00:12, 57.77it/s]
|
480 |
30%|βββ | 300/1000 [00:05<00:12, 57.74it/s]
|
481 |
31%|βββ | 306/1000 [00:06<00:12, 57.71it/s]
|
482 |
31%|βββ | 312/1000 [00:06<00:11, 57.83it/s]
|
483 |
32%|ββββ | 318/1000 [00:06<00:11, 57.79it/s]
|
484 |
32%|ββββ | 324/1000 [00:06<00:11, 57.71it/s]
|
485 |
33%|ββββ | 330/1000 [00:06<00:11, 57.52it/s]
|
486 |
34%|ββββ | 336/1000 [00:06<00:11, 57.61it/s]
|
487 |
34%|ββββ | 342/1000 [00:06<00:11, 57.70it/s]
|
488 |
35%|ββββ | 348/1000 [00:06<00:11, 57.78it/s]
|
489 |
35%|ββββ | 354/1000 [00:06<00:11, 57.58it/s]
|
490 |
36%|ββββ | 360/1000 [00:07<00:11, 57.61it/s]
|
491 |
37%|ββββ | 366/1000 [00:07<00:11, 57.64it/s]
|
492 |
37%|ββββ | 372/1000 [00:07<00:10, 57.72it/s]
|
493 |
38%|ββββ | 378/1000 [00:07<00:10, 57.62it/s]
|
494 |
38%|ββββ | 384/1000 [00:07<00:10, 57.31it/s]
|
495 |
39%|ββββ | 390/1000 [00:07<00:10, 57.38it/s]
|
496 |
40%|ββββ | 396/1000 [00:07<00:10, 57.49it/s]
|
497 |
40%|ββββ | 402/1000 [00:07<00:10, 57.64it/s]
|
498 |
41%|ββββ | 408/1000 [00:07<00:10, 57.71it/s]
|
499 |
41%|βββββ | 414/1000 [00:07<00:10, 57.72it/s]
|
500 |
42%|βββββ | 420/1000 [00:08<00:10, 57.69it/s]
|
501 |
43%|βββββ | 426/1000 [00:08<00:09, 57.72it/s]
|
502 |
43%|βββββ | 432/1000 [00:08<00:09, 57.84it/s]
|
503 |
44%|βββββ | 438/1000 [00:08<00:09, 57.82it/s]
|
504 |
44%|βββββ | 444/1000 [00:08<00:09, 57.62it/s]
|
505 |
45%|βββββ | 450/1000 [00:08<00:09, 57.70it/s]
|
506 |
46%|βββββ | 456/1000 [00:08<00:09, 57.75it/s]
|
507 |
46%|βββββ | 462/1000 [00:08<00:09, 57.74it/s]
|
508 |
47%|βββββ | 468/1000 [00:08<00:09, 57.71it/s]
|
509 |
47%|βββββ | 474/1000 [00:09<00:09, 57.85it/s]
|
510 |
48%|βββββ | 480/1000 [00:09<00:08, 57.78it/s]
|
511 |
49%|βββββ | 486/1000 [00:09<00:08, 57.75it/s]
|
512 |
49%|βββββ | 492/1000 [00:09<00:08, 57.74it/s]
|
513 |
50%|βββββ | 498/1000 [00:09<00:08, 57.65it/s]
|
514 |
50%|βββββ | 504/1000 [00:09<00:08, 57.70it/s]
|
515 |
51%|βββββ | 510/1000 [00:09<00:08, 57.61it/s]
|
516 |
52%|ββββββ | 516/1000 [00:09<00:08, 57.70it/s]
|
517 |
52%|ββββββ | 522/1000 [00:09<00:08, 57.70it/s]
|
518 |
53%|ββββββ | 528/1000 [00:09<00:08, 57.79it/s]
|
519 |
53%|ββββββ | 534/1000 [00:10<00:08, 57.70it/s]
|
520 |
54%|ββββββ | 540/1000 [00:10<00:07, 57.81it/s]
|
521 |
55%|ββββββ | 546/1000 [00:10<00:07, 57.84it/s]
|
522 |
55%|ββββββ | 552/1000 [00:10<00:07, 57.75it/s]
|
523 |
56%|ββββββ | 558/1000 [00:10<00:07, 57.76it/s]
|
524 |
56%|ββββββ | 564/1000 [00:10<00:07, 57.81it/s]
|
525 |
57%|ββββββ | 570/1000 [00:10<00:07, 57.68it/s]
|
526 |
58%|ββββββ | 576/1000 [00:10<00:07, 57.61it/s]
|
527 |
58%|ββββββ | 582/1000 [00:10<00:07, 57.75it/s]
|
528 |
59%|ββββββ | 588/1000 [00:10<00:07, 57.75it/s]
|
529 |
59%|ββββββ | 594/1000 [00:11<00:07, 57.67it/s]
|
530 |
60%|ββββββ | 600/1000 [00:11<00:06, 57.79it/s]
|
531 |
61%|ββββββ | 606/1000 [00:11<00:06, 57.71it/s]
|
532 |
61%|ββββββ | 612/1000 [00:11<00:06, 57.71it/s]
|
533 |
62%|βββββββ | 618/1000 [00:11<00:06, 57.83it/s]
|
534 |
62%|βββββββ | 624/1000 [00:11<00:06, 57.81it/s]
|
535 |
63%|βββββββ | 630/1000 [00:11<00:06, 57.88it/s]
|
536 |
64%|βββββββ | 636/1000 [00:11<00:06, 57.70it/s]
|
537 |
64%|βββββββ | 642/1000 [00:11<00:06, 57.65it/s]
|
538 |
65%|βββββββ | 648/1000 [00:12<00:06, 57.80it/s]
|
539 |
65%|βββββββ | 654/1000 [00:12<00:05, 57.77it/s]
|
540 |
66%|βββββββ | 660/1000 [00:12<00:05, 57.85it/s]
|
541 |
67%|βββββββ | 666/1000 [00:12<00:05, 57.87it/s]
|
542 |
67%|βββββββ | 672/1000 [00:12<00:05, 57.80it/s]
|
543 |
68%|βββββββ | 678/1000 [00:12<00:05, 57.84it/s]
|
544 |
68%|βββββββ | 684/1000 [00:12<00:05, 57.84it/s]
|
545 |
69%|βββββββ | 690/1000 [00:12<00:05, 57.87it/s]
|
546 |
70%|βββββββ | 696/1000 [00:12<00:05, 57.76it/s]
|
547 |
70%|βββββββ | 702/1000 [00:12<00:05, 57.84it/s]
|
548 |
71%|βββββββ | 708/1000 [00:13<00:05, 57.82it/s]
|
549 |
71%|ββββββββ | 714/1000 [00:13<00:04, 57.81it/s]
|
550 |
72%|ββββββββ | 720/1000 [00:13<00:04, 57.81it/s]
|
551 |
73%|ββββββββ | 726/1000 [00:13<00:04, 57.73it/s]
|
552 |
73%|ββββββββ | 732/1000 [00:13<00:04, 57.74it/s]
|
553 |
74%|ββββββββ | 738/1000 [00:13<00:04, 57.75it/s]
|
554 |
74%|ββββββββ | 744/1000 [00:13<00:04, 57.75it/s]
|
555 |
75%|ββββββββ | 750/1000 [00:13<00:04, 57.85it/s]
|
556 |
76%|ββββββββ | 756/1000 [00:13<00:04, 57.94it/s]
|
557 |
76%|ββββββββ | 762/1000 [00:13<00:04, 57.79it/s]
|
558 |
77%|ββββββββ | 768/1000 [00:14<00:04, 57.88it/s]
|
559 |
77%|ββββββββ | 774/1000 [00:14<00:03, 57.85it/s]
|
560 |
78%|ββββββββ | 780/1000 [00:14<00:03, 57.88it/s]
|
561 |
79%|ββββββββ | 786/1000 [00:14<00:03, 57.91it/s]
|
562 |
79%|ββββββββ | 792/1000 [00:14<00:03, 57.71it/s]
|
563 |
80%|ββββββββ | 798/1000 [00:14<00:03, 57.72it/s]
|
564 |
80%|ββββββββ | 804/1000 [00:14<00:03, 57.76it/s]
|
565 |
81%|ββββββββ | 810/1000 [00:14<00:03, 57.74it/s]
|
566 |
82%|βββββββββ | 816/1000 [00:14<00:03, 57.72it/s]
|
567 |
82%|βββββββββ | 822/1000 [00:15<00:03, 57.73it/s]
|
568 |
83%|βββββββββ | 828/1000 [00:15<00:02, 57.84it/s]
|
569 |
83%|βββββββββ | 834/1000 [00:15<00:02, 57.97it/s]
|
570 |
84%|βββββββββ | 840/1000 [00:15<00:02, 58.00it/s]
|
571 |
85%|βββββββββ | 846/1000 [00:15<00:02, 57.90it/s]
|
572 |
85%|βββββββββ | 852/1000 [00:15<00:02, 57.93it/s]
|
573 |
86%|βββββββββ | 858/1000 [00:15<00:02, 57.88it/s]
|
574 |
86%|βββββββββ | 864/1000 [00:15<00:02, 57.90it/s]
|
575 |
87%|βββββββββ | 870/1000 [00:15<00:02, 57.82it/s]
|
576 |
88%|βββββββββ | 876/1000 [00:15<00:02, 57.89it/s]
|
577 |
88%|βββββββββ | 882/1000 [00:16<00:02, 57.85it/s]
|
578 |
89%|βββββββββ | 888/1000 [00:16<00:01, 57.73it/s]
|
579 |
89%|βββββββββ | 894/1000 [00:16<00:01, 57.84it/s]
|
580 |
90%|βββββββββ | 900/1000 [00:16<00:01, 57.83it/s]
|
581 |
91%|βββββββββ | 906/1000 [00:16<00:01, 57.80it/s]
|
582 |
91%|βββββββββ | 912/1000 [00:16<00:01, 57.84it/s]
|
583 |
92%|ββββββββββ| 918/1000 [00:16<00:01, 57.84it/s]
|
584 |
92%|ββββββββββ| 924/1000 [00:16<00:01, 57.83it/s]
|
585 |
93%|ββββββββββ| 930/1000 [00:16<00:01, 57.92it/s]
|
586 |
94%|ββββββββββ| 936/1000 [00:17<00:01, 57.88it/s]
|
587 |
94%|ββββββββββ| 942/1000 [00:17<00:01, 57.87it/s]
|
588 |
95%|ββββββββββ| 948/1000 [00:17<00:00, 57.90it/s]
|
589 |
95%|ββββββββββ| 954/1000 [00:17<00:00, 57.95it/s]
|
590 |
96%|ββββββββββ| 960/1000 [00:17<00:00, 57.89it/s]
|
591 |
97%|ββββββββββ| 966/1000 [00:17<00:00, 57.96it/s]
|
592 |
97%|ββββββββββ| 972/1000 [00:17<00:00, 58.03it/s]
|
593 |
98%|ββββββββββ| 978/1000 [00:17<00:00, 58.05it/s]
|
594 |
98%|ββββββββββ| 984/1000 [00:17<00:00, 58.05it/s]
|
595 |
99%|ββββββββββ| 990/1000 [00:17<00:00, 58.00it/s]
|
596 |
+
2022-12-21,10:20:16 | INFO | Using classifier
|
597 |
+
|
598 |
0%| | 0/50176 [00:00<?, ?it/s]
|
599 |
1%| | 256/50176 [00:02<07:26, 111.68it/s]
|
600 |
1%| | 512/50176 [00:04<06:37, 125.05it/s]
|
601 |
2%|β | 768/50176 [00:05<06:16, 131.39it/s]
|
602 |
2%|β | 1024/50176 [00:07<06:03, 135.32it/s]
|
603 |
3%|β | 1280/50176 [00:09<05:58, 136.47it/s]
|
604 |
3%|β | 1536/50176 [00:11<06:09, 131.48it/s]
|
605 |
4%|β | 1792/50176 [00:13<06:07, 131.79it/s]
|
606 |
4%|β | 2048/50176 [00:15<05:50, 137.15it/s]
|
607 |
5%|β | 2304/50176 [00:17<05:46, 138.20it/s]
|
608 |
5%|β | 2560/50176 [00:18<05:40, 139.74it/s]
|
609 |
6%|β | 2816/50176 [00:20<05:40, 139.05it/s]
|
610 |
6%|β | 3072/50176 [00:22<05:29, 142.97it/s]
|
611 |
7%|β | 3328/50176 [00:24<05:25, 143.78it/s]
|
612 |
7%|β | 3584/50176 [00:26<05:22, 144.38it/s]
|
613 |
8%|β | 3840/50176 [00:28<05:33, 138.75it/s]
|
614 |
8%|β | 4096/50176 [00:29<05:31, 138.89it/s]
|
615 |
9%|β | 4352/50176 [00:31<05:25, 140.75it/s]
|
616 |
9%|β | 4608/50176 [00:33<05:21, 141.58it/s]
|
617 |
10%|β | 4864/50176 [00:35<05:16, 143.24it/s]
|
618 |
10%|β | 5120/50176 [00:36<05:12, 143.98it/s]
|
619 |
11%|β | 5376/50176 [00:38<05:09, 144.77it/s]
|
620 |
11%|β | 5632/50176 [00:40<05:05, 145.58it/s]
|
621 |
12%|ββ | 5888/50176 [00:42<05:02, 146.52it/s]
|
622 |
12%|ββ | 6144/50176 [00:44<05:27, 134.30it/s]
|
623 |
13%|ββ | 6400/50176 [00:46<05:16, 138.29it/s]
|
624 |
13%|ββ | 6656/50176 [00:47<05:09, 140.40it/s]
|
625 |
14%|ββ | 6912/50176 [00:49<05:07, 140.49it/s]
|
626 |
14%|ββ | 7168/50176 [00:51<05:02, 142.28it/s]
|
627 |
15%|ββ | 7424/50176 [00:53<04:55, 144.76it/s]
|
628 |
15%|ββ | 7680/50176 [00:54<04:54, 144.33it/s]
|
629 |
16%|ββ | 7936/50176 [00:56<04:45, 147.83it/s]
|
630 |
16%|ββ | 8192/50176 [00:58<04:57, 140.99it/s]
|
631 |
17%|ββ | 8448/50176 [01:00<04:49, 144.30it/s]
|
632 |
17%|ββ | 8704/50176 [01:01<04:45, 145.23it/s]
|
633 |
18%|ββ | 8960/50176 [01:03<04:51, 141.62it/s]
|
634 |
18%|ββ | 9216/50176 [01:05<04:41, 145.60it/s]
|
635 |
19%|ββ | 9472/50176 [01:07<04:38, 145.90it/s]
|
636 |
19%|ββ | 9728/50176 [01:09<04:42, 143.33it/s]
|
637 |
20%|ββ | 9984/50176 [01:10<04:35, 146.03it/s]
|
638 |
20%|ββ | 10240/50176 [01:12<04:29, 148.21it/s]
|
639 |
21%|ββ | 10496/50176 [01:14<04:25, 149.22it/s]
|
640 |
21%|βββ | 10752/50176 [01:16<04:32, 144.59it/s]
|
641 |
22%|βββ | 11008/50176 [01:17<04:26, 146.97it/s]
|
642 |
22%|βββ | 11264/50176 [01:19<04:22, 148.19it/s]
|
643 |
23%|βββ | 11520/50176 [01:21<04:16, 150.60it/s]
|
644 |
23%|βββ | 11776/50176 [01:22<04:16, 149.61it/s]
|
645 |
24%|βββ | 12032/50176 [01:24<04:13, 150.46it/s]
|
646 |
24%|βββ | 12288/50176 [01:26<04:10, 151.49it/s]
|
647 |
25%|βββ | 12544/50176 [01:27<04:10, 150.06it/s]
|
648 |
26%|βββ | 12800/50176 [01:29<04:08, 150.71it/s]
|
649 |
26%|βββ | 13056/50176 [01:31<04:03, 152.22it/s]
|
650 |
27%|βββ | 13312/50176 [01:33<04:06, 149.63it/s]
|
651 |
27%|βββ | 13568/50176 [01:35<04:18, 141.70it/s]
|
652 |
28%|βββ | 13824/50176 [01:36<04:21, 138.91it/s]
|
653 |
28%|βββ | 14080/50176 [01:38<04:14, 141.67it/s]
|
654 |
29%|βββ | 14336/50176 [01:40<04:19, 138.24it/s]
|
655 |
29%|βββ | 14592/50176 [01:42<04:07, 143.84it/s]
|
656 |
30%|βββ | 14848/50176 [01:44<04:20, 135.83it/s]
|
657 |
30%|βββ | 15104/50176 [01:46<04:19, 135.40it/s]
|
658 |
31%|βββ | 15360/50176 [01:48<04:11, 138.18it/s]
|
659 |
31%|βββ | 15616/50176 [01:49<04:07, 139.75it/s]
|
660 |
32%|ββββ | 15872/50176 [01:51<04:10, 136.97it/s]
|
661 |
32%|ββββ | 16128/50176 [01:53<04:04, 139.35it/s]
|
662 |
33%|ββββ | 16384/50176 [01:55<04:01, 139.75it/s]
|
663 |
33%|ββββ | 16640/50176 [01:57<04:08, 135.02it/s]
|
664 |
34%|ββββ | 16896/50176 [01:59<03:57, 140.12it/s]
|
665 |
34%|ββββ | 17152/50176 [02:00<03:51, 142.90it/s]
|
666 |
35%|ββββ | 17408/50176 [02:02<03:48, 143.64it/s]
|
667 |
35%|ββββ | 17664/50176 [02:04<03:44, 144.70it/s]
|
668 |
36%|ββββ | 17920/50176 [02:05<03:38, 147.29it/s]
|
669 |
36%|ββββ | 18176/50176 [02:07<03:38, 146.65it/s]
|
670 |
37%|ββββ | 18432/50176 [02:09<03:35, 147.31it/s]
|
671 |
37%|ββββ | 18688/50176 [02:11<03:34, 147.02it/s]
|
672 |
38%|ββββ | 18944/50176 [02:13<03:39, 142.21it/s]
|
673 |
38%|ββββ | 19200/50176 [02:15<03:52, 133.47it/s]
|
674 |
39%|ββββ | 19456/50176 [02:17<03:53, 131.36it/s]
|
675 |
39%|ββββ | 19712/50176 [02:19<03:49, 132.86it/s]
|
676 |
40%|ββββ | 19968/50176 [02:21<03:44, 134.84it/s]
|
677 |
40%|ββββ | 20224/50176 [02:22<03:33, 140.32it/s]
|
678 |
41%|ββββ | 20480/50176 [02:24<03:25, 144.75it/s]
|
679 |
41%|βββββ | 20736/50176 [02:26<03:23, 144.59it/s]
|
680 |
42%|βββββ | 20992/50176 [02:27<03:18, 147.39it/s]
|
681 |
42%|βββββ | 21248/50176 [02:29<03:23, 142.19it/s]
|
682 |
43%|βββββ | 21504/50176 [02:31<03:16, 145.62it/s]
|
683 |
43%|βββββ | 21760/50176 [02:33<03:12, 147.65it/s]
|
684 |
44%|βββββ | 22016/50176 [02:34<03:06, 151.24it/s]
|
685 |
44%|βββββ | 22272/50176 [02:36<03:05, 150.53it/s]
|
686 |
45%|βββββ | 22528/50176 [02:38<03:16, 140.91it/s]
|
687 |
45%|βββββ | 22784/50176 [02:40<03:34, 127.96it/s]
|
688 |
46%|βββββ | 23040/50176 [02:43<03:45, 120.38it/s]
|
689 |
46%|βββββ | 23296/50176 [02:45<03:52, 115.46it/s]
|
690 |
47%|βββββ | 23552/50176 [02:48<03:58, 111.59it/s]
|
691 |
47%|βββββ | 23808/50176 [02:50<03:52, 113.63it/s]
|
692 |
48%|βββββ | 24064/50176 [02:52<03:49, 113.74it/s]
|
693 |
48%|βββββ | 24320/50176 [02:55<03:52, 111.18it/s]
|
694 |
49%|βββββ | 24576/50176 [02:57<03:44, 114.21it/s]
|
695 |
49%|βββββ | 24832/50176 [02:59<03:33, 118.82it/s]
|
696 |
50%|βββββ | 25088/50176 [03:01<03:30, 118.90it/s]
|
697 |
51%|βββββ | 25344/50176 [03:03<03:26, 120.48it/s]
|
698 |
51%|βββββ | 25600/50176 [03:05<03:29, 117.18it/s]
|
699 |
52%|ββββββ | 25856/50176 [03:07<03:25, 118.35it/s]
|
700 |
52%|ββββββ | 26112/50176 [03:10<03:27, 115.98it/s]
|
701 |
53%|ββββββ | 26368/50176 [03:12<03:29, 113.37it/s]
|
702 |
53%|ββββββ | 26624/50176 [03:14<03:24, 115.27it/s]
|
703 |
54%|ββββββ | 26880/50176 [03:16<03:25, 113.33it/s]
|
704 |
54%|ββββββ | 27136/50176 [03:19<03:23, 113.16it/s]
|
705 |
55%|ββββββ | 27392/50176 [03:21<03:18, 114.91it/s]
|
706 |
55%|ββββββ | 27648/50176 [03:23<03:03, 122.56it/s]
|
707 |
56%|ββββββ | 27904/50176 [03:25<03:14, 114.53it/s]
|
708 |
56%|ββββββ | 28160/50176 [03:28<03:16, 111.77it/s]
|
709 |
57%|ββββββ | 28416/50176 [03:30<03:14, 112.13it/s]
|
710 |
57%|ββββββ | 28672/50176 [03:32<03:14, 110.66it/s]
|
711 |
58%|ββββββ | 28928/50176 [03:34<03:10, 111.80it/s]
|
712 |
58%|ββββββ | 29184/50176 [03:37<03:06, 112.85it/s]
|
713 |
59%|ββββββ | 29440/50176 [03:39<03:14, 106.41it/s]
|
714 |
59%|ββββββ | 29696/50176 [03:42<03:17, 103.83it/s]
|
715 |
60%|ββββββ | 29952/50176 [03:44<03:11, 105.50it/s]
|
716 |
60%|ββββββ | 30208/50176 [03:47<03:05, 107.58it/s]
|
717 |
61%|ββββββ | 30464/50176 [03:49<02:53, 113.62it/s]
|
718 |
61%|ββββββ | 30720/50176 [03:51<02:51, 113.68it/s]
|
719 |
62%|βββββββ | 30976/50176 [03:53<02:46, 115.38it/s]
|
720 |
62%|βββββββ | 31232/50176 [03:55<02:44, 115.48it/s]
|
721 |
63%|βββββββ | 31488/50176 [03:57<02:38, 117.88it/s]
|
722 |
63%|βββββββ | 31744/50176 [03:59<02:34, 119.05it/s]
|
723 |
64%|βββββββ | 32000/50176 [04:01<02:32, 119.31it/s]
|
724 |
64%|βββββββ | 32256/50176 [04:04<02:31, 118.31it/s]
|
725 |
65%|βββββββ | 32512/50176 [04:06<02:39, 110.57it/s]
|
726 |
65%|βββββββ | 32768/50176 [04:08<02:30, 115.54it/s]
|
727 |
66%|βββββββ | 33024/50176 [04:11<02:29, 114.62it/s]
|
728 |
66%|βββββββ | 33280/50176 [04:13<02:26, 115.32it/s]
|
729 |
67%|βββββββ | 33536/50176 [04:15<02:30, 110.78it/s]
|
730 |
67%|βββββββ | 33792/50176 [04:18<02:26, 111.82it/s]
|
731 |
68%|βββββββ | 34048/50176 [04:20<02:18, 116.12it/s]
|
732 |
68%|βββββββ | 34304/50176 [04:22<02:14, 117.65it/s]
|
733 |
69%|βββββββ | 34560/50176 [04:24<02:17, 113.68it/s]
|
734 |
69%|βββββββ | 34816/50176 [04:26<02:17, 111.97it/s]
|
735 |
70%|βββββββ | 35072/50176 [04:29<02:13, 112.89it/s]
|
736 |
70%|βββββββ | 35328/50176 [04:31<02:11, 113.17it/s]
|
737 |
71%|βββββββ | 35584/50176 [04:33<02:08, 113.90it/s]
|
738 |
71%|ββββββββ | 35840/50176 [04:36<02:08, 111.41it/s]
|
739 |
72%|ββββββββ | 36096/50176 [04:38<02:03, 113.58it/s]
|
740 |
72%|ββββββββ | 36352/50176 [04:40<02:03, 112.09it/s]
|
741 |
73%|ββββββββ | 36608/50176 [04:43<02:03, 109.90it/s]
|
742 |
73%|ββββββββ | 36864/50176 [04:45<02:04, 106.93it/s]
|
743 |
74%|ββββββββ | 37120/50176 [04:47<01:59, 109.05it/s]
|
744 |
74%|ββββββββ | 37376/50176 [04:49<01:51, 115.03it/s]
|
745 |
75%|ββββββββ | 37632/50176 [04:51<01:48, 115.65it/s]
|
746 |
76%|ββββββββ | 37888/50176 [04:54<01:46, 115.80it/s]
|
747 |
76%|ββββββββ | 38144/50176 [04:56<01:42, 117.32it/s]
|
748 |
77%|ββββββββ | 38400/50176 [04:58<01:44, 113.22it/s]
|
749 |
77%|ββββββββ | 38656/50176 [05:00<01:41, 113.80it/s]
|
750 |
78%|ββββββββ | 38912/50176 [05:03<01:39, 112.93it/s]
|
751 |
78%|ββββββββ | 39168/50176 [05:05<01:40, 109.56it/s]
|
752 |
79%|ββββββββ | 39424/50176 [05:07<01:34, 113.23it/s]
|
753 |
79%|ββββββββ | 39680/50176 [05:10<01:33, 112.55it/s]
|
754 |
80%|ββββββββ | 39936/50176 [05:12<01:28, 115.91it/s]
|
755 |
80%|ββββββββ | 40192/50176 [05:14<01:26, 114.89it/s]
|
756 |
81%|ββββββββ | 40448/50176 [05:16<01:27, 111.52it/s]
|
757 |
81%|ββββββββ | 40704/50176 [05:19<01:28, 106.79it/s]
|
758 |
82%|βββββββββ | 40960/50176 [05:21<01:22, 111.46it/s]
|
759 |
82%|βββββββββ | 41216/50176 [05:23<01:20, 110.77it/s]
|
760 |
83%|βββββββββ | 41472/50176 [05:26<01:20, 108.13it/s]
|
761 |
83%|βββββββββ | 41728/50176 [05:28<01:17, 109.05it/s]
|
762 |
84%|βββββββββ | 41984/50176 [05:31<01:14, 109.71it/s]
|
763 |
84%|ββββββοΏ½οΏ½οΏ½ββ | 42240/50176 [05:33<01:11, 110.90it/s]
|
764 |
85%|βββββββββ | 42496/50176 [05:35<01:08, 111.72it/s]
|
765 |
85%|βββββββββ | 42752/50176 [05:37<01:05, 112.97it/s]
|
766 |
86%|βββββββββ | 43008/50176 [05:40<01:03, 112.66it/s]
|
767 |
86%|βββββββββ | 43264/50176 [05:42<01:01, 113.01it/s]
|
768 |
87%|βββββββββ | 43520/50176 [05:44<00:59, 111.72it/s]
|
769 |
87%|βββββββββ | 43776/50176 [05:47<00:58, 110.31it/s]
|
770 |
88%|βββββββββ | 44032/50176 [05:49<00:56, 109.00it/s]
|
771 |
88%|βββββββββ | 44288/50176 [05:51<00:53, 110.18it/s]
|
772 |
89%|βββββββββ | 44544/50176 [05:54<00:52, 106.58it/s]
|
773 |
89%|βββββββββ | 44800/50176 [05:56<00:50, 107.14it/s]
|
774 |
90%|βββββββββ | 45056/50176 [05:58<00:46, 109.36it/s]
|
775 |
90%|βββββββββ | 45312/50176 [06:01<00:45, 106.88it/s]
|
776 |
91%|βββββββββ | 45568/50176 [06:03<00:41, 111.18it/s]
|
777 |
91%|ββββββββββ| 45824/50176 [06:05<00:39, 108.84it/s]
|
778 |
92%|ββββββββββ| 46080/50176 [06:08<00:38, 105.96it/s]
|
779 |
92%|ββββββββββ| 46336/50176 [06:10<00:35, 107.28it/s]
|
780 |
93%|ββββββββββ| 46592/50176 [06:13<00:33, 108.52it/s]
|
781 |
93%|ββββββββββ| 46848/50176 [06:15<00:31, 106.04it/s]
|
782 |
94%|ββββββββββ| 47104/50176 [06:18<00:30, 101.90it/s]
|
783 |
94%|ββββββββββ| 47360/50176 [06:20<00:27, 102.85it/s]
|
784 |
95%|ββββββββββ| 47616/50176 [06:23<00:24, 102.71it/s]
|
785 |
95%|ββββββββββ| 47872/50176 [06:25<00:22, 103.06it/s]
|
786 |
96%|ββββββββββ| 48128/50176 [06:28<00:19, 104.54it/s]
|
787 |
96%|ββββββββββ| 48384/50176 [06:30<00:16, 106.89it/s]
|
788 |
97%|ββββββββββ| 48640/50176 [06:32<00:14, 106.22it/s]
|
789 |
97%|ββββββββββ| 48896/50176 [06:35<00:11, 106.82it/s]
|
790 |
98%|ββββββββββ| 49152/50176 [06:37<00:09, 104.04it/s]
|
791 |
98%|ββββββββββ| 49408/50176 [06:40<00:07, 103.74it/s]
|
792 |
99%|ββββββββββ| 49664/50176 [06:42<00:04, 102.74it/s]
|
793 |
99%|ββββββββββ| 49920/50176 [06:45<00:02, 97.54it/s]
|
794 |
+
2022-12-21,10:27:03 | INFO | Finished zero-shot imagenet.
|
795 |
+
2022-12-21,10:27:03 | INFO | Eval Epoch: 0 imagenet-zeroshot-val-top1: 0.5883 imagenet-zeroshot-val-top5: 0.8555
|