File size: 12,493 Bytes
6583e65 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 |
common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)
system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.
task acc_norm
1 0.00000000
2 50.00000000
3 66.66666667
4 75.00000000
5 80.00000000
6 83.33333333
7 71.42857143
8 75.00000000
9 66.66666667
10 70.00000000
11 72.72727273
12 66.66666667
13 69.23076923
14 71.42857143
15 73.33333333
16 75.00000000
17 70.58823529
18 72.22222222
19 68.42105263
20 70.00000000
21 71.42857143
22 72.72727273
23 73.91304348
24 70.83333333
25 68.00000000
26 65.38461538
27 62.96296296
28 64.28571429
29 62.06896552
30 60.00000000
31 61.29032258
32 59.37500000
33 60.60606061
34 61.76470588
35 62.85714286
36 61.11111111
37 59.45945946
38 60.52631579
39 61.53846154
40 60.00000000
41 60.97560976
42 59.52380952
43 60.46511628
44 61.36363636
45 60.00000000
46 60.86956522
47 61.70212766
48 62.50000000
49 63.26530612
50 62.00000000
51 62.74509804
52 61.53846154
53 60.37735849
54 59.25925926
55 58.18181818
56 57.14285714
57 57.89473684
58 58.62068966
59 59.32203390
60 60.00000000
61 59.01639344
62 59.67741935
63 60.31746032
64 60.93750000
65 61.53846154
66 60.60606061
67 61.19402985
68 61.76470588
69 62.31884058
70 62.85714286
71 61.97183099
72 62.50000000
73 63.01369863
74 63.51351351
75 62.66666667
76 63.15789474
77 63.63636364
78 64.10256410
79 64.55696203
80 65.00000000
81 65.43209877
82 65.85365854
83 66.26506024
84 66.66666667
85 67.05882353
86 67.44186047
87 67.81609195
88 68.18181818
89 67.41573034
90 67.77777778
91 68.13186813
92 67.39130435
93 67.74193548
94 68.08510638
95 68.42105263
96 68.75000000
97 69.07216495
98 69.38775510
99 69.69696970
100 69.00000000
101 69.30693069
102 68.62745098
103 67.96116505
104 68.26923077
105 68.57142857
106 68.86792453
107 69.15887850
108 69.44444444
109 68.80733945
110 69.09090909
111 69.36936937
112 69.64285714
113 69.91150442
114 70.17543860
115 70.43478261
116 69.82758621
117 69.23076923
118 69.49152542
119 69.74789916
120 69.16666667
121 69.42148760
122 69.67213115
123 69.91869919
124 70.16129032
125 70.40000000
126 70.63492063
127 70.86614173
128 70.31250000
129 70.54263566
130 70.00000000
131 70.22900763
132 69.69696970
133 69.92481203
134 70.14925373
135 70.37037037
136 70.58823529
137 70.80291971
138 70.28985507
139 69.78417266
140 70.00000000
141 70.21276596
142 70.42253521
143 70.62937063
144 70.83333333
145 71.03448276
146 71.23287671
147 71.42857143
148 71.62162162
149 71.81208054
150 72.00000000
151 71.52317881
152 71.05263158
153 71.24183007
154 71.42857143
155 71.61290323
156 71.79487179
157 71.97452229
158 72.15189873
159 71.69811321
160 71.87500000
161 72.04968944
162 72.22222222
163 72.39263804
164 72.56097561
165 72.72727273
166 72.89156627
167 73.05389222
168 73.21428571
169 72.78106509
170 72.94117647
171 73.09941520
172 73.25581395
173 72.83236994
174 72.98850575
175 72.57142857
176 72.72727273
177 72.88135593
178 73.03370787
179 72.62569832
180 72.77777778
181 72.37569061
182 72.52747253
183 72.67759563
184 72.28260870
185 72.43243243
186 72.04301075
187 71.65775401
188 71.80851064
189 71.42857143
190 71.57894737
191 71.72774869
192 71.87500000
193 71.50259067
194 71.64948454
195 71.28205128
196 71.42857143
197 71.06598985
198 70.70707071
199 70.85427136
200 71.00000000
201 71.14427861
202 71.28712871
203 70.93596059
204 71.07843137
205 71.21951220
206 71.35922330
207 71.49758454
208 71.15384615
209 71.29186603
210 71.42857143
211 71.56398104
212 71.69811321
213 71.83098592
214 71.96261682
215 71.62790698
216 71.75925926
217 71.42857143
218 71.55963303
219 71.68949772
220 71.81818182
221 71.49321267
222 71.62162162
223 71.74887892
224 71.87500000
225 72.00000000
226 72.12389381
227 71.80616740
228 71.92982456
229 72.05240175
230 72.17391304
231 71.86147186
232 71.55172414
233 71.67381974
234 71.79487179
235 71.48936170
236 71.18644068
237 71.30801688
238 71.42857143
239 71.54811715
240 71.66666667
241 71.78423237
242 71.90082645
243 72.01646091
244 71.72131148
245 71.42857143
246 71.13821138
247 71.25506073
248 71.37096774
249 71.48594378
250 71.60000000
251 71.71314741
252 71.82539683
253 71.54150198
254 71.65354331
255 71.76470588
256 71.87500000
257 71.59533074
258 71.70542636
259 71.81467181
260 71.92307692
261 72.03065134
262 71.75572519
263 71.86311787
264 71.96969697
265 72.07547170
266 72.18045113
267 72.28464419
268 72.38805970
269 72.49070632
270 72.59259259
271 72.32472325
272 72.42647059
273 72.16117216
274 72.26277372
275 72.00000000
276 72.10144928
277 72.20216606
278 72.30215827
279 72.40143369
280 72.50000000
281 72.59786477
282 72.69503546
283 72.79151943
284 72.88732394
285 72.63157895
286 72.72727273
287 72.82229965
288 72.91666667
289 73.01038062
290 73.10344828
291 73.19587629
292 72.94520548
293 73.03754266
294 73.12925170
295 73.22033898
296 73.31081081
297 73.40067340
298 73.48993289
299 73.24414716
300 73.00000000
301 73.08970100
302 73.17880795
303 72.93729373
304 72.69736842
305 72.78688525
306 72.87581699
307 72.63843648
308 72.72727273
309 72.81553398
310 72.90322581
311 72.99035370
312 73.07692308
313 73.16293930
314 73.24840764
315 73.33333333
316 73.41772152
317 73.50157729
318 73.27044025
319 73.04075235
320 73.12500000
321 72.89719626
322 72.67080745
323 72.75541796
324 72.83950617
325 72.92307692
326 73.00613497
327 72.78287462
328 72.86585366
329 72.94832827
330 73.03030303
331 73.11178248
332 73.19277108
333 73.27327327
334 73.05389222
335 73.13432836
336 73.21428571
337 72.99703264
338 72.78106509
339 72.86135693
340 72.94117647
341 73.02052786
342 73.09941520
343 73.17784257
344 72.96511628
345 73.04347826
346 72.83236994
347 72.91066282
348 72.70114943
349 72.49283668
350 72.57142857
351 72.64957265
352 72.72727273
353 72.80453258
354 72.88135593
355 72.95774648
356 73.03370787
357 73.10924370
358 73.18435754
359 73.25905292
360 73.05555556
361 73.13019391
362 73.20441989
363 73.27823691
364 73.35164835
365 73.42465753
366 73.49726776
367 73.56948229
368 73.64130435
369 73.71273713
370 73.78378378
371 73.85444744
372 73.92473118
373 73.99463807
374 74.06417112
375 74.13333333
376 74.20212766
377 74.00530504
378 74.07407407
379 74.14248021
380 74.21052632
381 74.27821522
382 74.34554974
383 74.41253264
384 74.47916667
385 74.54545455
386 74.61139896
387 74.67700258
388 74.48453608
389 74.55012853
390 74.61538462
391 74.42455243
392 74.48979592
393 74.55470738
394 74.61928934
395 74.68354430
396 74.74747475
397 74.81108312
398 74.87437186
399 74.93734336
400 75.00000000
401 75.06234414
402 75.12437811
403 74.93796526
404 75.00000000
405 74.81481481
406 74.87684729
407 74.93857494
408 75.00000000
409 75.06112469
410 75.12195122
411 74.93917275
412 75.00000000
413 74.81840194
414 74.87922705
415 74.69879518
416 74.75961538
417 74.82014388
418 74.88038278
419 74.94033413
420 75.00000000
421 75.05938242
422 75.11848341
423 75.17730496
424 75.23584906
425 75.29411765
426 75.35211268
427 75.17564403
428 75.23364486
429 75.29137529
430 75.34883721
431 75.17401392
432 75.00000000
433 74.82678984
434 74.88479263
435 74.71264368
436 74.77064220
437 74.59954233
438 74.42922374
439 74.48747153
440 74.31818182
441 74.37641723
442 74.43438914
443 74.49209932
444 74.54954955
445 74.60674157
446 74.66367713
447 74.72035794
448 74.77678571
449 74.83296214
450 74.88888889
451 74.72283814
452 74.55752212
453 74.61368653
454 74.66960352
455 74.72527473
456 74.78070175
457 74.83588621
458 74.89082969
459 74.94553377
460 75.00000000
461 75.05422993
462 75.10822511
463 75.16198704
464 75.21551724
465 75.05376344
466 75.10729614
467 75.16059957
468 75.00000000
469 74.84008529
470 74.68085106
471 74.73460722
472 74.78813559
473 74.84143763
474 74.89451477
475 74.94736842
476 75.00000000
477 74.84276730
478 74.89539749
479 74.94780793
480 75.00000000
481 75.05197505
482 74.89626556
483 74.94824017
484 74.79338843
485 74.63917526
486 74.69135802
487 74.74332649
488 74.59016393
489 74.64212679
490 74.69387755
491 74.74541752
492 74.79674797
493 74.84787018
494 74.89878543
495 74.94949495
496 75.00000000
497 75.05030181
498 75.10040161
499 74.94989980
500 75.00000000
501 74.85029940
502 74.90039841
503 74.95029821
504 75.00000000
505 75.04950495
506 75.09881423
507 75.14792899
508 75.19685039
509 75.24557957
510 75.29411765
511 75.34246575
512 75.19531250
513 75.04873294
514 75.09727626
515 75.14563107
516 75.00000000
517 74.85493230
518 74.90347490
519 74.95183044
520 75.00000000
521 74.85604607
522 74.71264368
523 74.76099426
524 74.80916031
525 74.85714286
526 74.71482890
527 74.57305503
528 74.62121212
529 74.66918715
530 74.71698113
531 74.76459510
532 74.81203008
533 74.85928705
534 74.90636704
535 74.95327103
536 75.00000000
537 75.04655493
538 75.09293680
539 74.95361781
540 75.00000000
541 75.04621072
542 75.09225092
543 74.95395948
544 75.00000000
545 75.04587156
546 75.09157509
547 75.13711152
548 75.18248175
549 75.22768670
550 75.09090909
551 75.13611615
552 75.00000000
553 75.04520796
554 75.09025271
555 74.95495495
556 75.00000000
557 74.86535009
558 74.73118280
559 74.77638640
560 74.82142857
561 74.86631016
562 74.91103203
563 74.95559503
564 75.00000000
565 74.86725664
566 74.73498233
567 74.77954145
568 74.82394366
569 74.69244288
570 74.73684211
571 74.78108581
572 74.82517483
573 74.86910995
574 74.91289199
575 74.95652174
576 75.00000000
577 75.04332756
578 75.08650519
579 75.12953368
580 75.17241379
581 75.04302926
582 75.08591065
583 75.12864494
584 75.17123288
585 75.21367521
586 75.25597270
587 75.29812606
588 75.17006803
589 75.04244482
590 75.08474576
591 75.12690355
592 75.16891892
593 75.04215852
594 74.91582492
595 74.95798319
596 75.00000000
597 75.04187605
598 75.08361204
599 74.95826377
600 75.00000000
601 75.04159734
602 75.08305648
603 75.12437811
604 75.16556291
605 75.20661157
606 75.08250825
607 75.12355848
608 75.00000000
609 75.04105090
610 75.08196721
611 75.12274959
612 75.00000000
613 74.87765090
614 74.91856678
615 74.95934959
616 74.83766234
617 74.87844408
618 74.91909385
619 74.95961228
620 75.00000000
621 75.04025765
622 75.08038585
623 75.12038523
624 75.16025641
625 75.20000000
626 75.23961661
627 75.27910686
628 75.31847134
629 75.19872814
630 75.07936508
631 75.11885895
632 75.00000000
633 74.88151659
634 74.92113565
635 74.96062992
636 75.00000000
637 75.03924647
638 75.07836991
639 75.11737089
640 75.00000000
641 75.03900156
642 75.07788162
643 75.11664075
644 75.15527950
645 75.03875969
646 75.07739938
647 75.11591963
648 75.15432099
649 75.03852080
650 75.07692308
651 75.11520737
652 75.15337423
653 75.19142420
654 75.22935780
655 75.26717557
656 75.30487805
657 75.34246575
658 75.37993921
659 75.26555387
660 75.15151515
661 75.18910741
662 75.22658610
663 75.26395173
664 75.30120482
665 75.33834586
666 75.37537538
667 75.41229385
668 75.44910180
669 75.48579970
670 75.52238806
671 75.55886736
672 75.44642857
673 75.48291233
674 75.51928783
675 75.55555556
676 75.59171598
677 75.62776957
678 75.66371681
679 75.69955817
680 75.73529412
681 75.62408223
682 75.65982405
683 75.69546120
684 75.73099415
685 75.76642336
686 75.80174927
687 75.83697234
688 75.87209302
689 75.90711176
690 75.94202899
691 75.97684515
692 76.01156069
693 75.90187590
694 75.93659942
695 75.97122302
696 76.00574713
697 76.04017217
698 76.07449857
699 75.96566524
700 76.00000000
701 76.03423680
702 76.06837607
703 76.10241821
704 76.13636364
705 76.17021277
706 76.20396601
707 76.23762376
708 76.27118644
709 76.30465444
710 76.33802817
711 76.23066104
712 76.26404494
713 76.29733520
714 76.33053221
715 76.22377622
716 76.25698324
717 76.29009763
718 76.32311978
719 76.35605007
720 76.38888889
721 76.42163662
722 76.45429363
723 76.48686030
724 76.51933702
725 76.55172414
726 76.58402204
727 76.61623109
728 76.64835165
729 76.68038409
730 76.71232877
731 76.74418605
732 76.63934426
733 76.67121419
734 76.70299728
735 76.59863946
736 76.63043478
737 76.52645862
738 76.42276423
739 76.31935047
740 76.35135135
741 76.38326586
742 76.41509434
743 76.44683715
744 76.47849462
745 76.51006711
746 76.54155496
747 76.43908969
748 76.47058824
749 76.50200267
750 76.53333333
|