[terminal_command] TERMINAL ()
[2025-12-04 12:23:02] Decode batch, #running-req: 3, #token: 3089, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1415.82, #queue-req: 0, [2025-12-04 12:23:02] Decode batch, #running-req: 3, #token: 3209, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1379.05, #queue-req: 0, [2025-12-04 12:23:02] Decode batch, #running-req: 3, #token: 3329, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1384.69, #queue-req: 0, [2025-12-04 12:23:02] Prefill batch, #new-seq: 1, #new-token: 1, #cached-token: 222, token usage: 0.01, #running-req: 3, #queue-req: 0, [2025-12-04 12:23:02] Prefill batch, #new-seq: 1, #new-token: 21, #cached-token: 202, token usage: 0.01, #running-req: 4, #queue-req: 0, [2025-12-04 12:23:02] INFO:     10.86.2.252:43706 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:02] Decode batch, #running-req: 4, #token: 2571, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1431.62, #queue-req: 0, [2025-12-04 12:23:02] Decode batch, #running-req: 4, #token: 2731, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1905.65, #queue-req: 0, [2025-12-04 12:23:02] Decode batch, #running-req: 4, #token: 2891, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1904.36, #queue-req: 0, [2025-12-04 12:23:02] Decode batch, #running-req: 4, #token: 3051, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1898.15, #queue-req: 0, [2025-12-04 12:23:02] Decode batch, #running-req: 4, #token: 3211, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1882.91, #queue-req: 0, [2025-12-04 12:23:02] Decode batch, #running-req: 4, #token: 3371, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1857.98, #queue-req: 0, [2025-12-04 12:23:02] INFO:     10.86.2.252:43748 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:02] Decode batch, #running-req: 3, #token: 3241, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1781.14, #queue-req: 0, [2025-12-04 12:23:03] Decode batch, #running-req: 3, #token: 3361, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1395.69, #queue-req: 0, [2025-12-04 12:23:03] INFO:     10.86.2.252:43754 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:03] Decode batch, #running-req: 2, #token: 3086, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1249.43, #queue-req: 0, [2025-12-04 12:23:03] Decode batch, #running-req: 2, #token: 3166, token usage: 0.01, cuda graph: True, gen throughput (token/s): 946.85, #queue-req: 0, [2025-12-04 12:23:03] Prefill batch, #new-seq: 1, #new-token: 1, #cached-token: 221, token usage: 0.01, #running-req: 2, #queue-req: 0, [2025-12-04 12:23:03] Decode batch, #running-req: 3, #token: 3291, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1086.03, #queue-req: 0, [2025-12-04 12:23:03] Decode batch, #running-req: 3, #token: 3411, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1401.53, #queue-req: 0, [2025-12-04 12:23:03] Decode batch, #running-req: 3, #token: 3531, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1385.07, #queue-req: 0, [2025-12-04 12:23:03] INFO:     10.86.2.252:43732 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:03] Decode batch, #running-req: 2, #token: 2673, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1210.60, #queue-req: 0, [2025-12-04 12:23:03] Decode batch, #running-req: 2, #token: 2753, token usage: 0.00, cuda graph: True, gen throughput (token/s): 953.68, #queue-req: 0, [2025-12-04 12:23:03] Decode batch, #running-req: 2, #token: 2833, token usage: 0.00, cuda graph: True, gen throughput (token/s): 950.76, #queue-req: 0, [2025-12-04 12:23:03] Decode batch, #running-req: 2, #token: 2913, token usage: 0.00, cuda graph: True, gen throughput (token/s): 949.92, #queue-req: 0, [2025-12-04 12:23:03] Decode batch, #running-req: 2, #token: 2993, token usage: 0.00, cuda graph: True, gen throughput (token/s): 945.34, #queue-req: 0, [2025-12-04 12:23:03] Prefill batch, #new-seq: 2, #new-token: 109, #cached-token: 373, token usage: 0.01, #running-req: 2, #queue-req: 0, [2025-12-04 12:23:03] Prefill batch, #new-seq: 1, #new-token: 69, #cached-token: 172, token usage: 0.01, #running-req: 4, #queue-req: 0, [2025-12-04 12:23:04] Decode batch, #running-req: 5, #token: 3266, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1395.95, #queue-req: 0, [2025-12-04 12:23:04] Prefill batch, #new-seq: 2, #new-token: 85, #cached-token: 397, token usage: 0.01, #running-req: 5, #queue-req: 0, [2025-12-04 12:23:04] Decode batch, #running-req: 7, #token: 3583, token usage: 0.01, cuda graph: True, gen throughput (token/s): 2212.14, #queue-req: 0, [2025-12-04 12:23:04] Decode batch, #running-req: 7, #token: 3863, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3196.82, #queue-req: 0, [2025-12-04 12:23:04] Prefill batch, #new-seq: 2, #new-token: 85, #cached-token: 397, token usage: 0.01, #running-req: 7, #queue-req: 0, [2025-12-04 12:23:04] Decode batch, #running-req: 9, #token: 4266, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3211.26, #queue-req: 0, [2025-12-04 12:23:04] Decode batch, #running-req: 9, #token: 4626, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3926.05, #queue-req: 0, [2025-12-04 12:23:04] Prefill batch, #new-seq: 1, #new-token: 19, #cached-token: 222, token usage: 0.01, #running-req: 9, #queue-req: 0, [2025-12-04 12:23:04] Prefill batch, #new-seq: 1, #new-token: 67, #cached-token: 175, token usage: 0.01, #running-req: 10, #queue-req: 0, [2025-12-04 12:23:04] Decode batch, #running-req: 11, #token: 5144, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3526.97, #queue-req: 0, [2025-12-04 12:23:04] Decode batch, #running-req: 11, #token: 5584, token usage: 0.01, cuda graph: True, gen throughput (token/s): 4692.14, #queue-req: 0, [2025-12-04 12:23:04] Decode batch, #running-req: 11, #token: 6024, token usage: 0.01, cuda graph: True, gen throughput (token/s): 4630.25, #queue-req: 0, [2025-12-04 12:23:04] INFO:     10.86.2.252:49452 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:04] Decode batch, #running-req: 10, #token: 3637, token usage: 0.01, cuda graph: True, gen throughput (token/s): 4449.79, #queue-req: 0, [2025-12-04 12:23:04] INFO:     10.86.2.252:43824 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:04] Decode batch, #running-req: 9, #token: 3759, token usage: 0.01, cuda graph: True, gen throughput (token/s): 4288.76, #queue-req: 0, [2025-12-04 12:23:05] Decode batch, #running-req: 9, #token: 4119, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3953.70, #queue-req: 0, [2025-12-04 12:23:05] INFO:     10.86.2.252:43810 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:05] Decode batch, #running-req: 8, #token: 3997, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3656.64, #queue-req: 0, [2025-12-04 12:23:05] Decode batch, #running-req: 8, #token: 4317, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3557.93, #queue-req: 0, [2025-12-04 12:23:05] Decode batch, #running-req: 8, #token: 4637, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3476.38, #queue-req: 0, [2025-12-04 12:23:05] Decode batch, #running-req: 8, #token: 4957, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3433.21, #queue-req: 0, [2025-12-04 12:23:05] INFO:     10.86.2.252:43766 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:05] Decode batch, #running-req: 7, #token: 4312, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3236.61, #queue-req: 0, [2025-12-04 12:23:05] Prefill batch, #new-seq: 1, #new-token: 19, #cached-token: 214, token usage: 0.01, #running-req: 7, #queue-req: 0, [2025-12-04 12:23:05] Prefill batch, #new-seq: 2, #new-token: 20, #cached-token: 434, token usage: 0.01, #running-req: 8, #queue-req: 0, [2025-12-04 12:23:05] Decode batch, #running-req: 10, #token: 4658, token usage: 0.01, cuda graph: True, gen throughput (token/s): 2602.97, #queue-req: 0, [2025-12-04 12:23:05] Decode batch, #running-req: 10, #token: 5058, token usage: 0.01, cuda graph: True, gen throughput (token/s): 4220.04, #queue-req: 0, [2025-12-04 12:23:05] INFO:     10.86.2.252:43798 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:05] Decode batch, #running-req: 9, #token: 4710, token usage: 0.01, cuda graph: True, gen throughput (token/s): 4001.09, #queue-req: 0, [2025-12-04 12:23:05] Decode batch, #running-req: 9, #token: 5070, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3895.81, #queue-req: 0, [2025-12-04 12:23:05] Decode batch, #running-req: 9, #token: 5430, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3733.25, #queue-req: 0, [2025-12-04 12:23:06] Decode batch, #running-req: 9, #token: 5790, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3830.30, #queue-req: 0, [2025-12-04 12:23:06] Decode batch, #running-req: 9, #token: 5276, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3803.50, #queue-req: 0, [2025-12-04 12:23:06] INFO:     10.86.2.252:43808 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:06] Decode batch, #running-req: 8, #token: 5595, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3560.94, #queue-req: 0, [2025-12-04 12:23:06] Decode batch, #running-req: 8, #token: 5915, token usage: 0.01, cuda graph: True, gen throughput (token/s): 3428.96, #queue-req: 0, [2025-12-04 12:23:06] INFO:     10.86.2.252:43848 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:06] INFO:     10.86.2.252:43804 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:06] INFO:     10.86.2.252:43856 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:06] Decode batch, #running-req: 5, #token: 3896, token usage: 0.01, cuda graph: True, gen throughput (token/s): 2947.45, #queue-req: 0, [2025-12-04 12:23:06] Decode batch, #running-req: 5, #token: 4096, token usage: 0.01, cuda graph: True, gen throughput (token/s): 2284.34, #queue-req: 0, [2025-12-04 12:23:06] Decode batch, #running-req: 5, #token: 4296, token usage: 0.01, cuda graph: True, gen throughput (token/s): 2272.62, #queue-req: 0, [2025-12-04 12:23:06] INFO:     10.86.2.252:43858 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:06] Decode batch, #running-req: 4, #token: 3992, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1896.98, #queue-req: 0, [2025-12-04 12:23:06] INFO:     10.86.2.252:43834 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:06] Decode batch, #running-req: 3, #token: 3074, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1497.58, #queue-req: 0, [2025-12-04 12:23:06] Decode batch, #running-req: 3, #token: 3194, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1415.81, #queue-req: 0, [2025-12-04 12:23:06] Decode batch, #running-req: 3, #token: 3314, token usage: 0.01, cuda graph: True, gen throughput (token/s): 1397.42, #queue-req: 0, [2025-12-04 12:23:06] INFO:     10.86.2.252:43782 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:07] Decode batch, #running-req: 2, #token: 2057, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1233.26, #queue-req: 0, [2025-12-04 12:23:07] Decode batch, #running-req: 2, #token: 2137, token usage: 0.00, cuda graph: True, gen throughput (token/s): 975.78, #queue-req: 0, [2025-12-04 12:23:07] Decode batch, #running-req: 2, #token: 2217, token usage: 0.00, cuda graph: True, gen throughput (token/s): 968.55, #queue-req: 0, [2025-12-04 12:23:07] Decode batch, #running-req: 2, #token: 2297, token usage: 0.00, cuda graph: True, gen throughput (token/s): 968.65, #queue-req: 0, [2025-12-04 12:23:07] Decode batch, #running-req: 2, #token: 2377, token usage: 0.00, cuda graph: True, gen throughput (token/s): 967.61, #queue-req: 0, [2025-12-04 12:23:07] Decode batch, #running-req: 2, #token: 2457, token usage: 0.00, cuda graph: True, gen throughput (token/s): 955.71, #queue-req: 0, [2025-12-04 12:23:07] INFO:     10.86.2.252:43838 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:07] Decode batch, #running-req: 1, #token: 1115, token usage: 0.00, cuda graph: True, gen throughput (token/s): 713.37, #queue-req: 0, [2025-12-04 12:23:07] Decode batch, #running-req: 1, #token: 1155, token usage: 0.00, cuda graph: True, gen throughput (token/s): 530.66, #queue-req: 0, [2025-12-04 12:23:07] Decode batch, #running-req: 1, #token: 1195, token usage: 0.00, cuda graph: True, gen throughput (token/s): 530.42, #queue-req: 0, [2025-12-04 12:23:07] Decode batch, #running-req: 1, #token: 1235, token usage: 0.00, cuda graph: True, gen throughput (token/s): 529.87, #queue-req: 0, [2025-12-04 12:23:07] Decode batch, #running-req: 1, #token: 1275, token usage: 0.00, cuda graph: True, gen throughput (token/s): 523.58, #queue-req: 0, [2025-12-04 12:23:07] INFO:     10.86.2.252:43854 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:08] Prefill batch, #new-seq: 1, #new-token: 19, #cached-token: 203, token usage: 0.00, #running-req: 0, #queue-req: 0, [2025-12-04 12:23:08] Prefill batch, #new-seq: 1, #new-token: 47, #cached-token: 175, token usage: 0.00, #running-req: 1, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 2, #token: 309, token usage: 0.00, cuda graph: True, gen throughput (token/s): 48.67, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 2, #token: 389, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1011.03, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 2, #token: 469, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1017.58, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 2, #token: 549, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1016.56, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 2, #token: 629, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1017.02, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 2, #token: 709, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1018.68, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 2, #token: 789, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1016.07, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 2, #token: 869, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1013.14, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 2, #token: 949, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1010.70, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 2, #token: 1029, token usage: 0.00, cuda graph: True, gen throughput (token/s): 1000.67, #queue-req: 0, [2025-12-04 12:23:09] INFO:     10.86.2.252:43866 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:23:09] Decode batch, #running-req: 1, #token: 642, token usage: 0.00, cuda graph: True, gen throughput (token/s): 890.65, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 1, #token: 682, token usage: 0.00, cuda graph: True, gen throughput (token/s): 536.82, #queue-req: 0, [2025-12-04 12:23:09] Decode batch, #running-req: 1, #token: 722, token usage: 0.00, cuda graph: True, gen throughput (token/s): 536.21, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 762, token usage: 0.00, cuda graph: True, gen throughput (token/s): 537.01, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 802, token usage: 0.00, cuda graph: True, gen throughput (token/s): 535.42, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 842, token usage: 0.00, cuda graph: True, gen throughput (token/s): 535.11, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 882, token usage: 0.00, cuda graph: True, gen throughput (token/s): 533.72, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 922, token usage: 0.00, cuda graph: True, gen throughput (token/s): 532.82, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 962, token usage: 0.00, cuda graph: True, gen throughput (token/s): 534.07, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 1002, token usage: 0.00, cuda graph: True, gen throughput (token/s): 532.81, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 1042, token usage: 0.00, cuda graph: True, gen throughput (token/s): 532.76, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 1082, token usage: 0.00, cuda graph: True, gen throughput (token/s): 531.22, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 1122, token usage: 0.00, cuda graph: True, gen throughput (token/s): 530.46, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 1162, token usage: 0.00, cuda graph: True, gen throughput (token/s): 530.74, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 1202, token usage: 0.00, cuda graph: True, gen throughput (token/s): 529.30, #queue-req: 0, [2025-12-04 12:23:10] Decode batch, #running-req: 1, #token: 1242, token usage: 0.00, cuda graph: True, gen throughput (token/s): 528.88, #queue-req: 0, [2025-12-04 12:23:11] Decode batch, #running-req: 1, #token: 1282, token usage: 0.00, cuda graph: True, gen throughput (token/s): 525.42, #queue-req: 0, [2025-12-04 12:23:11] INFO:     10.86.2.252:43874 - "POST /v1/chat/completions HTTP/1.1" 200 OK[2025-12-04 12:30:02] SIGTERM received. signum=None frame=None. Draining requests and shutting down...[2025-12-04 12:30:02] Gracefully exiting... Remaining number of requests 0. Remaining requests remaining_rids=[].Killed(crowd-pilot) [franz.srambical@hai008.haicore.berlin:~/crowd-pilot-extension] $ hsalloc: Job allocation 35335 has been revoked.        srun: Job step aborted: Waiting up to 32 seconds for job step to finish.[2025-12-04T13:39:29.190] error: *** STEP 35335.interactive ON hai008 CANCELLED AT 2025-12-04T13:39:29 DUE to SIGNAL Terminated ***srun: error: hai008: task 0: Killed