From b5f54c7d684a43152fdb36fec060547e9ecbe6bd Mon Sep 17 00:00:00 2001 From: susiejojo Date: Fri, 26 Dec 2025 12:23:57 -0500 Subject: [PATCH] Added real traces data --- .../dec11-train-qwen3b-1/vllm_phases.csv | 479 ++++++++++++++++++ .../dec11-train-qwen7b-1/vllm_phases.csv | 477 +++++++++++++++++ .../vllm_phases.csv | 479 ++++++++++++++++++ python/estimators/baseline.py | 53 +- 4 files changed, 1471 insertions(+), 17 deletions(-) create mode 100644 python/data/traces/train/dec11-train-qwen3b-1/vllm_phases.csv create mode 100644 python/data/traces/train/dec11-train-qwen7b-1/vllm_phases.csv create mode 100644 python/data/traces/train/dec15-testcontent-qwen1b-1/vllm_phases.csv diff --git a/python/data/traces/train/dec11-train-qwen3b-1/vllm_phases.csv b/python/data/traces/train/dec11-train-qwen3b-1/vllm_phases.csv new file mode 100644 index 0000000..243609f --- /dev/null +++ b/python/data/traces/train/dec11-train-qwen3b-1/vllm_phases.csv @@ -0,0 +1,479 @@ +request_id,phase_type,t_start,t_end,prefill_tokens,decode_tokens +cmpl-43acc3dd398d4623af10ef92a6c8dfbe,prefill,0.0,0.0413355827331543,3747,0 +cmpl-43acc3dd398d4623af10ef92a6c8dfbe,decode,0.0413355827331543,3.5272510051727295,0,747 +cmpl-ee94a03f80db451bbb220b0764004dd1,prefill,1.4829652309417725,1.534609317779541,4509,0 +cmpl-ee94a03f80db451bbb220b0764004dd1,decode,1.534609317779541,6.367570877075195,0,1024 +cmpl-fe1e4a29a8d2487fb845388eaac343db,prefill,2.96195125579834,2.9867918491363525,878,0 +cmpl-fe1e4a29a8d2487fb845388eaac343db,decode,2.9867918491363525,6.397856950759888,0,721 +cmpl-f5e41ec0255142cb9c5807d4f66f6fab,prefill,4.451911211013794,4.478739261627197,2312,0 +cmpl-f5e41ec0255142cb9c5807d4f66f6fab,decode,4.478739261627197,9.427363157272339,0,1024 +cmpl-e1dbcc841c5b48c09ab9e6d2034867cb,prefill,5.939107179641724,5.979258298873901,3594,0 +cmpl-e1dbcc841c5b48c09ab9e6d2034867cb,decode,5.979258298873901,10.173047304153442,0,867 +cmpl-185da37445e14484852ce93b9c816cc9,prefill,7.427582263946533,7.497039079666138,5198,0 +cmpl-185da37445e14484852ce93b9c816cc9,decode,7.497039079666138,12.515729904174805,0,1024 +cmpl-4245b3490c1043c6b03911667b7c822f,prefill,8.916908025741577,8.98919939994812,6001,0 +cmpl-4245b3490c1043c6b03911667b7c822f,decode,8.98919939994812,13.998177528381348,0,1024 +cmpl-f4978e18e599492ba0d4130b53c026e0,prefill,10.39496898651123,10.44326114654541,4100,0 +cmpl-f4978e18e599492ba0d4130b53c026e0,decode,10.44326114654541,14.501064538955688,0,833 +cmpl-0cfa52dab4f74613ac20ec0e13e1f20e,prefill,11.888477325439453,11.952726125717163,5262,0 +cmpl-0cfa52dab4f74613ac20ec0e13e1f20e,decode,11.952726125717163,16.886826038360596,0,1024 +cmpl-a1e936c4d5584c4bb3dddfa59d6a5be2,prefill,14.848060846328735,14.874382257461548,1428,0 +cmpl-a1e936c4d5584c4bb3dddfa59d6a5be2,decode,14.874382257461548,17.054340600967407,0,457 +cmpl-00bc3202617a43d1b17e86764603cda6,prefill,13.371272563934326,13.402108907699585,2699,0 +cmpl-00bc3202617a43d1b17e86764603cda6,decode,13.402108907699585,17.095083475112915,0,772 +cmpl-0c88045729044b53b1a8addfb96b7c21,prefill,16.334609270095825,16.374444246292114,3722,0 +cmpl-0c88045729044b53b1a8addfb96b7c21,decode,16.374444246292114,21.309375524520874,0,1024 +cmpl-6e099149ba594d9e96926b5944a8591f,prefill,19.308626174926758,19.37512707710266,5161,0 +cmpl-6e099149ba594d9e96926b5944a8591f,decode,19.37512707710266,21.782958269119263,0,491 +cmpl-9842b9da56004212ad6425c4ca7ce91d,prefill,17.820061206817627,17.855665683746338,2597,0 +cmpl-9842b9da56004212ad6425c4ca7ce91d,decode,17.855665683746338,22.816166400909424,0,1024 +cmpl-761534c6d5de4b5e887ee24b6e8f1d25,prefill,20.7977511882782,20.88083815574646,7168,0 +cmpl-761534c6d5de4b5e887ee24b6e8f1d25,decode,20.88083815574646,25.807400703430176,0,1024 +cmpl-bd97113a47e74bdfa52b7d5978b15f25,prefill,22.275439739227295,22.30653977394104,2681,0 +cmpl-bd97113a47e74bdfa52b7d5978b15f25,decode,22.30653977394104,27.259924173355103,0,1024 +cmpl-82e244bc7c8c41a692ab85cd7b05f04f,prefill,23.759939908981323,23.79853582382202,3246,0 +cmpl-82e244bc7c8c41a692ab85cd7b05f04f,decode,23.79853582382202,28.484939336776733,0,956 +cmpl-22f5e493007a44659aa0e5ac1d18724f,prefill,28.222810983657837,28.29328203201294,5640,0 +cmpl-22f5e493007a44659aa0e5ac1d18724f,decode,28.29328203201294,29.0108163356781,0,151 +cmpl-e3ea4e035a494788b8b530da73c0446a,prefill,25.23993968963623,25.26253056526184,1660,0 +cmpl-e3ea4e035a494788b8b530da73c0446a,decode,25.26253056526184,30.28290033340454,0,1024 +cmpl-f3eb44bebf3f429e98f4e18fe8c4104b,prefill,26.736432790756226,26.817010164260864,7168,0 +cmpl-f3eb44bebf3f429e98f4e18fe8c4104b,decode,26.817010164260864,31.80092144012451,0,1024 +cmpl-0d029f3955064ebe90ed23197bd38591,prefill,29.702706575393677,29.755236864089966,4508,0 +cmpl-0d029f3955064ebe90ed23197bd38591,decode,29.755236864089966,31.921032905578613,0,453 +cmpl-b78cc10b5a2b466e9ba0c8db93e1e767,prefill,32.673611640930176,32.73911738395691,4654,0 +cmpl-b78cc10b5a2b466e9ba0c8db93e1e767,decode,32.73911738395691,37.271016120910645,0,979 +cmpl-33840d9d1a9e49cca92c4c09314eb110,prefill,34.15909814834595,34.194138526916504,3195,0 +cmpl-33840d9d1a9e49cca92c4c09314eb110,decode,34.194138526916504,38.91782259941101,0,1024 +cmpl-985e4a520a9845faa3d7ce0120be46d0,prefill,35.635582447052,35.641005754470825,2,0 +cmpl-985e4a520a9845faa3d7ce0120be46d0,decode,35.641005754470825,40.207143783569336,0,1001 +cmpl-872c374c23fa4430aee1ff33c96e288e,prefill,44.81088972091675,44.877944469451904,4619,0 +cmpl-872c374c23fa4430aee1ff33c96e288e,decode,44.877944469451904,46.24035835266113,0,276 +cmpl-ac4c62af3e4642b1bdc4628cda25d0a0,prefill,42.8000271320343,42.875420808792114,5797,0 +cmpl-ac4c62af3e4642b1bdc4628cda25d0a0,decode,42.875420808792114,47.80446815490723,0,1024 +cmpl-fb7b1997dfb64f61b91cb3da9084e754,prefill,43.799959897994995,43.82357335090637,1957,0 +cmpl-fb7b1997dfb64f61b91cb3da9084e754,decode,43.82357335090637,48.60410785675049,0,985 +cmpl-8cdf8cb6d2fd4b91aeff47eebd9d81b0,prefill,48.82970595359802,48.88969874382019,4723,0 +cmpl-8cdf8cb6d2fd4b91aeff47eebd9d81b0,decode,48.88969874382019,49.78714942932129,0,191 +cmpl-fd106b15741b413bb7fce9b3d41ac8fc,prefill,46.818419456481934,46.85952568054199,3359,0 +cmpl-fd106b15741b413bb7fce9b3d41ac8fc,decode,46.85952568054199,51.80820655822754,0,1024 +cmpl-9a8509353a684db5b0ca4b8a9e5324a0,prefill,49.83406710624695,49.862836837768555,1785,0 +cmpl-9a8509353a684db5b0ca4b8a9e5324a0,decode,49.862836837768555,52.34129786491394,0,503 +cmpl-9fdb83b8833b47c7a3a40b0a53bc7137,prefill,47.82247281074524,47.85624074935913,3104,0 +cmpl-9fdb83b8833b47c7a3a40b0a53bc7137,decode,47.85624074935913,52.89379286766052,0,1024 +cmpl-418efcdd69274beb91f72ba36bc07d68,prefill,51.84795904159546,51.92509317398071,6366,0 +cmpl-418efcdd69274beb91f72ba36bc07d68,decode,51.92509317398071,54.31311225891113,0,474 +cmpl-609e555338b24dd8a801ab49221d9af0,prefill,50.84358596801758,50.88458585739136,3835,0 +cmpl-609e555338b24dd8a801ab49221d9af0,decode,50.88458585739136,55.326852560043335,0,881 +cmpl-e08936237a7140ee8e9d4ce83abc17a4,prefill,53.857173919677734,53.93685865402222,6839,0 +cmpl-e08936237a7140ee8e9d4ce83abc17a4,decode,53.93685865402222,56.7678656578064,0,575 +cmpl-3cf121e4a0bd4cec919b424b7e596014,prefill,52.847981452941895,52.90749716758728,4662,0 +cmpl-3cf121e4a0bd4cec919b424b7e596014,decode,52.90749716758728,57.96668887138367,0,1024 +cmpl-ff3b7c5294a5418cae0f74cc262a6968,prefill,56.860066175460815,56.8665931224823,257,0 +cmpl-ff3b7c5294a5418cae0f74cc262a6968,decode,56.8665931224823,59.64846205711365,0,566 +cmpl-d31e48a475c44b89a28f618d03fdba03,prefill,54.8607759475708,54.91024827957153,4280,0 +cmpl-d31e48a475c44b89a28f618d03fdba03,decode,54.91024827957153,59.983174324035645,0,1024 +cmpl-c41c1504b47f42cb8bf2c873174c3b42,prefill,58.88622784614563,58.971864461898804,6913,0 +cmpl-c41c1504b47f42cb8bf2c873174c3b42,decode,58.971864461898804,61.034082651138306,0,402 +cmpl-dec1569dc5ff4a1e927de6897869aa54,prefill,57.87524080276489,57.91458010673523,3664,0 +cmpl-dec1569dc5ff4a1e927de6897869aa54,decode,57.91458010673523,63.12446427345276,0,1024 +cmpl-85c201f15a4e42959900c75a48d0ae67,prefill,59.88914108276367,59.96008539199829,5782,0 +cmpl-85c201f15a4e42959900c75a48d0ae67,decode,59.96008539199829,65.13757300376892,0,1024 +cmpl-c7b3d3347db74dc892532114aa563e38,prefill,60.893606185913086,60.975770473480225,7168,0 +cmpl-c7b3d3347db74dc892532114aa563e38,decode,60.975770473480225,65.19337821006775,0,838 +cmpl-848a82c78740416cadb0894f0e62aa82,prefill,62.89382886886597,62.917168617248535,1766,0 +cmpl-848a82c78740416cadb0894f0e62aa82,decode,62.917168617248535,65.45655584335327,0,511 +cmpl-fdfe35a0d6424023b8bb16dac49d2335,prefill,61.89923858642578,61.977325677871704,6443,0 +cmpl-fdfe35a0d6424023b8bb16dac49d2335,decode,61.977325677871704,66.70982670783997,0,949 +cmpl-5c81ab61e2dc42388f4d3fcb9d617f5a,prefill,64.91103196144104,64.9624490737915,4394,0 +cmpl-5c81ab61e2dc42388f4d3fcb9d617f5a,decode,64.9624490737915,67.97321820259094,0,608 +cmpl-390df7d6e0af4606a084f40c2826ca31,prefill,63.89609456062317,63.901795387268066,2,0 +cmpl-390df7d6e0af4606a084f40c2826ca31,decode,63.901795387268066,68.08478903770447,0,839 +cmpl-888efd73feab47d29aa25bbb60fb9a95,prefill,65.91721439361572,65.9851746559143,5182,0 +cmpl-888efd73feab47d29aa25bbb60fb9a95,decode,65.9851746559143,69.98102760314941,0,842 +cmpl-0571b00669c74333b43b160395b59d7e,prefill,66.92026019096375,66.97111392021179,4507,0 +cmpl-0571b00669c74333b43b160395b59d7e,decode,66.97111392021179,70.6637396812439,0,796 +cmpl-c2249442e80f4c71aafb0df8b5076c99,prefill,73.79945683479309,73.8666307926178,5429,0 +cmpl-c2249442e80f4c71aafb0df8b5076c99,decode,73.8666307926178,76.21626782417297,0,483 +cmpl-9d07f3d6b597466b9eb97089f96f4391,prefill,76.05601096153259,76.06152248382568,2,0 +cmpl-9d07f3d6b597466b9eb97089f96f4391,decode,76.06152248382568,77.84132432937622,0,361 +cmpl-21f1e0b03750428e93fa1b968dc60c7e,prefill,74.54848051071167,74.62588834762573,6483,0 +cmpl-21f1e0b03750428e93fa1b968dc60c7e,decode,74.62588834762573,78.32249593734741,0,761 +cmpl-e6b963799b15427b89cb4ddf9d8e75a4,prefill,73.79909801483154,73.82596588134766,1868,0 +cmpl-e6b963799b15427b89cb4ddf9d8e75a4,decode,73.82596588134766,78.92517852783203,0,1024 +cmpl-63359c25bc6640df98d03225eee7cd14,prefill,78.34446501731873,78.3855812549591,3905,0 +cmpl-63359c25bc6640df98d03225eee7cd14,decode,78.3855812549591,79.88042402267456,0,302 +cmpl-4232b973b45b487f8d95c62e287bd995,prefill,79.10417485237122,79.15331554412842,4245,0 +cmpl-4232b973b45b487f8d95c62e287bd995,decode,79.15331554412842,79.99906587600708,0,175 +cmpl-2a6888da96d1409a8aa9c2769978262d,prefill,75.29552507400513,75.30108118057251,2,0 +cmpl-2a6888da96d1409a8aa9c2769978262d,decode,75.30108118057251,80.34376072883606,0,1024 +cmpl-2cec5f5ea00042289a527252977c95a9,prefill,76.81747221946716,76.83517146110535,881,0 +cmpl-2cec5f5ea00042289a527252977c95a9,decode,76.83517146110535,81.50776100158691,0,932 +cmpl-53254f5afd2c429a897d04f5d42d150b,prefill,77.58419823646545,77.63640642166138,4426,0 +cmpl-53254f5afd2c429a897d04f5d42d150b,decode,77.63640642166138,82.73227882385254,0,1024 +cmpl-cf4211c8f70649ef94d7d8550ccc7263,prefill,81.38332200050354,81.46774578094482,7168,0 +cmpl-cf4211c8f70649ef94d7d8550ccc7263,decode,81.46774578094482,83.87354826927185,0,471 +cmpl-34baff0c030b46c2876f8ca8509a3254,prefill,79.85583472251892,79.8641905784607,455,0 +cmpl-34baff0c030b46c2876f8ca8509a3254,decode,79.8641905784607,84.63490581512451,0,932 +cmpl-5d86aeb63d7f4d1989fd226b5010b07f,prefill,80.615957736969,80.64094495773315,2056,0 +cmpl-5d86aeb63d7f4d1989fd226b5010b07f,decode,80.64094495773315,85.43116211891174,0,926 +cmpl-a4f90f237ed942cbba211e73c23c6d8d,prefill,82.1359634399414,82.1579577922821,1510,0 +cmpl-a4f90f237ed942cbba211e73c23c6d8d,decode,82.1579577922821,85.73757672309875,0,688 +cmpl-0854c5125de8459d8aff9b37a7256fe7,prefill,84.4239571094513,84.50600266456604,7168,0 +cmpl-0854c5125de8459d8aff9b37a7256fe7,decode,84.50600266456604,86.220858335495,0,333 +cmpl-86a6aa87f62d409a8132022dce55862b,prefill,83.6539261341095,83.68522119522095,2331,0 +cmpl-86a6aa87f62d409a8132022dce55862b,decode,83.68522119522095,87.04737448692322,0,651 +cmpl-05afb8a394654ea986b2a801f0d5990d,prefill,86.69304537773132,86.71785807609558,2017,0 +cmpl-05afb8a394654ea986b2a801f0d5990d,decode,86.71785807609558,88.09569144248962,0,269 +cmpl-06b6075e19084f89a6ca048c95facaae,prefill,82.90525150299072,82.98807787895203,7168,0 +cmpl-06b6075e19084f89a6ca048c95facaae,decode,82.98807787895203,88.30277299880981,0,1024 +cmpl-0edcfceb1e774ed199ef12120ceec2dc,prefill,85.17474293708801,85.20279693603516,2376,0 +cmpl-0edcfceb1e774ed199ef12120ceec2dc,decode,85.20279693603516,89.71058630943298,0,873 +cmpl-e9dfa4f2e0de45a9830d46a78c9a659c,prefill,85.93438482284546,85.97465443611145,3690,0 +cmpl-e9dfa4f2e0de45a9830d46a78c9a659c,decode,85.97465443611145,90.27695226669312,0,834 +cmpl-4e9f25a7459748478919965ac3d9efd7,prefill,89.7327356338501,89.76187753677368,2540,0 +cmpl-4e9f25a7459748478919965ac3d9efd7,decode,89.76187753677368,91.09743213653564,0,264 +cmpl-995ffb875e3d44449b7a330a28a040b5,prefill,88.21530318260193,88.25455093383789,3694,0 +cmpl-995ffb875e3d44449b7a330a28a040b5,decode,88.25455093383789,92.19368553161621,0,766 +cmpl-577c49e7ef3b406db5a82c23289854fa,prefill,91.25199890136719,91.28949189186096,3478,0 +cmpl-577c49e7ef3b406db5a82c23289854fa,decode,91.28949189186096,92.69723796844482,0,286 +cmpl-39dac5e3be774167bc78858f9a4df1ac,prefill,88.98106575012207,89.06501722335815,7168,0 +cmpl-39dac5e3be774167bc78858f9a4df1ac,decode,89.06501722335815,92.76461672782898,0,731 +cmpl-c8f3e4293bc9497583b2443520b74fac,prefill,87.4611885547638,87.53464031219482,6179,0 +cmpl-c8f3e4293bc9497583b2443520b74fac,decode,87.53464031219482,92.77215075492859,0,1024 +cmpl-8e185638efc44b9996324f31cc1465a8,prefill,90.49200391769409,90.53211832046509,3711,0 +cmpl-8e185638efc44b9996324f31cc1465a8,decode,90.53211832046509,95.35502862930298,0,1024 +cmpl-e03144754dcf460cab19ade09d2ef95c,prefill,97.56878471374512,97.63557195663452,5627,0 +cmpl-e03144754dcf460cab19ade09d2ef95c,decode,97.63557195663452,101.25461530685425,0,721 +cmpl-b791579211a848aba3a998211287b197,prefill,98.17003917694092,98.19086980819702,1303,0 +cmpl-b791579211a848aba3a998211287b197,decode,98.19086980819702,101.72677516937256,0,699 +cmpl-d9ad9819779d40c39e7c2671ea67e86d,prefill,100.00894379615784,100.06157064437866,4158,0 +cmpl-d9ad9819779d40c39e7c2671ea67e86d,decode,100.06157064437866,102.06657433509827,0,388 +cmpl-d7226bd90f47473c948d15aba9ebe4c0,prefill,98.78568577766418,98.82090830802917,3305,0 +cmpl-d7226bd90f47473c948d15aba9ebe4c0,decode,98.82090830802917,102.26753401756287,0,676 +cmpl-ede90550b0aa42a59f349262593f8817,prefill,101.2211844921112,101.2472734451294,846,0 +cmpl-ede90550b0aa42a59f349262593f8817,decode,101.2472734451294,104.14060425758362,0,566 +cmpl-9153d50f11c248f2a0bbaf78c7ee6cb9,prefill,99.3961112499237,99.42784404754639,2938,0 +cmpl-9153d50f11c248f2a0bbaf78c7ee6cb9,decode,99.42784404754639,104.69837141036987,0,1024 +cmpl-dd1ee4064aab42e0aa6c510b84f4ba28,prefill,100.61941361427307,100.68985033035278,6018,0 +cmpl-dd1ee4064aab42e0aa6c510b84f4ba28,decode,100.68985033035278,104.88887166976929,0,823 +cmpl-a3b0e3b357df41dda1e9cdf4f145bb54,prefill,103.05486965179443,103.0781500339508,1917,0 +cmpl-a3b0e3b357df41dda1e9cdf4f145bb54,decode,103.0781500339508,105.93796300888062,0,546 +cmpl-11596e0333934608acc144fbcc15b359,prefill,102.44336032867432,102.46681332588196,1853,0 +cmpl-11596e0333934608acc144fbcc15b359,decode,102.46681332588196,106.92489528656006,0,840 +cmpl-e33f35a4266742d49179f4f75ac46755,prefill,101.83282423019409,101.85276246070862,1012,0 +cmpl-e33f35a4266742d49179f4f75ac46755,decode,101.85276246070862,107.23602414131165,0,1024 +cmpl-e5d02f868989457bab637d44aab134eb,prefill,104.88866305351257,104.92797183990479,3672,0 +cmpl-e5d02f868989457bab637d44aab134eb,decode,104.92797183990479,108.09613943099976,0,585 +cmpl-377a3ec304894aea9c1940f339d9fe48,prefill,106.11139702796936,106.16154623031616,4162,0 +cmpl-377a3ec304894aea9c1940f339d9fe48,decode,106.16154623031616,108.88328719139099,0,500 +cmpl-a2b934c2053c41deb4c9b6220a4ff630,prefill,104.27306151390076,104.28071999549866,376,0 +cmpl-a2b934c2053c41deb4c9b6220a4ff630,decode,104.28071999549866,109.23682904243469,0,919 +cmpl-2aaa5ec571d3478a998a5a4b26bf6d47,prefill,103.67279100418091,103.7569489479065,7168,0 +cmpl-2aaa5ec571d3478a998a5a4b26bf6d47,decode,103.7569489479065,109.2467429637909,0,1024 +cmpl-30990e12b05d4238bce55164f581b432,prefill,105.49852252006531,105.54025411605835,3864,0 +cmpl-30990e12b05d4238bce55164f581b432,decode,105.54025411605835,111.07274079322815,0,1024 +cmpl-5052229a396b4f1f8b49c27c3ce232b2,prefill,106.72497081756592,106.81200098991394,7168,0 +cmpl-5052229a396b4f1f8b49c27c3ce232b2,decode,106.81200098991394,112.05115175247192,0,971 +cmpl-5d56018588d5406a9464bf75dd304a03,prefill,107.32618856430054,107.34619879722595,1167,0 +cmpl-5d56018588d5406a9464bf75dd304a03,decode,107.34619879722595,112.86397171020508,0,1024 +cmpl-0837980e8e2c4a7c886d9d78ef71358a,prefill,107.9402072429657,107.99974966049194,4650,0 +cmpl-0837980e8e2c4a7c886d9d78ef71358a,decode,107.99974966049194,113.46935296058655,0,1024 +cmpl-3ae5751225b14a9e8f30ad4768359dfe,prefill,111.60449361801147,111.6814911365509,6211,0 +cmpl-3ae5751225b14a9e8f30ad4768359dfe,decode,111.6814911365509,113.7845516204834,0,407 +cmpl-c41196b4bcc64447aa8448b340eb32a9,prefill,108.54890942573547,108.5833945274353,3156,0 +cmpl-c41196b4bcc64447aa8448b340eb32a9,decode,108.5833945274353,114.00545382499695,0,1024 +cmpl-17194443b7ca4da493f98c3582207aaa,prefill,109.16208958625793,109.19371247291565,2755,0 +cmpl-17194443b7ca4da493f98c3582207aaa,decode,109.19371247291565,114.3927834033966,0,991 +cmpl-4a2afe4628ea4afbabf9613b0dc394e0,prefill,110.98581504821777,111.00514531135559,818,0 +cmpl-4a2afe4628ea4afbabf9613b0dc394e0,decode,111.00514531135559,114.46510100364685,0,667 +cmpl-ee5a0e55cff84e99a9634bb7121186ce,prefill,109.77005958557129,109.81893587112427,4128,0 +cmpl-ee5a0e55cff84e99a9634bb7121186ce,decode,109.81893587112427,114.68387460708618,0,936 +cmpl-7540a1f03a1649b3b408a43cd2b6650f,prefill,112.2076587677002,112.23007726669312,928,0 +cmpl-7540a1f03a1649b3b408a43cd2b6650f,decode,112.23007726669312,114.98558783531189,0,559 +cmpl-b64c6526606e4b9e845323908515348b,prefill,110.38100743293762,110.41902446746826,3329,0 +cmpl-b64c6526606e4b9e845323908515348b,decode,110.41902446746826,115.5857183933258,0,1024 +cmpl-4b8403068b704ca1905423edaf1cc0c3,prefill,117.70580172538757,117.74592208862305,3700,0 +cmpl-4b8403068b704ca1905423edaf1cc0c3,decode,117.74592208862305,121.88443326950073,0,802 +cmpl-8b816510dc4c4d4f855c8a214356bfc8,prefill,119.23890328407288,119.29858565330505,5015,0 +cmpl-8b816510dc4c4d4f855c8a214356bfc8,decode,119.29858565330505,122.7269127368927,0,641 +cmpl-fbde70788306466f8282e6206e2f50b1,prefill,121.28092408180237,121.35627603530884,6324,0 +cmpl-fbde70788306466f8282e6206e2f50b1,decode,121.35627603530884,123.54910206794739,0,396 +cmpl-4b8519119c8d4a7d8b60b5cfde353f87,prefill,118.2130196094513,118.23898577690125,2231,0 +cmpl-4b8519119c8d4a7d8b60b5cfde353f87,decode,118.23898577690125,123.69069170951843,0,1024 +cmpl-5fe61258adc04bf89c35240cd02012b6,prefill,119.74542737007141,119.77709293365479,2882,0 +cmpl-5fe61258adc04bf89c35240cd02012b6,decode,119.77709293365479,124.13237476348877,0,789 +cmpl-f0b8996513824fadaf6cc600924a5501,prefill,118.72282910346985,118.74295663833618,1441,0 +cmpl-f0b8996513824fadaf6cc600924a5501,decode,118.74295663833618,124.29608082771301,0,1024 +cmpl-6ff7031479954e07940f1f52539d759c,prefill,122.29450058937073,122.32114553451538,2328,0 +cmpl-6ff7031479954e07940f1f52539d759c,decode,122.32114553451538,125.60711812973022,0,575 +cmpl-92a9be40b4164c499c58929b27f591f2,prefill,120.25701594352722,120.29067420959473,3104,0 +cmpl-92a9be40b4164c499c58929b27f591f2,decode,120.29067420959473,126.00811648368835,0,1011 +cmpl-b0a5071988c242f8ae4eae10159241ea,prefill,123.82993698120117,123.89890241622925,5763,0 +cmpl-b0a5071988c242f8ae4eae10159241ea,decode,123.89890241622925,126.006680727005,0,367 +cmpl-d3ed0d11e05d4199a58d2df59ebd6320,prefill,120.76946640014648,120.82038640975952,4097,0 +cmpl-d3ed0d11e05d4199a58d2df59ebd6320,decode,120.82038640975952,126.66515946388245,0,1024 +cmpl-c7ca7fa652f24ea8a5091d4604a99d6a,prefill,121.78576326370239,121.81947898864746,2993,0 +cmpl-c7ca7fa652f24ea8a5091d4604a99d6a,decode,121.81947898864746,127.69886231422424,0,1024 +cmpl-2771231f72e2493eb813a095e91b25b8,prefill,125.86821413040161,125.91950559616089,4355,0 +cmpl-2771231f72e2493eb813a095e91b25b8,decode,125.91950559616089,127.95776677131653,0,347 +cmpl-41c8f88f3cdd4a2eb7e30b0a40d4bf8b,prefill,126.38378739356995,126.46237635612488,6433,0 +cmpl-41c8f88f3cdd4a2eb7e30b0a40d4bf8b,decode,126.46237635612488,128.0015242099762,0,265 +cmpl-4cafab4894654a40bf7fc03227d9b0e8,prefill,122.80701446533203,122.86752676963806,4642,0 +cmpl-4cafab4894654a40bf7fc03227d9b0e8,decode,122.86752676963806,128.78742718696594,0,1024 +cmpl-93324a808ad9424ea56d8a1d55b41943,prefill,123.31717824935913,123.3575336933136,3613,0 +cmpl-93324a808ad9424ea56d8a1d55b41943,decode,123.3575336933136,129.27379035949707,0,1024 +cmpl-dd5d46933deb4d2d9d120b956144e57a,prefill,127.40398621559143,127.48006081581116,6208,0 +cmpl-dd5d46933deb4d2d9d120b956144e57a,decode,127.48006081581116,129.57310152053833,0,370 +cmpl-2e3895226f4047dfabe26d3c8300b5c9,prefill,124.34486317634583,124.42883896827698,7168,0 +cmpl-2e3895226f4047dfabe26d3c8300b5c9,decode,124.42883896827698,130.24736976623535,0,1024 +cmpl-115e375acb7146eb901d5741999566c4,prefill,124.84451222419739,124.87252831459045,2425,0 +cmpl-115e375acb7146eb901d5741999566c4,decode,124.87252831459045,130.65114641189575,0,1024 +cmpl-3201f2af58f140fba3348a20a6d83909,prefill,128.41906094551086,128.47998023033142,4622,0 +cmpl-3201f2af58f140fba3348a20a6d83909,decode,128.47998023033142,130.66224718093872,0,409 +cmpl-ade346b63747482ea4ebb0490541c3ff,prefill,125.35945105552673,125.41153740882874,4455,0 +cmpl-ade346b63747482ea4ebb0490541c3ff,decode,125.41153740882874,131.10762548446655,0,1024 +cmpl-20406ee8bf3f4e79a6fbfd3eebc0923f,prefill,129.94513320922852,129.97281336784363,2295,0 +cmpl-20406ee8bf3f4e79a6fbfd3eebc0923f,decode,129.97281336784363,131.2817234992981,0,265 +cmpl-71a897a599004635b83e3f6178e3622a,prefill,126.88440322875977,126.90995025634766,2000,0 +cmpl-71a897a599004635b83e3f6178e3622a,decode,126.90995025634766,132.3153338432312,0,1024 +cmpl-048b7d91ed99460d9b2c82495a6cdc9a,prefill,127.90852785110474,127.95964431762695,4182,0 +cmpl-048b7d91ed99460d9b2c82495a6cdc9a,decode,127.95964431762695,132.3519904613495,0,856 +cmpl-704337fc1b604a1392c1796b714af7c4,prefill,129.43353867530823,129.45619440078735,1533,0 +cmpl-704337fc1b604a1392c1796b714af7c4,decode,129.45619440078735,134.28508353233337,0,1024 +cmpl-7a672d6c8f4342028488140cf3dd016e,prefill,138.9733645915985,139.04330730438232,5857,0 +cmpl-7a672d6c8f4342028488140cf3dd016e,decode,139.04330730438232,141.4317684173584,0,407 +cmpl-1f394cfd949c450aabb71ea177a98efe,prefill,138.0948829650879,138.17878675460815,6709,0 +cmpl-1f394cfd949c450aabb71ea177a98efe,decode,138.17878675460815,141.45997977256775,0,558 +cmpl-c87c0acf54a3480b9f78f036327d8339,prefill,138.53604221343994,138.61025023460388,6172,0 +cmpl-c87c0acf54a3480b9f78f036327d8339,decode,138.61025023460388,141.65433740615845,0,517 +cmpl-37d14ba0435d435a9bcf78b88cd0778e,prefill,140.7144808769226,140.73618578910828,1349,0 +cmpl-37d14ba0435d435a9bcf78b88cd0778e,decode,140.73618578910828,142.1819806098938,0,246 +cmpl-584f761b82bf42759f374f8f3dc1e680,prefill,136.78170108795166,136.87438583374023,7168,0 +cmpl-584f761b82bf42759f374f8f3dc1e680,decode,136.87438583374023,142.7894790172577,0,1024 +cmpl-97e6869b3b5f46bf92caf39cfd318093,prefill,136.82310676574707,136.93096280097961,5595,0 +cmpl-97e6869b3b5f46bf92caf39cfd318093,decode,136.93096280097961,142.79790091514587,0,1024 +cmpl-8189eff30791446b98255d02147a5187,prefill,140.28290438652039,140.3229260444641,3511,0 +cmpl-8189eff30791446b98255d02147a5187,decode,140.3229260444641,143.1205859184265,0,476 +cmpl-6dfe68d108f54bc19c73480557a9b54f,prefill,137.20889019966125,137.23077368736267,1479,0 +cmpl-6dfe68d108f54bc19c73480557a9b54f,decode,137.23077368736267,143.17435503005981,0,1024 +cmpl-0290ed469c3c4edab93230696a8959d0,prefill,137.65228056907654,137.7113344669342,4633,0 +cmpl-0290ed469c3c4edab93230696a8959d0,decode,137.7113344669342,143.66129732131958,0,1023 +cmpl-71d704e91ede4b2c9f0842a12084586a,prefill,139.40855836868286,139.46298098564148,4553,0 +cmpl-71d704e91ede4b2c9f0842a12084586a,decode,139.46298098564148,144.14147806167603,0,806 +cmpl-657fe7880d8c42d0b6289e23d76f2638,prefill,141.16283416748047,141.24427962303162,6854,0 +cmpl-657fe7880d8c42d0b6289e23d76f2638,decode,141.24427962303162,144.78349661827087,0,611 +cmpl-8db0d13e83f848bdb414a1b65ebc4bfb,prefill,139.84179282188416,139.87318921089172,2376,0 +cmpl-8db0d13e83f848bdb414a1b65ebc4bfb,decode,139.87318921089172,145.76526761054993,0,1024 +cmpl-6e03e6be387c4a739314bc7f7b1f2842,prefill,145.09938716888428,145.12162613868713,1543,0 +cmpl-6e03e6be387c4a739314bc7f7b1f2842,decode,145.12162613868713,145.9126501083374,0,151 +cmpl-883d10f2b90c4d1dad6908954b7c8035,prefill,144.22542071342468,144.28940296173096,4626,0 +cmpl-883d10f2b90c4d1dad6908954b7c8035,decode,144.28940296173096,146.19077062606812,0,356 +cmpl-66e67beca20f492c8fe95993204154ad,prefill,141.5903754234314,141.6164038181305,1236,0 +cmpl-66e67beca20f492c8fe95993204154ad,decode,141.6164038181305,147.3420433998108,0,1024 +cmpl-061cdb031f7c4c329a78053c6c63c63e,prefill,143.79038953781128,143.8615334033966,5800,0 +cmpl-061cdb031f7c4c329a78053c6c63c63e,decode,143.8615334033966,147.6879599094391,0,706 +cmpl-4e345e3ed3b14e3697f0b45b01aef539,prefill,142.03114438056946,142.05213809013367,1335,0 +cmpl-4e345e3ed3b14e3697f0b45b01aef539,decode,142.05213809013367,147.73559045791626,0,1024 +cmpl-6baaa8898dc54b9e97e88f730806c956,prefill,142.4703266620636,142.5078489780426,3443,0 +cmpl-6baaa8898dc54b9e97e88f730806c956,decode,142.5078489780426,148.11695551872253,0,1023 +cmpl-da5cb1299b4342b6a3f12d1c3eaf81a4,prefill,145.96868062019348,145.97435426712036,2,0 +cmpl-da5cb1299b4342b6a3f12d1c3eaf81a4,decode,145.97435426712036,148.43215775489807,0,474 +cmpl-8a9502246ddb4e7a8325753ac7917dd4,prefill,142.91221570968628,142.98163533210754,4862,0 +cmpl-8a9502246ddb4e7a8325753ac7917dd4,decode,142.98163533210754,148.49169325828552,0,1024 +cmpl-9c4366460fc64ab9a8b5db0dfdce187c,prefill,145.53461956977844,145.55478882789612,827,0 +cmpl-9c4366460fc64ab9a8b5db0dfdce187c,decode,145.55478882789612,149.3113729953766,0,744 +cmpl-a3cf523fe3294ca2ad0c6387f1f51902,prefill,144.6630153656006,144.7035994529724,3778,0 +cmpl-a3cf523fe3294ca2ad0c6387f1f51902,decode,144.7035994529724,149.86548447608948,0,1024 +cmpl-b26db047cfda43ad86dc12c356833f5a,prefill,146.84912252426147,146.86532354354858,823,0 +cmpl-b26db047cfda43ad86dc12c356833f5a,decode,146.86532354354858,151.50363898277283,0,995 +cmpl-21e2e667ef584ef3a8d448298c712453,prefill,153.50744915008545,153.54246306419373,3029,0 +cmpl-21e2e667ef584ef3a8d448298c712453,decode,153.54246306419373,159.20233845710754,0,1024 +cmpl-bff8b3836ca64a72a8cbb1bade70e961,prefill,154.65545201301575,154.6802797317505,1533,0 +cmpl-bff8b3836ca64a72a8cbb1bade70e961,decode,154.6802797317505,159.41178727149963,0,824 +cmpl-e1120da7b71c487a8b23e8f677f71548,prefill,153.8952670097351,153.96594429016113,6006,0 +cmpl-e1120da7b71c487a8b23e8f677f71548,decode,153.96594429016113,159.77980303764343,0,1024 +cmpl-13fea85230c84ea3b5da4cf4df490d01,prefill,156.58084797859192,156.6169605255127,3221,0 +cmpl-13fea85230c84ea3b5da4cf4df490d01,decode,156.6169605255127,160.00826001167297,0,557 +cmpl-450d04d2c17241cfb76dff188efe7f99,prefill,154.2729251384735,154.29690098762512,2084,0 +cmpl-450d04d2c17241cfb76dff188efe7f99,decode,154.29690098762512,160.2227165699005,0,1024 +cmpl-54e186c041ac47a79749212fc0fc4bc8,prefill,155.03652548789978,155.04192233085632,2,0 +cmpl-54e186c041ac47a79749212fc0fc4bc8,decode,155.04192233085632,160.2376410961151,0,874 +cmpl-4dce968e1f6b4640b689943a6ad3c9b9,prefill,160.03956699371338,160.11538243293762,6165,0 +cmpl-4dce968e1f6b4640b689943a6ad3c9b9,decode,160.11538243293762,160.9285147190094,0,128 +cmpl-624154d3bc2245bf84e000c11ffc95ea,prefill,158.50270891189575,158.57290315628052,5675,0 +cmpl-624154d3bc2245bf84e000c11ffc95ea,decode,158.57290315628052,161.099755525589,0,395 +cmpl-8167d238d560446eb725f85a6b63c23f,prefill,155.42925715446472,155.467787027359,3530,0 +cmpl-8167d238d560446eb725f85a6b63c23f,decode,155.467787027359,161.70785760879517,0,1024 +cmpl-c5fafdea10a149788c13b4a5407c6fea,prefill,155.81039142608643,155.83733439445496,2289,0 +cmpl-c5fafdea10a149788c13b4a5407c6fea,decode,155.83733439445496,162.11158084869385,0,1024 +cmpl-d016b4f890e541e5ad3c24be6f10185d,prefill,156.1997435092926,156.2674422264099,5379,0 +cmpl-d016b4f890e541e5ad3c24be6f10185d,decode,156.2674422264099,162.5208592414856,0,1024 +cmpl-d41b6d8319e14111bad1f03ec7d4d7f1,prefill,159.27216982841492,159.3585970401764,7168,0 +cmpl-d41b6d8319e14111bad1f03ec7d4d7f1,decode,159.3585970401764,162.99255347251892,0,590 +cmpl-abb93cd18fdf4972b929470783c8aa34,prefill,158.12266063690186,158.2079176902771,7168,0 +cmpl-abb93cd18fdf4972b929470783c8aa34,decode,158.2079176902771,163.1081178188324,0,790 +cmpl-e4c3cb04914344369c3a6f85857f5727,prefill,159.65174889564514,159.71189665794373,4614,0 +cmpl-e4c3cb04914344369c3a6f85857f5727,decode,159.71189665794373,163.1991195678711,0,575 +cmpl-fcefd37f313e484d9db2c8839681ffcc,prefill,156.96449494361877,157.02471232414246,4613,0 +cmpl-fcefd37f313e484d9db2c8839681ffcc,decode,157.02471232414246,163.2755103111267,0,1024 +cmpl-33ccd6a893e44c0f826be6c756ecc163,prefill,157.344544172287,157.37130284309387,1881,0 +cmpl-33ccd6a893e44c0f826be6c756ecc163,decode,157.37130284309387,163.586772441864,0,1024 +cmpl-7f5d51be095f4f7794a734d2674238b8,prefill,162.72380900382996,162.7771074771881,4476,0 +cmpl-7f5d51be095f4f7794a734d2674238b8,decode,162.7771074771881,163.87264466285706,0,211 +cmpl-7f46ed6f518449a29fdcaec1cde2613e,prefill,157.72464084625244,157.74269461631775,730,0 +cmpl-7f46ed6f518449a29fdcaec1cde2613e,decode,157.74269461631775,163.92665457725525,0,1024 +cmpl-19d1f21f0bcd4f16a54aeb4505f7a248,prefill,158.87835383415222,158.9028148651123,1281,0 +cmpl-19d1f21f0bcd4f16a54aeb4505f7a248,decode,158.9028148651123,164.06343793869019,0,868 +cmpl-f48ae88f49384e518b82a1647f1a6de2,prefill,160.801100730896,160.8338758945465,2555,0 +cmpl-f48ae88f49384e518b82a1647f1a6de2,decode,160.8338758945465,164.35816359519958,0,637 +cmpl-b9b4fc91213c45dd90144f0bacf602e7,prefill,160.42273020744324,160.5009446144104,6492,0 +cmpl-b9b4fc91213c45dd90144f0bacf602e7,decode,160.5009446144104,164.40697193145752,0,701 +cmpl-d42ffa5a05984ccd8792bc867140b11d,prefill,161.56456184387207,161.5721788406372,253,0 +cmpl-d42ffa5a05984ccd8792bc867140b11d,decode,161.5721788406372,166.24102425575256,0,928 +cmpl-ff972c37a72b436a8c5f5dfa26e9897f,prefill,161.95039892196655,161.9756200313568,1868,0 +cmpl-ff972c37a72b436a8c5f5dfa26e9897f,decode,161.9756200313568,166.99523329734802,0,1024 +cmpl-31e10976b1fe43d98847c870d1661852,prefill,162.33146619796753,162.33745622634888,2,0 +cmpl-31e10976b1fe43d98847c870d1661852,decode,162.33745622634888,167.28401613235474,0,1024 +cmpl-2b066713b1524ce198410ee884e5e613,prefill,172.65787863731384,172.74245858192444,7168,0 +cmpl-2b066713b1524ce198410ee884e5e613,decode,172.74245858192444,174.19983649253845,0,232 +cmpl-075fea033add4b06b1bce9bb30607b95,prefill,169.92313075065613,169.9933488368988,5938,0 +cmpl-075fea033add4b06b1bce9bb30607b95,decode,169.9933488368988,174.29504346847534,0,712 +cmpl-445dd220a2584be8964b84072f95381e,prefill,169.58080792427063,169.65678119659424,6450,0 +cmpl-445dd220a2584be8964b84072f95381e,decode,169.65678119659424,174.33180260658264,0,777 +cmpl-294393f84dd94f65a2c45d4a6f17d5ee,prefill,169.23545145988464,169.27598333358765,3620,0 +cmpl-294393f84dd94f65a2c45d4a6f17d5ee,decode,169.27598333358765,175.09736561775208,0,966 +cmpl-e5b615eae5bc48d7a41714fa895dd09d,prefill,171.63491225242615,171.7140941619873,6648,0 +cmpl-e5b615eae5bc48d7a41714fa895dd09d,decode,171.7140941619873,175.54407596588135,0,617 +cmpl-a09c147494024de3ae9e00f1db7a4174,prefill,171.28569889068604,171.31676721572876,2687,0 +cmpl-a09c147494024de3ae9e00f1db7a4174,decode,171.31676721572876,176.20457935333252,0,783 +cmpl-7e83b518f04b43d8a6f9a3a78cac3c10,prefill,170.26622653007507,170.33402371406555,5752,0 +cmpl-7e83b518f04b43d8a6f9a3a78cac3c10,decode,170.33402371406555,176.65918612480164,0,1024 +cmpl-1f1a9795ef6b4ba19bb09b68a06424c2,prefill,170.94147944450378,170.97477531433105,3004,0 +cmpl-1f1a9795ef6b4ba19bb09b68a06424c2,decode,170.97477531433105,176.72838401794434,0,929 +cmpl-81897f8593974e8fbc2664dae88b5195,prefill,170.60886812210083,170.6932454109192,7168,0 +cmpl-81897f8593974e8fbc2664dae88b5195,decode,170.6932454109192,177.04129838943481,0,1024 +cmpl-321614bd4853451abe550e8c677832e2,prefill,173.33137440681458,173.36640334129333,1474,0 +cmpl-321614bd4853451abe550e8c677832e2,decode,173.36640334129333,177.8693618774414,0,710 +cmpl-eedd047a198a416e99075f268e39d3c2,prefill,173.67576718330383,173.70349788665771,2284,0 +cmpl-eedd047a198a416e99075f268e39d3c2,decode,173.70349788665771,178.14079117774963,0,703 +cmpl-289984d0393e4cbb8219ee988a46da81,prefill,171.96488523483276,171.97151565551758,139,0 +cmpl-289984d0393e4cbb8219ee988a46da81,decode,171.97151565551758,178.16349864006042,0,988 +cmpl-a9c8173e666e42f5944f1537c91628ef,prefill,176.4103662967682,176.46106791496277,4139,0 +cmpl-a9c8173e666e42f5944f1537c91628ef,decode,176.46106791496277,178.22433066368103,0,290 +cmpl-26b651461cf4496eb5636161b2dab8e2,prefill,174.02298998832703,174.09808802604675,6042,0 +cmpl-26b651461cf4496eb5636161b2dab8e2,decode,174.09808802604675,178.67298007011414,0,743 +cmpl-c9791dfd47bf4de38331dd2d6ebd895d,prefill,172.31138014793396,172.34022426605225,2452,0 +cmpl-c9791dfd47bf4de38331dd2d6ebd895d,decode,172.34022426605225,178.70978164672852,0,1024 +cmpl-922de7d3062c4fd18b10d6451f5bd635,prefill,175.0435013771057,175.07095670700073,2377,0 +cmpl-922de7d3062c4fd18b10d6451f5bd635,decode,175.07095670700073,179.04157257080078,0,657 +cmpl-ab8f9dabe72143288cb4b402dc02e231,prefill,172.9941680431366,173.0361053943634,3870,0 +cmpl-ab8f9dabe72143288cb4b402dc02e231,decode,173.0361053943634,179.26789665222168,0,1024 +cmpl-88d1c119aada44779336f896e96a55c0,prefill,174.70311546325684,174.7412610054016,3448,0 +cmpl-88d1c119aada44779336f896e96a55c0,decode,174.7412610054016,179.74785947799683,0,849 +cmpl-b4468f8d74e348cc95cbc589f6b7703e,prefill,175.3900763988495,175.45904421806335,5402,0 +cmpl-b4468f8d74e348cc95cbc589f6b7703e,decode,175.45904421806335,180.31759548187256,0,849 +cmpl-c057007198b24ac1bfac92691fafafe9,prefill,174.3637478351593,174.40515851974487,3842,0 +cmpl-c057007198b24ac1bfac92691fafafe9,decode,174.40515851974487,180.35600209236145,0,1024 +cmpl-d7dff986672c4eb88cc6b070490cd9ed,prefill,176.0645351409912,176.07095766067505,2,0 +cmpl-d7dff986672c4eb88cc6b070490cd9ed,decode,176.07095766067505,180.97553634643555,0,891 +cmpl-12e4d877e6374a4fa3110e7d90e9a7fe,prefill,175.7353458404541,175.82041311264038,7168,0 +cmpl-12e4d877e6374a4fa3110e7d90e9a7fe,decode,175.82041311264038,181.40474796295166,0,1024 +cmpl-142b22744c164ababb77e862cf525303,prefill,176.75472354888916,176.82017040252686,5019,0 +cmpl-142b22744c164ababb77e862cf525303,decode,176.82017040252686,182.128675699234,0,1024 +cmpl-4f89d7d1843d4aa6a8c1f3da09174683,prefill,177.4317762851715,177.44830107688904,553,0 +cmpl-4f89d7d1843d4aa6a8c1f3da09174683,decode,177.44830107688904,182.56103372573853,0,1024 +cmpl-c3b544704c8047e7a80aa9eb55369259,prefill,184.78391289710999,184.83416390419006,4329,0 +cmpl-c3b544704c8047e7a80aa9eb55369259,decode,184.83416390419006,184.92788815498352,0,21 +cmpl-051147da05f94b67bc3c43cb2309421b,prefill,184.4763481616974,184.51560354232788,3386,0 +cmpl-051147da05f94b67bc3c43cb2309421b,decode,184.51560354232788,184.98818683624268,0,95 +cmpl-e0fc322720d34e77afb84877367f237a,prefill,185.39870738983154,185.4320900440216,3062,0 +cmpl-e0fc322720d34e77afb84877367f237a,decode,185.4320900440216,185.6189088821411,0,41 +cmpl-82f256132ee04ecfbaeffe22bb172666,prefill,185.08988213539124,185.1215636730194,2585,0 +cmpl-82f256132ee04ecfbaeffe22bb172666,decode,185.1215636730194,188.3052043914795,0,566 +cmpl-b926f926e497422d80a2a347b15098f3,prefill,186.01483917236328,186.0504765510559,3216,0 +cmpl-b926f926e497422d80a2a347b15098f3,decode,186.0504765510559,190.83719539642334,0,786 +cmpl-6606aadb824841c7b59f6ad548813db9,prefill,190.63505935668945,190.67920899391174,3956,0 +cmpl-6606aadb824841c7b59f6ad548813db9,decode,190.67920899391174,191.1475534439087,0,79 +cmpl-635456d073df4e4b884fea0898bb7280,prefill,186.6337606906891,186.7000551223755,4787,0 +cmpl-635456d073df4e4b884fea0898bb7280,decode,186.7000551223755,191.15655732154846,0,718 +cmpl-7d38a37f850343c083b84398a14716a3,prefill,188.7858293056488,188.82034492492676,3017,0 +cmpl-7d38a37f850343c083b84398a14716a3,decode,188.82034492492676,191.48244309425354,0,411 +cmpl-38f9487b7b11472a9b504b98f43c9026,prefill,185.7094271183014,185.76103949546814,4440,0 +cmpl-38f9487b7b11472a9b504b98f43c9026,decode,185.76103949546814,192.05048084259033,0,1024 +cmpl-96b147929ab44263b6e35c15ca649eb8,prefill,188.16990494728088,188.2109613418579,3415,0 +cmpl-96b147929ab44263b6e35c15ca649eb8,decode,188.2109613418579,192.5952205657959,0,694 +cmpl-fdc4c5ceac734cd588ccafe02c51df04,prefill,186.31918048858643,186.3407690525055,658,0 +cmpl-fdc4c5ceac734cd588ccafe02c51df04,decode,186.3407690525055,192.64074230194092,0,1013 +cmpl-bb6a251e74d948b58be8ab73161dd673,prefill,189.71044182777405,189.75148010253906,3743,0 +cmpl-bb6a251e74d948b58be8ab73161dd673,decode,189.75148010253906,192.92202401161194,0,496 +cmpl-7c94df561f1c4c62ad6b51cfc9ee3d6b,prefill,190.020977973938,190.0843858718872,4885,0 +cmpl-7c94df561f1c4c62ad6b51cfc9ee3d6b,decode,190.0843858718872,192.97786402702332,0,456 +cmpl-6847fb371f284e8d8f0af402d3092410,prefill,186.94359827041626,187.01048922538757,5604,0 +cmpl-6847fb371f284e8d8f0af402d3092410,decode,187.01048922538757,193.34481620788574,0,1024 +cmpl-435c20bbf56c4041ad7d5192c38b376b,prefill,187.25442934036255,187.32218384742737,5886,0 +cmpl-435c20bbf56c4041ad7d5192c38b376b,decode,187.32218384742737,193.62068676948547,0,1024 +cmpl-c6814e078cf54a0a952cd3aee259d215,prefill,187.55866026878357,187.62452721595764,5487,0 +cmpl-c6814e078cf54a0a952cd3aee259d215,decode,187.62452721595764,193.8761191368103,0,1024 +cmpl-2f712a9990144edfa1f7a8a1fe1bf576,prefill,187.86386632919312,187.91351532936096,4145,0 +cmpl-2f712a9990144edfa1f7a8a1fe1bf576,decode,187.91351532936096,194.12398958206177,0,1024 +cmpl-c53beeda39484602a933e4340e0fbf66,prefill,191.25460004806519,191.33544087409973,6842,0 +cmpl-c53beeda39484602a933e4340e0fbf66,decode,191.33544087409973,194.16557550430298,0,494 +cmpl-fbe676a7d4cb4cf08bedb6d99c407756,prefill,189.09520030021667,189.1381585597992,3743,0 +cmpl-fbe676a7d4cb4cf08bedb6d99c407756,decode,189.1381585597992,194.20892095565796,0,836 +cmpl-61475f7cb3dc43c3bcd38b47aa07e671,prefill,189.402188539505,189.43644881248474,3051,0 +cmpl-61475f7cb3dc43c3bcd38b47aa07e671,decode,189.43644881248474,194.23553252220154,0,792 +cmpl-fd88076078dc4527bd85fe62e7056feb,prefill,190.93824362754822,190.9548785686493,948,0 +cmpl-fd88076078dc4527bd85fe62e7056feb,decode,190.9548785686493,195.21504473686218,0,766 +cmpl-a92181df4e504a48893b26c328c27246,prefill,190.33112335205078,190.40362071990967,6079,0 +cmpl-a92181df4e504a48893b26c328c27246,decode,190.40362071990967,195.38311314582825,0,886 +cmpl-40b67ddce0b240bdbd7e8602924b1c35,prefill,191.55383229255676,191.56009793281555,2,0 +cmpl-40b67ddce0b240bdbd7e8602924b1c35,decode,191.56009793281555,196.83756971359253,0,1024 +cmpl-da67ab19a8d5441486697dad9878282e,prefill,191.87315940856934,191.95881390571594,7168,0 +cmpl-da67ab19a8d5441486697dad9878282e,decode,191.95881390571594,196.83597254753113,0,967 +cmpl-d7f4134bc3ed4e9588a3759403336db4,prefill,200.3982949256897,200.43573260307312,3428,0 +cmpl-d7f4134bc3ed4e9588a3759403336db4,decode,200.43573260307312,201.21218729019165,0,157 +cmpl-a82a4099d8dd4468acf14e03d79bbad5,prefill,200.11090636253357,200.1162929534912,2,0 +cmpl-a82a4099d8dd4468acf14e03d79bbad5,decode,200.1162929534912,201.48183703422546,0,261 +cmpl-4bea0dd2e6634384bec10602bccc86b9,prefill,199.27046298980713,199.27582097053528,2,0 +cmpl-4bea0dd2e6634384bec10602bccc86b9,decode,199.27582097053528,202.90797472000122,0,660 +cmpl-ba315c1ca76d4fa99ebba156db579ede,prefill,201.8042552471161,201.89023065567017,7168,0 +cmpl-ba315c1ca76d4fa99ebba156db579ede,decode,201.89023065567017,203.3622443675995,0,246 +cmpl-145bc7ac959b404f971ea52f68527736,prefill,202.63533568382263,202.65924334526062,1778,0 +cmpl-145bc7ac959b404f971ea52f68527736,decode,202.65924334526062,204.13330173492432,0,219 +cmpl-43eb4dfdebe5453c950fbeb546fa1f1d,prefill,202.91858434677124,202.9536328315735,3091,0 +cmpl-43eb4dfdebe5453c950fbeb546fa1f1d,decode,202.9536328315735,204.1891369819641,0,180 +cmpl-e30c5c5d90694a0481be86b3cc315f2e,prefill,198.72343587875366,198.76441359519958,3681,0 +cmpl-e30c5c5d90694a0481be86b3cc315f2e,decode,198.76441359519958,204.65661191940308,0,1024 +cmpl-a736c99d4b684b33a032d737027f52b1,prefill,198.99562239646912,199.02875399589539,2968,0 +cmpl-a736c99d4b684b33a032d737027f52b1,decode,199.02875399589539,204.96617460250854,0,1024 +cmpl-48eb06409682405a93b17e1f3cf8b3a0,prefill,201.24193572998047,201.29593300819397,4564,0 +cmpl-48eb06409682405a93b17e1f3cf8b3a0,decode,201.29593300819397,205.07743430137634,0,602 +cmpl-18037bcd36024190bf2d9bceed38e68c,prefill,201.51962065696716,201.5845992565155,4851,0 +cmpl-18037bcd36024190bf2d9bceed38e68c,decode,201.5845992565155,205.6159007549286,0,632 +cmpl-2b30b5ab69264150aa54843b892b3860,prefill,199.55742478370667,199.594651222229,3461,0 +cmpl-2b30b5ab69264150aa54843b892b3860,decode,199.594651222229,205.71358013153076,0,1024 +cmpl-640173f009354691b6be248e15689ea2,prefill,199.83171939849854,199.85415935516357,1556,0 +cmpl-640173f009354691b6be248e15689ea2,decode,199.85415935516357,205.98619174957275,0,1024 +cmpl-c9890c07f3e2452d84e044add8fb52ef,prefill,202.35568833351135,202.38113284111023,1979,0 +cmpl-c9890c07f3e2452d84e044add8fb52ef,decode,202.38113284111023,206.11886954307556,0,596 +cmpl-d5b4b088f3554cbfa24dd7d9b4bb2920,prefill,202.07730960845947,202.1048846244812,2331,0 +cmpl-d5b4b088f3554cbfa24dd7d9b4bb2920,decode,202.1048846244812,206.28256511688232,0,675 +cmpl-b26d9923a5ad422ab5f578a43fea0ed3,prefill,200.67144012451172,200.67693877220154,2,0 +cmpl-b26d9923a5ad422ab5f578a43fea0ed3,decode,200.67693877220154,206.79443764686584,0,1016 +cmpl-90ea8a7a306f46cdb6c1077ba875b480,prefill,203.20444774627686,203.27315020561218,5575,0 +cmpl-90ea8a7a306f46cdb6c1077ba875b480,decode,203.27315020561218,207.12180733680725,0,643 +cmpl-114311a943a346d0b3818eb2f6f3e590,prefill,200.9528410434723,200.95841717720032,2,0 +cmpl-114311a943a346d0b3818eb2f6f3e590,decode,200.95841717720032,207.13120341300964,0,1024 +cmpl-d54bb8b548ef4859a3e74c393ef7b210,prefill,204.87779903411865,204.9034926891327,1972,0 +cmpl-d54bb8b548ef4859a3e74c393ef7b210,decode,204.9034926891327,209.03629660606384,0,772 +cmpl-8f3631ecd5de483fbd7c4f424f8f33fd,prefill,203.48670721054077,203.5751223564148,7168,0 +cmpl-8f3631ecd5de483fbd7c4f424f8f33fd,decode,203.5751223564148,209.25291204452515,0,1024 +cmpl-18191884be0440b2b5a32b76e7d499f5,prefill,203.7648823261261,203.8400046825409,6297,0 +cmpl-18191884be0440b2b5a32b76e7d499f5,decode,203.8400046825409,209.42670059204102,0,1024 +cmpl-1d33cd78a9944ef8a4b5bed76a6d4d3f,prefill,204.3138530254364,204.32026529312134,2,0 +cmpl-1d33cd78a9944ef8a4b5bed76a6d4d3f,decode,204.32026529312134,209.79852652549744,0,1024 +cmpl-c7ef48e762b4424091fc0c4afe9a3c86,prefill,204.59868669509888,204.63714218139648,3329,0 +cmpl-c7ef48e762b4424091fc0c4afe9a3c86,decode,204.63714218139648,210.0385582447052,0,1024 +cmpl-189119f8d0524461a3f7d2793b56ada7,prefill,205.16576743125916,205.2465169429779,6841,0 +cmpl-189119f8d0524461a3f7d2793b56ada7,decode,205.2465169429779,210.4654140472412,0,1024 diff --git a/python/data/traces/train/dec11-train-qwen7b-1/vllm_phases.csv b/python/data/traces/train/dec11-train-qwen7b-1/vllm_phases.csv new file mode 100644 index 0000000..4efcf81 --- /dev/null +++ b/python/data/traces/train/dec11-train-qwen7b-1/vllm_phases.csv @@ -0,0 +1,477 @@ +request_id,phase_type,t_start,t_end,prefill_tokens,decode_tokens +cmpl-d044647eaedb49cb813a6e32402a5c5a,prefill,0.0,0.06824231147766113,3246,0 +cmpl-d044647eaedb49cb813a6e32402a5c5a,decode,0.06824231147766113,6.802931785583496,0,956 +cmpl-abd1516b5f414ef7a13b4b43462e6660,prefill,2.273324728012085,2.3524672985076904,3722,0 +cmpl-abd1516b5f414ef7a13b4b43462e6660,decode,2.3524672985076904,9.767682313919067,0,1024 +cmpl-44343744f30a45168479f6c098e4bc5e,prefill,4.552449464797974,4.655280113220215,4509,0 +cmpl-44343744f30a45168479f6c098e4bc5e,decode,4.655280113220215,12.07128620147705,0,1024 +cmpl-fe375b7263f646fa96da3a8485e54157,prefill,6.828739643096924,6.924626111984253,4100,0 +cmpl-fe375b7263f646fa96da3a8485e54157,decode,6.924626111984253,12.905883550643921,0,833 +cmpl-8d13bf63762249b4ac4b8a535b2af573,prefill,9.104532718658447,9.183657169342041,3747,0 +cmpl-8d13bf63762249b4ac4b8a535b2af573,decode,9.183657169342041,14.562901020050049,0,747 +cmpl-d6a3dbfe3f2e4ecb8dadb9b4cdb7c35b,prefill,11.37733793258667,11.405449867248535,878,0 +cmpl-d6a3dbfe3f2e4ecb8dadb9b4cdb7c35b,decode,11.405449867248535,16.685716152191162,0,721 +cmpl-8589650f51324bebb69ef63e934e5738,prefill,13.663830995559692,13.789835691452026,5198,0 +cmpl-8589650f51324bebb69ef63e934e5738,decode,13.789835691452026,21.26462435722351,0,1024 +cmpl-c273c8b3c2f8487c974fed9b53d66b46,prefill,15.944501876831055,16.11427354812622,7168,0 +cmpl-c273c8b3c2f8487c974fed9b53d66b46,decode,16.11427354812622,23.551915645599365,0,1024 +cmpl-74844d2e9cc74feb94b00cc2d6574711,prefill,18.200793504714966,18.283788204193115,3594,0 +cmpl-74844d2e9cc74feb94b00cc2d6574711,decode,18.283788204193115,24.542133808135986,0,867 +cmpl-41dcd70fd54c45d0b9a4aa535490f7bc,prefill,25.037712574005127,25.17211365699768,5640,0 +cmpl-41dcd70fd54c45d0b9a4aa535490f7bc,decode,25.17211365699768,26.227177143096924,0,151 +cmpl-7405a4232c3842ac8c3290dcfb101bcd,prefill,20.477099180221558,20.526974201202393,2312,0 +cmpl-7405a4232c3842ac8c3290dcfb101bcd,decode,20.526974201202393,27.911808967590332,0,1024 +cmpl-07ee4863067d4a68a27eb1b7fc2c78be,prefill,22.757603406906128,22.815407276153564,2597,0 +cmpl-07ee4863067d4a68a27eb1b7fc2c78be,decode,22.815407276153564,30.199406623840332,0,1024 +cmpl-7d72ef60ff694043b28ec45dd6d5b7f8,prefill,27.306482553482056,27.347594499588013,1660,0 +cmpl-7d72ef60ff694043b28ec45dd6d5b7f8,decode,27.347594499588013,34.78908681869507,0,1024 +cmpl-a18d83a22e5a4dbeb8284ba1ae4c8e1b,prefill,29.59007501602173,29.73751449584961,6001,0 +cmpl-a18d83a22e5a4dbeb8284ba1ae4c8e1b,decode,29.73751449584961,37.18536448478699,0,1024 +cmpl-20dfee375cb74b05b2a38a9a3bc7b64e,prefill,31.85166597366333,31.907576322555542,2699,0 +cmpl-20dfee375cb74b05b2a38a9a3bc7b64e,decode,31.907576322555542,37.57679533958435,0,772 +cmpl-b6b07bf24aa04e5b803dc366226cb876,prefill,36.40604615211487,36.44266676902771,1428,0 +cmpl-b6b07bf24aa04e5b803dc366226cb876,decode,36.44266676902771,39.70079231262207,0,457 +cmpl-defcf8d735d64d78a48e6acfe2f4311a,prefill,34.144137382507324,34.313342809677124,7168,0 +cmpl-defcf8d735d64d78a48e6acfe2f4311a,decode,34.313342809677124,41.7333402633667,0,1024 +cmpl-7c93547a2e354dbba664fe1a37850155,prefill,38.682512521743774,38.73987054824829,2681,0 +cmpl-7c93547a2e354dbba664fe1a37850155,decode,38.73987054824829,46.23168206214905,0,1024 +cmpl-4c53f574c947481ba0067aabbf1a9714,prefill,43.236308574676514,43.355570793151855,5161,0 +cmpl-4c53f574c947481ba0067aabbf1a9714,decode,43.355570793151855,46.9316086769104,0,491 +cmpl-7c4605336b2545469b75202b632917f4,prefill,40.955642223358154,41.08058214187622,5262,0 +cmpl-7c4605336b2545469b75202b632917f4,decode,41.08058214187622,48.55160069465637,0,1024 +cmpl-8ebf5c9ddf0f4b52b481faa183f42230,prefill,45.502254009246826,45.60966515541077,4508,0 +cmpl-8ebf5c9ddf0f4b52b481faa183f42230,decode,45.60966515541077,48.866583585739136,0,453 +cmpl-831d794aff5f4f1d87c03b2d808d009e,prefill,50.0600368976593,50.175087690353394,4654,0 +cmpl-831d794aff5f4f1d87c03b2d808d009e,decode,50.175087690353394,56.961989402770996,0,979 +cmpl-d8330103e8494370a4218d811269862f,prefill,52.33431434631348,52.400824308395386,3195,0 +cmpl-d8330103e8494370a4218d811269862f,decode,52.400824308395386,59.44131350517273,0,1024 +cmpl-b5973bf9ce15415aa465b3cc2d04f0a8,prefill,54.59726548194885,54.60506200790405,2,0 +cmpl-b5973bf9ce15415aa465b3cc2d04f0a8,decode,54.60506200790405,61.42402744293213,0,1001 +cmpl-3865cee51dc54cea8e24b68e45195747,prefill,66.1235101222992,66.23960638046265,4619,0 +cmpl-3865cee51dc54cea8e24b68e45195747,decode,66.23960638046265,68.15953731536865,0,276 +cmpl-6c13441306494c16a197196a8dd06986,prefill,64.56391382217407,64.57413721084595,257,0 +cmpl-6c13441306494c16a197196a8dd06986,decode,64.57413721084595,68.52611970901489,0,566 +cmpl-acdd77478f5b4f629b5a6ec073a87184,prefill,69.22744035720825,69.37495183944702,6366,0 +cmpl-acdd77478f5b4f629b5a6ec073a87184,decode,69.37495183944702,72.92240142822266,0,474 +cmpl-0a3b2c0174164aacbc77124e0eb5e89e,prefill,67.66828179359436,67.71071362495422,1957,0 +cmpl-0a3b2c0174164aacbc77124e0eb5e89e,decode,67.71071362495422,75.12590909004211,0,985 +cmpl-c280debb64c6479dbacec38de23c24b4,prefill,70.77589702606201,70.92984509468079,6443,0 +cmpl-c280debb64c6479dbacec38de23c24b4,decode,70.92984509468079,78.22135376930237,0,949 +cmpl-0a6e6c62cacf45c59cd9630c1f91a246,prefill,72.32607173919678,72.40719819068909,3835,0 +cmpl-0a6e6c62cacf45c59cd9630c1f91a246,decode,72.40719819068909,79.20875072479248,0,881 +cmpl-992956e95d374636af17492cf91d9b61,prefill,73.88407897949219,74.05775451660156,7168,0 +cmpl-992956e95d374636af17492cf91d9b61,decode,74.05775451660156,80.51014637947083,0,838 +cmpl-6380f936461344128f646fd799d2a9e1,prefill,81.63301110267639,81.7418224811554,4723,0 +cmpl-6380f936461344128f646fd799d2a9e1,decode,81.7418224811554,83.12852168083191,0,191 +cmpl-2c7ed45c1abb481db9ffc0b72d9ae3aa,prefill,76.97962260246277,77.12051773071289,5797,0 +cmpl-2c7ed45c1abb481db9ffc0b72d9ae3aa,decode,77.12051773071289,85.08891987800598,0,1024 +cmpl-cc980a1a29d64b1988851736229b45ac,prefill,83.1815197467804,83.34945392608643,6913,0 +cmpl-cc980a1a29d64b1988851736229b45ac,decode,83.34945392608643,86.5001471042633,0,402 +cmpl-384ee2fe528141ec8791d184d536e17f,prefill,78.53341817855835,78.59854412078857,3104,0 +cmpl-384ee2fe528141ec8791d184d536e17f,decode,78.59854412078857,86.58325242996216,0,1024 +cmpl-f68e7cae1d164889b52aabacec152d8d,prefill,80.08026051521301,80.1986358165741,4662,0 +cmpl-f68e7cae1d164889b52aabacec152d8d,decode,80.1986358165741,88.15383815765381,0,1024 +cmpl-437f7d68f706434d904723b00868a71c,prefill,84.73226189613342,84.89675283432007,6839,0 +cmpl-437f7d68f706434d904723b00868a71c,decode,84.89675283432007,89.1932156085968,0,575 +cmpl-9da04f99802949b6b2f9a219416e1605,prefill,89.3760974407196,89.41463327407837,1785,0 +cmpl-9da04f99802949b6b2f9a219416e1605,decode,89.41463327407837,93.13365888595581,0,503 +cmpl-caa77821aced42b5aa2b2c34dfbd8cc3,prefill,86.27672529220581,86.35040974617004,3359,0 +cmpl-caa77821aced42b5aa2b2c34dfbd8cc3,decode,86.35040974617004,93.90360975265503,0,1024 +cmpl-e43d8b0a45de4c4997f672c966a5bb65,prefill,87.82879090309143,87.92671251296997,4280,0 +cmpl-e43d8b0a45de4c4997f672c966a5bb65,decode,87.92671251296997,95.44305753707886,0,1024 +cmpl-8c71987b1c524fc79b2f5f0672fb1fce,prefill,95.57449054718018,95.61650609970093,1766,0 +cmpl-8c71987b1c524fc79b2f5f0672fb1fce,decode,95.61650609970093,99.31937146186829,0,511 +cmpl-635e55f8232f4f6692cbab7495b0c810,prefill,92.4828028678894,92.62373042106628,5782,0 +cmpl-635e55f8232f4f6692cbab7495b0c810,decode,92.62373042106628,100.07508683204651,0,1024 +cmpl-ac321e04b9444529819dd2f170e7f117,prefill,94.0288097858429,94.10539293289185,3664,0 +cmpl-ac321e04b9444529819dd2f170e7f117,decode,94.10539293289185,101.58827233314514,0,1024 +cmpl-ae37b2a6b7b145839bdfc89e53d5c5d8,prefill,98.68492293357849,98.79177355766296,4394,0 +cmpl-ae37b2a6b7b145839bdfc89e53d5c5d8,decode,98.79177355766296,103.32050490379333,0,608 +cmpl-3e6b45581e564ba6913b2e7b25ac3489,prefill,97.12346529960632,97.1311399936676,2,0 +cmpl-3e6b45581e564ba6913b2e7b25ac3489,decode,97.1311399936676,103.38317131996155,0,839 +cmpl-3d87d9f57cfa42428f991f2185be86ec,prefill,100.23667526245117,100.3576238155365,5182,0 +cmpl-3d87d9f57cfa42428f991f2185be86ec,decode,100.3576238155365,106.34740591049194,0,842 +cmpl-f49a8f27b6a0424095d793e78c24060b,prefill,101.78378653526306,101.8893187046051,4507,0 +cmpl-f49a8f27b6a0424095d793e78c24060b,decode,101.8893187046051,107.41058158874512,0,796 +cmpl-c693fa36b2944f81b639a5b07cfd8940,prefill,110.16592693328857,110.25362348556519,3905,0 +cmpl-c693fa36b2944f81b639a5b07cfd8940,decode,110.25362348556519,112.29289841651917,0,302 +cmpl-579abd21f73c47378e66ac53b7d4a7ac,prefill,112.51792621612549,112.5614812374115,2017,0 +cmpl-579abd21f73c47378e66ac53b7d4a7ac,decode,112.5614812374115,114.39013481140137,0,269 +cmpl-05f05cdd0c20461ea92fff12e1a9bcd0,prefill,111.33424925804138,111.34167742729187,2,0 +cmpl-05f05cdd0c20461ea92fff12e1a9bcd0,decode,111.34167742729187,118.76352262496948,0,1024 +cmpl-4e0a1e2c35e94f6aaaa6ddd2bd261cdb,prefill,117.21506690979004,117.2227394580841,2,0 +cmpl-4e0a1e2c35e94f6aaaa6ddd2bd261cdb,decode,117.2227394580841,119.9511969089508,0,361 +cmpl-010cbb1d856f43c3a53ad1c99235581e,prefill,113.68742489814758,113.70017957687378,455,0 +cmpl-010cbb1d856f43c3a53ad1c99235581e,decode,113.70017957687378,120.59486770629883,0,932 +cmpl-811ba493c10948138079a7319c19ec79,prefill,114.874516248703,115.0327217578888,6483,0 +cmpl-811ba493c10948138079a7319c19ec79,decode,115.0327217578888,120.62081241607666,0,761 +cmpl-c72d0e5f46a44a20a7859d5889df1e46,prefill,118.40658473968506,118.53958487510681,5429,0 +cmpl-c72d0e5f46a44a20a7859d5889df1e46,decode,118.53958487510681,122.19997477531433,0,483 +cmpl-382e0d41115a45cca825e14151c898e6,prefill,116.04058408737183,116.08420491218567,1868,0 +cmpl-382e0d41115a45cca825e14151c898e6,decode,116.08420491218567,123.86470293998718,0,1024 +cmpl-fa0bab39c6bb45d9a3638ac1d1ac66d3,prefill,120.7511146068573,120.7849280834198,1510,0 +cmpl-fa0bab39c6bb45d9a3638ac1d1ac66d3,decode,120.7849280834198,126.26545405387878,0,688 +cmpl-e3b21db156874322a82bbb8039513e52,prefill,119.57312083244324,119.59924244880676,881,0 +cmpl-e3b21db156874322a82bbb8039513e52,decode,119.59924244880676,127.04637789726257,0,932 +cmpl-bdf975c0b01b4f079f646948fce96a81,prefill,123.10955810546875,123.27882146835327,7168,0 +cmpl-bdf975c0b01b4f079f646948fce96a81,decode,123.27882146835327,127.11099171638489,0,471 +cmpl-4c2d9cbae1cf4612a39edca74a5249e5,prefill,124.28793096542358,124.46135807037354,7168,0 +cmpl-4c2d9cbae1cf4612a39edca74a5249e5,decode,124.46135807037354,127.1332733631134,0,333 +cmpl-5a87b09872fd47e09968b4093354906f,prefill,121.92907428741455,122.09856796264648,7168,0 +cmpl-5a87b09872fd47e09968b4093354906f,decode,122.09856796264648,127.98937010765076,0,731 +cmpl-4600aa24f622470bbd5f4927b62c78c5,prefill,128.98333597183228,129.08630299568176,4245,0 +cmpl-4600aa24f622470bbd5f4927b62c78c5,decode,129.08630299568176,130.43038129806519,0,175 +cmpl-2dd0a3c32e194576ab6993bda7a7eefd,prefill,125.45160603523254,125.5024790763855,2331,0 +cmpl-2dd0a3c32e194576ab6993bda7a7eefd,decode,125.5024790763855,130.59618091583252,0,651 +cmpl-93c209dc02794d04bd6f370c6e38e18d,prefill,127.80227184295654,127.85432887077332,2376,0 +cmpl-93c209dc02794d04bd6f370c6e38e18d,decode,127.85432887077332,134.57808899879456,0,873 +cmpl-b97dcd125df44bf295b74b1c6fd24031,prefill,126.63209438323975,126.80062317848206,7168,0 +cmpl-b97dcd125df44bf295b74b1c6fd24031,decode,126.80062317848206,134.6746051311493,0,1024 +cmpl-3b0f9f8a40404b24aa53c122bec9bc22,prefill,131.33471417427063,131.41054320335388,3690,0 +cmpl-3b0f9f8a40404b24aa53c122bec9bc22,decode,131.41054320335388,137.90063905715942,0,834 +cmpl-f90c6a3dc0e64f1b9b777247a76cec7e,prefill,136.03423261642456,136.08749961853027,2540,0 +cmpl-f90c6a3dc0e64f1b9b777247a76cec7e,decode,136.08749961853027,138.11696124076843,0,264 +cmpl-ae48621e707a4a4cbaff84c54bb6a6cb,prefill,130.15774846076965,130.26195526123047,4426,0 +cmpl-ae48621e707a4a4cbaff84c54bb6a6cb,decode,130.26195526123047,138.1914529800415,0,1024 +cmpl-14a7669b8fa449a8aae65c27bb6d0a4e,prefill,132.51015281677246,132.65608716011047,6179,0 +cmpl-14a7669b8fa449a8aae65c27bb6d0a4e,decode,132.65608716011047,140.4918692111969,0,1024 +cmpl-ac5d7fb51e304471b558b55499b6314e,prefill,138.38719582557678,138.46402716636658,3478,0 +cmpl-ac5d7fb51e304471b558b55499b6314e,decode,138.46402716636658,140.54803919792175,0,286 +cmpl-e55bc9a5ee454f58abfa1ea63bde0246,prefill,134.86024165153503,134.93790984153748,3694,0 +cmpl-e55bc9a5ee454f58abfa1ea63bde0246,decode,134.93790984153748,140.7431640625,0,766 +cmpl-f6497d91c9c2468c85897e03a56cd97e,prefill,133.6786184310913,133.7233738899231,2056,0 +cmpl-f6497d91c9c2468c85897e03a56cd97e,decode,133.7233738899231,140.78325986862183,0,926 +cmpl-c3e40636450d48578fe1d8e6c5b8430f,prefill,137.21073603630066,137.28948187828064,3711,0 +cmpl-c3e40636450d48578fe1d8e6c5b8430f,decode,137.28948187828064,144.53681445121765,0,1024 +cmpl-db8cab05465041de8b7d2719bd498cd4,prefill,149.91778540611267,150.01722955703735,4158,0 +cmpl-db8cab05465041de8b7d2719bd498cd4,decode,150.01722955703735,153.13626432418823,0,388 +cmpl-9380cc652ea3434394eb3376f46a4864,prefill,148.02189660072327,148.09295201301575,3305,0 +cmpl-9380cc652ea3434394eb3376f46a4864,decode,148.09295201301575,153.32686686515808,0,676 +cmpl-db3dcb6447a24239b3ca805791f2f8e1,prefill,148.96398258209229,148.99368357658386,1303,0 +cmpl-db3dcb6447a24239b3ca805791f2f8e1,decode,148.99368357658386,154.45281457901,0,699 +cmpl-b9ffc816af9d46ddaea80633749932ff,prefill,147.07387971878052,147.15452003479004,3864,0 +cmpl-b9ffc816af9d46ddaea80633749932ff,decode,147.15452003479004,154.9839792251587,0,1024 +cmpl-53d90ef441ca4fb0b6b7e8cc2c6204d4,prefill,150.86605191230774,151.00910186767578,6018,0 +cmpl-53d90ef441ca4fb0b6b7e8cc2c6204d4,decode,151.00910186767578,157.43463826179504,0,823 +cmpl-476f4f2f193b45a19beee9db74fa966a,prefill,154.6504783630371,154.69207572937012,1917,0 +cmpl-476f4f2f193b45a19beee9db74fa966a,decode,154.69207572937012,159.0370738506317,0,546 +cmpl-6c72302c8e8b4a999547b23968aca8b1,prefill,152.75121212005615,152.76262021064758,376,0 +cmpl-6c72302c8e8b4a999547b23968aca8b1,decode,152.76262021064758,160.03591752052307,0,919 +cmpl-58ce2f31bdae483885f635606192b0a1,prefill,151.81614780426025,151.98558402061462,7168,0 +cmpl-58ce2f31bdae483885f635606192b0a1,decode,151.98558402061462,160.04893612861633,0,1024 +cmpl-8b4110650f8a4e46846e460cb2692844,prefill,155.60571789741516,155.73927283287048,5627,0 +cmpl-8b4110650f8a4e46846e460cb2692844,decode,155.73927283287048,161.6296625137329,0,721 +cmpl-76ae0e43d60241f8b2cfdd6260b5133c,prefill,153.6995701789856,153.7268087863922,1012,0 +cmpl-76ae0e43d60241f8b2cfdd6260b5133c,decode,153.7268087863922,161.99723529815674,0,1024 +cmpl-9028306719c946589fbc37b699695381,prefill,157.49282503128052,157.57559466362,3672,0 +cmpl-9028306719c946589fbc37b699695381,decode,157.57559466362,162.3821063041687,0,585 +cmpl-b36f1f934c3a4a7598445cbbd6c8c0cb,prefill,158.44207572937012,158.53913402557373,4162,0 +cmpl-b36f1f934c3a4a7598445cbbd6c8c0cb,decode,158.53913402557373,162.62946891784668,0,500 +cmpl-ba05538095474894a5d2374c1b8576b1,prefill,156.53759145736694,156.56763577461243,1167,0 +cmpl-ba05538095474894a5d2374c1b8576b1,decode,156.56763577461243,164.80567264556885,0,1024 +cmpl-f82987ec7fcb4fd08cbc04a5fb214f2c,prefill,162.22101044654846,162.2490234375,846,0 +cmpl-f82987ec7fcb4fd08cbc04a5fb214f2c,decode,162.2490234375,166.67838668823242,0,566 +cmpl-c6864f14625f43138f06076248cf7634,prefill,159.3866093158722,159.50430941581726,4650,0 +cmpl-c6864f14625f43138f06076248cf7634,decode,159.50430941581726,167.68797063827515,0,1024 +cmpl-116c0e82a6ab4fa28b3cedd571c68049,prefill,160.33197951316833,160.40334248542786,2938,0 +cmpl-116c0e82a6ab4fa28b3cedd571c68049,decode,160.40334248542786,168.54597425460815,0,1024 +cmpl-fffe7df8235b428c927b43828e6f42bd,prefill,161.28560733795166,161.45862221717834,7168,0 +cmpl-fffe7df8235b428c927b43828e6f42bd,decode,161.45862221717834,169.19092321395874,0,971 +cmpl-e24e51caea464c6492c2c5fb524ae304,prefill,163.17187404632568,163.23708200454712,3156,0 +cmpl-e24e51caea464c6492c2c5fb524ae304,decode,163.23708200454712,171.322936296463,0,1024 +cmpl-17a972fab83a48f68bf61daf63173de5,prefill,165.06552839279175,165.10696959495544,1853,0 +cmpl-17a972fab83a48f68bf61daf63173de5,decode,165.10696959495544,171.7453212738037,0,840 +cmpl-fcc665474ca04cf9b2f0634fa0925680,prefill,164.11703777313232,164.17703223228455,2755,0 +cmpl-fcc665474ca04cf9b2f0634fa0925680,decode,164.17703223228455,171.96888875961304,0,991 +cmpl-2c1b1c57708441baae2ab5b990fa6be9,prefill,168.8605465888977,169.01375579833984,6211,0 +cmpl-2c1b1c57708441baae2ab5b990fa6be9,decode,169.01375579833984,172.06667637825012,0,407 +cmpl-f01b7f5bfaf24a75b0ecc08d7bf30e44,prefill,167.90154266357422,167.92913961410522,818,0 +cmpl-f01b7f5bfaf24a75b0ecc08d7bf30e44,decode,167.92913961410522,173.01415157318115,0,667 +cmpl-3086f5fda812429cb0ce18bc6d5582dc,prefill,166.0142855644226,166.1147677898407,4128,0 +cmpl-3086f5fda812429cb0ce18bc6d5582dc,decode,166.1147677898407,173.30479288101196,0,936 +cmpl-f12a71b531f34e83932ae7a71b1de559,prefill,169.79640245437622,169.82225275039673,928,0 +cmpl-f12a71b531f34e83932ae7a71b1de559,decode,169.82225275039673,173.8644301891327,0,559 +cmpl-fb7f94a275144acfba38289641c609b1,prefill,166.9636025428772,167.03180599212646,3329,0 +cmpl-fb7f94a275144acfba38289641c609b1,decode,167.03180599212646,174.6639850139618,0,1024 +cmpl-99abf4f4d5cd492ea4c96d3498ca505e,prefill,178.64069199562073,178.6903212070465,2328,0 +cmpl-99abf4f4d5cd492ea4c96d3498ca505e,decode,178.6903212070465,183.0980498790741,0,575 +cmpl-944e71f4fde0489e84bf9d4e9994a74c,prefill,177.05492115020752,177.10587191581726,2425,0 +cmpl-944e71f4fde0489e84bf9d4e9994a74c,decode,177.10587191581726,185.11063623428345,0,1024 +cmpl-7d87b122053f4a628d75e77271986041,prefill,177.84468483924866,177.87680554389954,1441,0 +cmpl-7d87b122053f4a628d75e77271986041,decode,177.87680554389954,186.06210827827454,0,1024 +cmpl-a64c39dd83694cbb947e991fe6bfb4e9,prefill,180.2264552116394,180.30439734458923,3700,0 +cmpl-a64c39dd83694cbb947e991fe6bfb4e9,decode,180.30439734458923,186.9966356754303,0,802 +cmpl-2caac74f56ee4793a297e48c32153ce1,prefill,179.436678647995,179.51812410354614,3613,0 +cmpl-2caac74f56ee4793a297e48c32153ce1,decode,179.51812410354614,188.10041522979736,0,1024 +cmpl-ae3783886a944fde8adea64ec6d28f86,prefill,181.0173089504242,181.06577491760254,2231,0 +cmpl-ae3783886a944fde8adea64ec6d28f86,decode,181.06577491760254,190.0991485118866,0,1024 +cmpl-4bd7ba7ac40d4255a43dbfffea097304,prefill,186.57622981071472,186.728928565979,6208,0 +cmpl-4bd7ba7ac40d4255a43dbfffea097304,decode,186.728928565979,190.209627866745,0,370 +cmpl-672349df63c247d69e07a473e8dd26f0,prefill,181.81085085868835,181.85357785224915,2000,0 +cmpl-672349df63c247d69e07a473e8dd26f0,decode,181.85357785224915,191.07003378868103,0,1024 +cmpl-81b5690d2ec945468617dc1a92cb967e,prefill,187.366516828537,187.51713347434998,6324,0 +cmpl-81b5690d2ec945468617dc1a92cb967e,decode,187.51713347434998,191.21605896949768,0,396 +cmpl-078a00d247ac44369d8a0ce964152e2d,prefill,182.60776472091675,182.67610907554626,2993,0 +cmpl-078a00d247ac44369d8a0ce964152e2d,decode,182.67610907554626,191.97037267684937,0,1024 +cmpl-704f16355c8d4f7184b307d10c0bde36,prefill,189.74512887001038,189.8990774154663,6433,0 +cmpl-704f16355c8d4f7184b307d10c0bde36,decode,189.8990774154663,192.34199142456055,0,265 +cmpl-a9f4d3a8974d4afeb0afb76fe589a42a,prefill,183.39992904663086,183.46897864341736,3104,0 +cmpl-a9f4d3a8974d4afeb0afb76fe589a42a,decode,183.46897864341736,192.7493245601654,0,1011 +cmpl-3afae118780346c7a5ebf81965cc3c6d,prefill,184.20132613182068,184.37465500831604,7168,0 +cmpl-3afae118780346c7a5ebf81965cc3c6d,decode,184.37465500831604,193.84127807617188,0,1024 +cmpl-88c21b7a761f48b1b77300e9db932ccd,prefill,190.53700065612793,190.6752314567566,5763,0 +cmpl-88c21b7a761f48b1b77300e9db932ccd,decode,190.6752314567566,193.97188806533813,0,367 +cmpl-281250a900964b8a9d58f0e2491da652,prefill,184.98444390296936,185.09201741218567,4455,0 +cmpl-281250a900964b8a9d58f0e2491da652,decode,185.09201741218567,194.47602462768555,0,1024 +cmpl-0931d25aff11417288d73c8efbed2856,prefill,188.9579861164093,189.08157658576965,5015,0 +cmpl-0931d25aff11417288d73c8efbed2856,decode,189.08157658576965,194.8954164981842,0,641 +cmpl-02d76d15dc334b1f999b7039a1050505,prefill,192.11962962150574,192.224102973938,4355,0 +cmpl-02d76d15dc334b1f999b7039a1050505,decode,192.224102973938,195.18255305290222,0,347 +cmpl-7fe1bda809a14505a5749c10ee8999b7,prefill,185.7763135433197,185.87477946281433,4097,0 +cmpl-7fe1bda809a14505a5749c10ee8999b7,decode,185.87477946281433,195.20737600326538,0,1024 +cmpl-9fb23ddb92664629906cac41dc274485,prefill,193.7065668106079,193.82974767684937,4622,0 +cmpl-9fb23ddb92664629906cac41dc274485,decode,193.82974767684937,197.00728130340576,0,409 +cmpl-68c11200ac72497da621324093fe7c27,prefill,188.15694069862366,188.27068448066711,4642,0 +cmpl-68c11200ac72497da621324093fe7c27,decode,188.27068448066711,197.14039993286133,0,1024 +cmpl-4527294e32b148e7884894f6850e4f82,prefill,191.3244903087616,191.38571000099182,2882,0 +cmpl-4527294e32b148e7884894f6850e4f82,decode,191.38571000099182,197.79582977294922,0,789 +cmpl-8d25c6c4a4c742b4a9c39c7661b17aa5,prefill,196.08018684387207,196.1316864490509,2295,0 +cmpl-8d25c6c4a4c742b4a9c39c7661b17aa5,decode,196.1316864490509,198.03259658813477,0,265 +cmpl-49db7b2569d2467f8ae7a0909970e655,prefill,192.91329860687256,193.0146095752716,4182,0 +cmpl-49db7b2569d2467f8ae7a0909970e655,decode,193.0146095752716,199.49449133872986,0,856 +cmpl-5a3fa75b53e1453f92ae949f8f6cb0bc,prefill,195.28668999671936,195.32137441635132,1533,0 +cmpl-5a3fa75b53e1453f92ae949f8f6cb0bc,decode,195.32137441635132,202.44890880584717,0,1024 +cmpl-79ae7f06da0747e2b1675a5d3b5f956f,prefill,205.41304898262024,205.5728099346161,6709,0 +cmpl-79ae7f06da0747e2b1675a5d3b5f956f,decode,205.5728099346161,210.15951704978943,0,558 +cmpl-754d1f68e0f647c5ab6a9e390c905d83,prefill,206.09051537513733,206.2562437057495,6854,0 +cmpl-754d1f68e0f647c5ab6a9e390c905d83,decode,206.2562437057495,211.28602027893066,0,611 +cmpl-955628b3a1154a7a8db80ef8359dcd33,prefill,209.5003261566162,209.6415524482727,5857,0 +cmpl-955628b3a1154a7a8db80ef8359dcd33,decode,209.6415524482727,213.25316452980042,0,407 +cmpl-a479834b304b433cbc6fb31afd064f75,prefill,204.71774816513062,204.7508704662323,1479,0 +cmpl-a479834b304b433cbc6fb31afd064f75,decode,204.7508704662323,213.46184730529785,0,1024 +cmpl-738dde83a07e4d1cbb5b41dbbc45fdac,prefill,208.81787085533142,208.96322441101074,6172,0 +cmpl-738dde83a07e4d1cbb5b41dbbc45fdac,decode,208.96322441101074,213.53817486763,0,517 +cmpl-653fcea01f744319a13806227273692a,prefill,214.26134061813354,214.2927589416504,1349,0 +cmpl-653fcea01f744319a13806227273692a,decode,214.2927589416504,216.49734616279602,0,246 +cmpl-3bacf658887e49e8826e748c7b02784b,prefill,207.44762182235718,207.4785180091858,1335,0 +cmpl-3bacf658887e49e8826e748c7b02784b,decode,207.4785180091858,216.54346871376038,0,1024 +cmpl-d3ad12de03ba46db8e64033b8830e40b,prefill,212.90357160568237,212.98491621017456,3511,0 +cmpl-d3ad12de03ba46db8e64033b8830e40b,decode,212.98491621017456,217.26919555664062,0,476 +cmpl-2d02b0748ff04da5b314711d6b2c92fe,prefill,208.1294949054718,208.2021462917328,3443,0 +cmpl-2d02b0748ff04da5b314711d6b2c92fe,decode,208.2021462917328,217.38221836090088,0,1023 +cmpl-c53f268c329d4d0bbe9e04915cb373fa,prefill,210.86239385604858,210.97309231758118,4553,0 +cmpl-c53f268c329d4d0bbe9e04915cb373fa,decode,210.97309231758118,218.20747709274292,0,806 +cmpl-18b5a4717b7148d78f2b8290a681450a,prefill,210.17498540878296,210.22572708129883,2376,0 +cmpl-18b5a4717b7148d78f2b8290a681450a,decode,210.22572708129883,219.3731050491333,0,1024 +cmpl-5ea6818c72f94a7db638fdf87b9ed18b,prefill,213.59106040000916,213.73259139060974,5800,0 +cmpl-5ea6818c72f94a7db638fdf87b9ed18b,decode,213.73259139060974,219.88929319381714,0,706 +cmpl-edfc28f1aa1949adbdea98fefe8d3162,prefill,216.99501156806946,217.11448550224304,4626,0 +cmpl-edfc28f1aa1949adbdea98fefe8d3162,decode,217.11448550224304,220.11463451385498,0,356 +cmpl-3346258f30624e4499a305af44499de6,prefill,219.03295922279358,219.06863713264465,1543,0 +cmpl-3346258f30624e4499a305af44499de6,decode,219.06863713264465,220.2739028930664,0,151 +cmpl-70978f10164e4c4e8aa3ca98a32c28d2,prefill,211.54071807861328,211.66003680229187,4862,0 +cmpl-70978f10164e4c4e8aa3ca98a32c28d2,decode,211.66003680229187,220.82068538665771,0,1024 +cmpl-8b9d5b96c0584d029bf58de68ad158be,prefill,212.22779273986816,212.39827680587769,7168,0 +cmpl-8b9d5b96c0584d029bf58de68ad158be,decode,212.39827680587769,221.4016649723053,0,1024 +cmpl-2cd04e75449f4861ba49044a10a035f6,prefill,216.30821084976196,216.33514976501465,827,0 +cmpl-2cd04e75449f4861ba49044a10a035f6,decode,216.33514976501465,222.57048296928406,0,744 +cmpl-e7760093c40b46299ac381bd36dd66b7,prefill,219.71274042129517,219.72152042388916,2,0 +cmpl-e7760093c40b46299ac381bd36dd66b7,decode,219.72152042388916,223.4348714351654,0,474 +cmpl-7ee488c8fb3143fa9bfef530543e78e6,prefill,214.95004510879517,215.0812668800354,5595,0 +cmpl-7ee488c8fb3143fa9bfef530543e78e6,decode,215.0812668800354,223.5879487991333,0,1024 +cmpl-adae3ed10f6141afb18c83aacb46ab3c,prefill,215.63201642036438,215.74674940109253,4633,0 +cmpl-adae3ed10f6141afb18c83aacb46ab3c,decode,215.74674940109253,224.08451747894287,0,1023 +cmpl-6dea7d0c83d74eb39d6b5d5c295f2ae8,prefill,217.66909646987915,217.70269513130188,1236,0 +cmpl-6dea7d0c83d74eb39d6b5d5c295f2ae8,decode,217.70269513130188,225.6231129169464,0,1024 +cmpl-2af849155a2443b09473079bc1ef253a,prefill,218.354994058609,218.4353404045105,3778,0 +cmpl-2af849155a2443b09473079bc1ef253a,decode,218.4353404045105,226.18776154518127,0,1024 +cmpl-7ff88351705f4c66a573eac331fbded0,prefill,221.08050274848938,221.10546803474426,823,0 +cmpl-7ff88351705f4c66a573eac331fbded0,decode,221.10546803474426,228.07040071487427,0,995 +cmpl-bbe7c3a280294807b560f48dad938b35,prefill,230.27468848228455,230.4401240348816,7168,0 +cmpl-bbe7c3a280294807b560f48dad938b35,decode,230.4401240348816,237.0029411315918,0,790 +cmpl-08b035ec4fca44a89d29451a53e6a0ba,prefill,230.86255145072937,230.89733147621155,1533,0 +cmpl-08b035ec4fca44a89d29451a53e6a0ba,decode,230.89733147621155,237.82706022262573,0,824 +cmpl-e90059aa3d1047da9ce7430a71643aba,prefill,232.05580639839172,232.0635645389557,2,0 +cmpl-e90059aa3d1047da9ce7430a71643aba,decode,232.0635645389557,239.77416491508484,0,874 +cmpl-8c6d51210b494f19aee560b9329d8781,prefill,234.45882177352905,234.6315004825592,7168,0 +cmpl-8c6d51210b494f19aee560b9329d8781,decode,234.6315004825592,239.93245315551758,0,590 +cmpl-579aaa880b7e4ded850faa1b3d1e820f,prefill,231.4615442752838,231.50520873069763,2084,0 +cmpl-579aaa880b7e4ded850faa1b3d1e820f,decode,231.50520873069763,240.5617480278015,0,1024 +cmpl-db864d41b4a846b980011b988bb9386b,prefill,239.83856654167175,239.9836893081665,6165,0 +cmpl-db864d41b4a846b980011b988bb9386b,decode,239.9836893081665,241.2124478816986,0,128 +cmpl-ec24327e99c14099b70e564640c17813,prefill,232.6645269393921,232.77177548408508,4613,0 +cmpl-ec24327e99c14099b70e564640c17813,decode,232.77177548408508,242.2049617767334,0,1024 +cmpl-0a474d4714244cc6a311260b5f7f9a61,prefill,238.64086604118347,238.77419018745422,5675,0 +cmpl-0a474d4714244cc6a311260b5f7f9a61,decode,238.77419018745422,242.7091944217682,0,395 +cmpl-7a233e9705fc452f97e9fd3f0738b4d0,prefill,233.25606107711792,233.33045148849487,3530,0 +cmpl-7a233e9705fc452f97e9fd3f0738b4d0,decode,233.33045148849487,242.92788887023926,0,1024 +cmpl-e73056feca6c40d0ad007687e0fd076b,prefill,233.85947680473328,233.98678040504456,5379,0 +cmpl-e73056feca6c40d0ad007687e0fd076b,decode,233.98678040504456,243.5748634338379,0,1024 +cmpl-54822dca9878416b95da9bb3d240eaba,prefill,238.03764581680298,238.09360122680664,2555,0 +cmpl-54822dca9878416b95da9bb3d240eaba,decode,238.09360122680664,244.16520428657532,0,637 +cmpl-62abeeeae8164492bd0a15e763a09be4,prefill,235.04979181289673,235.09808945655823,2289,0 +cmpl-62abeeeae8164492bd0a15e763a09be4,decode,235.09808945655823,244.53006434440613,0,1024 +cmpl-6f5304f5fca74344a8947d5d8efb00b2,prefill,235.65766859054565,235.79991126060486,6006,0 +cmpl-6f5304f5fca74344a8947d5d8efb00b2,decode,235.79991126060486,245.20657587051392,0,1024 +cmpl-48955842e55f42faabbe616aa5ebc1ac,prefill,240.43151807785034,240.49928760528564,3221,0 +cmpl-48955842e55f42faabbe616aa5ebc1ac,decode,240.49928760528564,245.584632396698,0,557 +cmpl-ae9a90e7c37349548c9da4616461a62e,prefill,236.23971819877625,236.2640027999878,730,0 +cmpl-ae9a90e7c37349548c9da4616461a62e,decode,236.2640027999878,245.64625000953674,0,1024 +cmpl-dacce4a990cf48acb21792cf079a562a,prefill,236.840393781662,236.88270163536072,1881,0 +cmpl-dacce4a990cf48acb21792cf079a562a,decode,236.88270163536072,246.20257449150085,0,1024 +cmpl-6604722c00984172a21777d2c93e1e63,prefill,241.0325062274933,241.14168977737427,4614,0 +cmpl-6604722c00984172a21777d2c93e1e63,decode,241.14168977737427,246.21750736236572,0,575 +cmpl-e1a342305995434db24f2e0fb7d1a24f,prefill,244.6186261177063,244.72541522979736,4476,0 +cmpl-e1a342305995434db24f2e0fb7d1a24f,decode,244.72541522979736,246.35516166687012,0,211 +cmpl-41c859f6358b4866a73989cc53675fbc,prefill,237.4411723613739,237.50578355789185,3029,0 +cmpl-41c859f6358b4866a73989cc53675fbc,decode,237.50578355789185,246.721519947052,0,1024 +cmpl-e7269b717e6e473e96cf351a68493457,prefill,239.23223161697388,239.26262784004211,1281,0 +cmpl-e7269b717e6e473e96cf351a68493457,decode,239.26262784004211,246.96883964538574,0,868 +cmpl-6f663576cffb46b8b903b89fdace17e8,prefill,241.6325478553772,241.78782510757446,6492,0 +cmpl-6f663576cffb46b8b903b89fdace17e8,decode,241.78782510757446,247.54483842849731,0,701 +cmpl-b6defe018a70431098370549076f33fb,prefill,242.8177285194397,242.82849860191345,253,0 +cmpl-b6defe018a70431098370549076f33fb,decode,242.82849860191345,249.81740927696228,0,928 +cmpl-8475d45eec7647789ef35fadf57d3103,prefill,243.41758632659912,243.46001029014587,1868,0 +cmpl-8475d45eec7647789ef35fadf57d3103,decode,243.46001029014587,250.95794439315796,0,1024 +cmpl-3049aeaab7d6459fbf842510d3067a3a,prefill,244.01159119606018,244.02026987075806,2,0 +cmpl-3049aeaab7d6459fbf842510d3067a3a,decode,244.02026987075806,251.4212679862976,0,1024 +cmpl-54c624c5482347309d173c07c108a2ea,prefill,256.217413187027,256.387934923172,7168,0 +cmpl-54c624c5482347309d173c07c108a2ea,decode,256.387934923172,258.5572295188904,0,232 +cmpl-8b4d9136c6884ef797c7c8b1fba56f79,prefill,254.08384156227112,254.22847270965576,5938,0 +cmpl-8b4d9136c6884ef797c7c8b1fba56f79,decode,254.22847270965576,260.8117129802704,0,712 +cmpl-43f1aa830a734c28b27a69830c593e51,prefill,254.6088206768036,254.65920686721802,2377,0 +cmpl-43f1aa830a734c28b27a69830c593e51,decode,254.65920686721802,260.8192231655121,0,657 +cmpl-10093f68a9d3439b99deafe8ed3c1fbe,prefill,255.67336773872375,255.7065076828003,1474,0 +cmpl-10093f68a9d3439b99deafe8ed3c1fbe,decode,255.7065076828003,262.5962793827057,0,710 +cmpl-94238db0e9724160bbeba11d33615461,prefill,255.14957237243652,255.30027794837952,6450,0 +cmpl-94238db0e9724160bbeba11d33615461,decode,255.30027794837952,262.8876736164093,0,777 +cmpl-9e4ea77178e947a5a8e6ad6bc6f0e892,prefill,253.5483627319336,253.63131999969482,3870,0 +cmpl-9e4ea77178e947a5a8e6ad6bc6f0e892,decode,253.63131999969482,263.40801525115967,0,1024 +cmpl-376893bca8874692beb2b2ad199fd4d3,prefill,257.28077721595764,257.4290838241577,6042,0 +cmpl-376893bca8874692beb2b2ad199fd4d3,decode,257.4290838241577,264.71937012672424,0,743 +cmpl-3a33fe2a9e764506985fcb91542230fb,prefill,259.4090690612793,259.5666024684906,6648,0 +cmpl-3a33fe2a9e764506985fcb91542230fb,decode,259.5666024684906,265.6856355667114,0,617 +cmpl-420e1e06ca494b1f8ec48438e7d1e531,prefill,256.7434003353119,256.81966400146484,3620,0 +cmpl-420e1e06ca494b1f8ec48438e7d1e531,decode,256.81966400146484,266.4842541217804,0,966 +cmpl-e4fc6594b88443ba89e6523c3f0853ef,prefill,257.80677103996277,257.87292313575745,3004,0 +cmpl-e4fc6594b88443ba89e6523c3f0853ef,decode,257.87292313575745,267.12680768966675,0,929 +cmpl-4030d17b60744e6ea9445eb46a8f870e,prefill,258.87586855888367,259.00848174095154,5402,0 +cmpl-4030d17b60744e6ea9445eb46a8f870e,decode,259.00848174095154,267.39420795440674,0,849 +cmpl-f02ffa8674f649f5a9bfe12ff171aa15,prefill,264.7295663356781,264.8314414024353,4139,0 +cmpl-f02ffa8674f649f5a9bfe12ff171aa15,decode,264.8314414024353,267.5988461971283,0,290 +cmpl-7fbe2c2372a743a4ad06747974b32f1e,prefill,260.46722435951233,260.52375864982605,2687,0 +cmpl-7fbe2c2372a743a4ad06747974b32f1e,decode,260.52375864982605,268.11046838760376,0,783 +cmpl-d58de75ffe604353850c277409b1cc51,prefill,261.53435254096985,261.58298420906067,2284,0 +cmpl-d58de75ffe604353850c277409b1cc51,decode,261.58298420906067,268.36901664733887,0,703 +cmpl-d24bbfa597a34608ab9905f8a24f8c80,prefill,258.3441352844238,258.48047041893005,5752,0 +cmpl-d24bbfa597a34608ab9905f8a24f8c80,decode,258.48047041893005,268.4121949672699,0,1024 +cmpl-b1eb922624454420bfd6cbbfb917a174,prefill,261.00082421302795,261.0782105922699,3448,0 +cmpl-b1eb922624454420bfd6cbbfb917a174,decode,261.0782105922699,269.07843542099,0,849 +cmpl-3bd10f7a0ec2462c8e1aef366cfb3227,prefill,259.93259835243225,259.98956084251404,2452,0 +cmpl-3bd10f7a0ec2462c8e1aef366cfb3227,decode,259.98956084251404,269.5379948616028,0,1024 +cmpl-4c0030d3dde4444aabde9a0e750c5df3,prefill,262.07355856895447,262.24764585494995,7168,0 +cmpl-4c0030d3dde4444aabde9a0e750c5df3,decode,262.24764585494995,271.26007199287415,0,1024 +cmpl-302d56c363b541f8814412fe7888c89c,prefill,262.6111304759979,262.7858839035034,7168,0 +cmpl-302d56c363b541f8814412fe7888c89c,decode,262.7858839035034,271.5770847797394,0,1024 +cmpl-8e25b822ce194b40967b5776e26ebd12,prefill,264.18870401382446,264.19803977012634,2,0 +cmpl-8e25b822ce194b40967b5776e26ebd12,decode,264.19803977012634,271.72001552581787,0,891 +cmpl-e56607f89f5542a2826b5d4fbe8dfc8e,prefill,263.1327645778656,263.21424174308777,3842,0 +cmpl-e56607f89f5542a2826b5d4fbe8dfc8e,decode,263.21424174308777,271.8651478290558,0,1024 +cmpl-89cf5c639dc1475f901d205107aa9973,prefill,263.6575839519501,263.6679251194,139,0 +cmpl-89cf5c639dc1475f901d205107aa9973,decode,263.6679251194,271.9721212387085,0,988 +cmpl-a02999ff4cd94eacb15a4113afa6a671,prefill,265.26409125328064,265.39176297187805,5019,0 +cmpl-a02999ff4cd94eacb15a4113afa6a671,decode,265.39176297187805,273.41945600509644,0,1024 +cmpl-436dfb60c23447eab78b695632cc5760,prefill,276.63027715682983,276.6965456008911,3062,0 +cmpl-436dfb60c23447eab78b695632cc5760,decode,276.6965456008911,277.1479301452637,0,41 +cmpl-876e4e1a24774ce99356e31c593115ba,prefill,278.49308705329895,278.5966606140137,4329,0 +cmpl-876e4e1a24774ce99356e31c593115ba,decode,278.5966606140137,278.74467158317566,0,21 +cmpl-ad1cb278bf2342f495aa8399c4ed1478,prefill,278.9726285934448,279.04580569267273,3386,0 +cmpl-ad1cb278bf2342f495aa8399c4ed1478,decode,279.04580569267273,279.8206651210785,0,95 +cmpl-1e2e4a8a472e4732950c01f141956aa4,prefill,277.0489094257355,277.1035408973694,2585,0 +cmpl-1e2e4a8a472e4732950c01f141956aa4,decode,277.1035408973694,281.99645590782166,0,566 +cmpl-bb973e577db54ca38fe6e92558e48da9,prefill,276.67326760292053,276.8095471858978,5886,0 +cmpl-bb973e577db54ca38fe6e92558e48da9,decode,276.8095471858978,286.1071619987488,0,1024 +cmpl-cde4b5faa33f4402a45b95f1215802f8,prefill,279.9329309463501,280.0477752685547,4787,0 +cmpl-cde4b5faa33f4402a45b95f1215802f8,decode,280.0477752685547,287.0226848125458,0,718 +cmpl-35781e6f1d604a68854fc9279f68b747,prefill,277.5249288082123,277.5525016784668,658,0 +cmpl-35781e6f1d604a68854fc9279f68b747,decode,277.5525016784668,287.0951144695282,0,1013 +cmpl-c41df50cdf9a411b91c3d8cb422d186e,prefill,286.1714391708374,286.2601230144501,3956,0 +cmpl-c41df50cdf9a411b91c3d8cb422d186e,decode,286.2601230144501,287.10427379608154,0,79 +cmpl-f04af439af1a482384fd02cd4fbc40a7,prefill,278.0133023262024,278.11792063713074,4440,0 +cmpl-f04af439af1a482384fd02cd4fbc40a7,decode,278.11792063713074,287.95337891578674,0,1024 +cmpl-8cc5ec1e8cf740cea0a48e637d9ac5b2,prefill,283.2962052822113,283.4177505970001,4885,0 +cmpl-8cc5ec1e8cf740cea0a48e637d9ac5b2,decode,283.4177505970001,288.1826751232147,0,456 +cmpl-4bcf47bc313246848a3e9bc875e84359,prefill,281.84949827194214,281.92158007621765,3415,0 +cmpl-4bcf47bc313246848a3e9bc875e84359,decode,281.92158007621765,288.79890751838684,0,694 +cmpl-d0ea05f0a1bd4563812103d2b9c7d740,prefill,283.7730448246002,283.8515832424164,3743,0 +cmpl-d0ea05f0a1bd4563812103d2b9c7d740,decode,283.8515832424164,288.92261600494385,0,496 +cmpl-9b0c37b50afb47ecb4731652ea8bce40,prefill,281.37415599823,281.44054770469666,3051,0 +cmpl-9b0c37b50afb47ecb4731652ea8bce40,decode,281.44054770469666,289.17297744750977,0,792 +cmpl-8069d40e94d14ab3850ff03eeb6d6ebb,prefill,279.453528881073,279.55143547058105,4145,0 +cmpl-8069d40e94d14ab3850ff03eeb6d6ebb,decode,279.55143547058105,289.3787434101105,0,1024 +cmpl-4236cf0baebf465295dccbbc6a81d42f,prefill,280.8937418460846,281.04226303100586,6079,0 +cmpl-4236cf0baebf465295dccbbc6a81d42f,decode,281.04226303100586,289.5762655735016,0,886 +cmpl-a3e2508fe5844f77aab3e2feee8ae890,prefill,285.69014024734497,285.75744581222534,3017,0 +cmpl-a3e2508fe5844f77aab3e2feee8ae890,decode,285.75744581222534,289.7112331390381,0,411 +cmpl-b71be08ef16946fd9cae5f8a28940298,prefill,282.3241868019104,282.3510694503784,948,0 +cmpl-b71be08ef16946fd9cae5f8a28940298,decode,282.3510694503784,289.82370114326477,0,766 +cmpl-5e9fdb8214bf4e46bc31fe59964ea2b0,prefill,282.8116867542267,282.87959265708923,3216,0 +cmpl-5e9fdb8214bf4e46bc31fe59964ea2b0,decode,282.87959265708923,290.43511962890625,0,786 +cmpl-05083460319840ec9b493383abef35de,prefill,286.6560137271881,286.8179762363434,6842,0 +cmpl-05083460319840ec9b493383abef35de,decode,286.8179762363434,291.05562806129456,0,494 +cmpl-ebe619dc6efa4f79a7e4d4372945229d,prefill,284.7310194969177,284.80999851226807,3743,0 +cmpl-ebe619dc6efa4f79a7e4d4372945229d,decode,284.80999851226807,292.23928904533386,0,836 +cmpl-adb170677f7241808c89d73e6e73426d,prefill,284.2531592845917,284.38364148139954,5487,0 +cmpl-adb170677f7241808c89d73e6e73426d,decode,284.38364148139954,293.2955505847931,0,1024 +cmpl-cf2095fecf5e49c9a1fe5cd46005848f,prefill,285.222473859787,285.3577845096588,5604,0 +cmpl-cf2095fecf5e49c9a1fe5cd46005848f,decode,285.3577845096588,293.9462776184082,0,1024 +cmpl-06d22ade1bbc4b038a85508d08d919d9,prefill,287.12277579307556,287.1321470737457,2,0 +cmpl-06d22ade1bbc4b038a85508d08d919d9,decode,287.1321470737457,295.09809947013855,0,1024 +cmpl-264391d44beb46f6a664bdb3ad70f54a,prefill,287.617303609848,287.788907289505,7168,0 +cmpl-264391d44beb46f6a664bdb3ad70f54a,decode,287.788907289505,295.0972578525543,0,967 +cmpl-479e6e424a224221a3855876a9d3ebb3,prefill,299.74791193008423,299.75567841529846,2,0 +cmpl-479e6e424a224221a3855876a9d3ebb3,decode,299.75567841529846,301.8476221561432,0,261 +cmpl-db23f5347f444b3d833c1bffc4609b5f,prefill,300.18892431259155,300.2283446788788,1778,0 +cmpl-db23f5347f444b3d833c1bffc4609b5f,decode,300.2283446788788,302.05555415153503,0,219 +cmpl-695c5d5d0d26465780cbf9e934cc0faf,prefill,297.9994955062866,298.0068054199219,2,0 +cmpl-695c5d5d0d26465780cbf9e934cc0faf,decode,298.0068054199219,303.58462381362915,0,660 +cmpl-c4de97e9653b4e57a8dae0993e7a60ec,prefill,299.31498193740845,299.3580598831177,1979,0 +cmpl-c4de97e9653b4e57a8dae0993e7a60ec,decode,299.3580598831177,304.4921567440033,0,596 +cmpl-52a4b8f1266b499685789fe710809e4c,prefill,303.2558813095093,303.32830786705017,3428,0 +cmpl-52a4b8f1266b499685789fe710809e4c,decode,303.32830786705017,304.86008167266846,0,157 +cmpl-663e1595865b4b05ba0da27727fcad86,prefill,304.1228709220886,304.1901504993439,3091,0 +cmpl-663e1595865b4b05ba0da27727fcad86,decode,304.1901504993439,305.9956238269806,0,180 +cmpl-9492c46150e84f9492d962edfc03932b,prefill,297.14004707336426,297.281222820282,6297,0 +cmpl-9492c46150e84f9492d962edfc03932b,decode,297.281222820282,306.27788376808167,0,1024 +cmpl-31e345c51d094c44b48fccbe7190800b,prefill,301.50372982025146,301.63655519485474,5575,0 +cmpl-31e345c51d094c44b48fccbe7190800b,decode,301.63655519485474,307.9729952812195,0,643 +cmpl-ee1a662960584590acf6c960c28a91d2,prefill,298.4424583911896,298.5043616294861,2968,0 +cmpl-ee1a662960584590acf6c960c28a91d2,decode,298.5043616294861,307.9826807975769,0,1024 +cmpl-94a05709af05495f8b2178b71a4efbe0,prefill,305.4394407272339,305.60987615585327,7168,0 +cmpl-94a05709af05495f8b2178b71a4efbe0,decode,305.60987615585327,308.0482692718506,0,246 +cmpl-219ee47c16e443048e9a8b5ca4c88a04,prefill,302.37624311447144,302.48766469955444,4564,0 +cmpl-219ee47c16e443048e9a8b5ca4c88a04,decode,302.48766469955444,308.3706705570221,0,602 +cmpl-da255fc88dea48158832442ee19460bf,prefill,298.8885729312897,299.06125926971436,7168,0 +cmpl-da255fc88dea48158832442ee19460bf,decode,299.06125926971436,308.44874715805054,0,1024 +cmpl-67293d007de24b57958488a56ed2851f,prefill,300.62048625946045,300.6285877227783,2,0 +cmpl-67293d007de24b57958488a56ed2851f,decode,300.6285877227783,310.0514323711395,0,1024 +cmpl-87a2257363244d62a053d75178af1ea8,prefill,304.56291484832764,304.6826057434082,4851,0 +cmpl-87a2257363244d62a053d75178af1ea8,decode,304.6826057434082,310.4081976413727,0,632 +cmpl-402b56cb52e64f3d8aed5e8b48675f64,prefill,301.0581738948822,301.06613206863403,2,0 +cmpl-402b56cb52e64f3d8aed5e8b48675f64,decode,301.06613206863403,310.4490764141083,0,1016 +cmpl-ecf4520b0f724f7c96602b68a837c3ba,prefill,304.99258828163147,305.0429379940033,2331,0 +cmpl-ecf4520b0f724f7c96602b68a837c3ba,decode,305.0429379940033,311.01881313323975,0,675 +cmpl-2a3078e0d78746d8955807d488cdfe40,prefill,301.94061493873596,302.0133628845215,3461,0 +cmpl-2a3078e0d78746d8955807d488cdfe40,decode,302.0133628845215,311.2611951828003,0,1024 +cmpl-6308eb5af86d469da4f6c2b65cddc8f3,prefill,302.8075454235077,302.8433756828308,1556,0 +cmpl-6308eb5af86d469da4f6c2b65cddc8f3,decode,302.8433756828308,311.9287266731262,0,1024 +cmpl-df5c3af873b04f469b84885d0cb8f266,prefill,303.68604278564453,303.7687714099884,3681,0 +cmpl-df5c3af873b04f469b84885d0cb8f266,decode,303.7687714099884,312.6398708820343,0,1024 +cmpl-470007267a9d4933bff87493ec31221a,prefill,306.73962116241455,306.78367376327515,1972,0 +cmpl-470007267a9d4933bff87493ec31221a,decode,306.78367376327515,313.01038122177124,0,772 +cmpl-6767aae542db490aa6a1556e6802063e,prefill,305.86170983314514,305.87070870399475,2,0 +cmpl-6767aae542db490aa6a1556e6802063e,decode,305.87070870399475,314.11088967323303,0,1024 +cmpl-ec3f51230fdd41cdbbf8915c81f44904,prefill,306.30600476264954,306.37710070610046,3329,0 +cmpl-ec3f51230fdd41cdbbf8915c81f44904,decode,306.37710070610046,314.4735417366028,0,1024 +cmpl-0e21df782f9a4b22bd34f139df90e42d,prefill,307.1865291595459,307.35729217529297,6841,0 +cmpl-0e21df782f9a4b22bd34f139df90e42d,decode,307.35729217529297,315.1079013347626,0,1024 diff --git a/python/data/traces/train/dec15-testcontent-qwen1b-1/vllm_phases.csv b/python/data/traces/train/dec15-testcontent-qwen1b-1/vllm_phases.csv new file mode 100644 index 0000000..296463b --- /dev/null +++ b/python/data/traces/train/dec15-testcontent-qwen1b-1/vllm_phases.csv @@ -0,0 +1,479 @@ +request_id,phase_type,t_start,t_end,prefill_tokens,decode_tokens +cmpl-17a03b567dc44eab82899828289f0b8a,prefill,0.0,0.031184911727905273,4509,0 +cmpl-17a03b567dc44eab82899828289f0b8a,decode,0.031184911727905273,3.3669254779815674,0,1024 +cmpl-7ef8dc1eefe74268956550e772b2ecf2,prefill,1.3492233753204346,1.3691675662994385,3246,0 +cmpl-7ef8dc1eefe74268956550e772b2ecf2,decode,1.3691675662994385,4.530332565307617,0,956 +cmpl-061aff857abe44e2b0e5b8d2a61c481c,prefill,2.703897476196289,2.749208450317383,5198,0 +cmpl-061aff857abe44e2b0e5b8d2a61c481c,decode,2.749208450317383,6.157394886016846,0,1024 +cmpl-f73908f133d4402fb44c59d2c4f9cf81,prefill,4.049365282058716,4.067814588546753,2312,0 +cmpl-f73908f133d4402fb44c59d2c4f9cf81,decode,4.067814588546753,7.483283042907715,0,1024 +cmpl-06d1338c5ae34d0787739c409fabd975,prefill,5.4104039669036865,5.45771050453186,7168,0 +cmpl-06d1338c5ae34d0787739c409fabd975,decode,5.45771050453186,8.870873212814331,0,1024 +cmpl-7b3bfe0cad3d42e5a0cb5c1d9965acdb,prefill,6.750779151916504,6.772133111953735,878,0 +cmpl-7b3bfe0cad3d42e5a0cb5c1d9965acdb,decode,6.772133111953735,9.157366275787354,0,721 +cmpl-383a46cdf677455ca7f6acf2085ac01a,prefill,8.108362197875977,8.134679794311523,3722,0 +cmpl-383a46cdf677455ca7f6acf2085ac01a,decode,8.134679794311523,11.521920680999756,0,1024 +cmpl-0bf30b6541964af7a77afac94cd45893,prefill,9.460631608963013,9.484210014343262,3747,0 +cmpl-0bf30b6541964af7a77afac94cd45893,decode,9.484210014343262,11.948010921478271,0,747 +cmpl-2739f1d4bd494d2aaaeef7fe59fb5975,prefill,10.817584753036499,10.863525867462158,6001,0 +cmpl-2739f1d4bd494d2aaaeef7fe59fb5975,decode,10.863525867462158,14.229485988616943,0,1024 +cmpl-05280e76ce4c470b9d59bd19622c6bfe,prefill,12.162720203399658,12.181825160980225,2699,0 +cmpl-05280e76ce4c470b9d59bd19622c6bfe,decode,12.181825160980225,14.694437026977539,0,772 +cmpl-8fdba794b31d4396b2a50ca14836b868,prefill,14.854123830795288,14.873316287994385,1428,0 +cmpl-8fdba794b31d4396b2a50ca14836b868,decode,14.873316287994385,16.340405464172363,0,457 +cmpl-d5fbb28ca73e448ba08907a5c678b3af,prefill,13.50599193572998,13.520469665527344,1660,0 +cmpl-d5fbb28ca73e448ba08907a5c678b3af,decode,13.520469665527344,16.836166381835938,0,1024 +cmpl-b52bbdff803344cb96528c8b841b5013,prefill,17.56534767150879,17.607868671417236,5640,0 +cmpl-b52bbdff803344cb96528c8b841b5013,decode,17.607868671417236,18.092548847198486,0,151 +cmpl-f63388e9ab1847e3b3d0633a89b103e9,prefill,16.2136652469635,16.24157214164734,4100,0 +cmpl-f63388e9ab1847e3b3d0633a89b103e9,decode,16.24157214164734,18.93012046813965,0,833 +cmpl-7bbfacd92d3d48f583d72990c2840638,prefill,18.912517786026,18.928995847702026,2681,0 +cmpl-7bbfacd92d3d48f583d72990c2840638,decode,18.928995847702026,22.25667381286621,0,1024 +cmpl-0366176c2e0d4ccb89a146fed1237b10,prefill,20.267021417617798,20.29060983657837,3594,0 +cmpl-0366176c2e0d4ccb89a146fed1237b10,decode,20.29060983657837,23.18988823890686,0,867 +cmpl-22e4cd8a027441c7826243db43ddf4a8,prefill,22.9731125831604,23.01375126838684,5161,0 +cmpl-22e4cd8a027441c7826243db43ddf4a8,decode,23.01375126838684,24.66550350189209,0,491 +cmpl-2c866acc630c41ec9aca80fdf2a9db25,prefill,21.6224627494812,21.66859722137451,7168,0 +cmpl-2c866acc630c41ec9aca80fdf2a9db25,decode,21.66859722137451,25.10977339744568,0,1024 +cmpl-29c6af7d715745e5b194538ade237361,prefill,24.321077585220337,24.360391855239868,5262,0 +cmpl-29c6af7d715745e5b194538ade237361,decode,24.360391855239868,27.73403286933899,0,1024 +cmpl-63fb1c28de3941839e6e48cc6bb2357f,prefill,27.015745162963867,27.0497829914093,4508,0 +cmpl-63fb1c28de3941839e6e48cc6bb2357f,decode,27.0497829914093,28.54952907562256,0,453 +cmpl-a48c9124cea546caab429e3ae16df4aa,prefill,25.668087005615234,25.68876838684082,2597,0 +cmpl-a48c9124cea546caab429e3ae16df4aa,decode,25.68876838684082,29.042054891586304,0,1024 +cmpl-5b777aad26904d46b88e74e6cf089020,prefill,29.721346378326416,29.766090869903564,4654,0 +cmpl-5b777aad26904d46b88e74e6cf089020,decode,29.766090869903564,32.914838552474976,0,979 +cmpl-a9c9a130c56d4db2aa3de274fb8bb3da,prefill,31.07322072982788,31.093698978424072,3195,0 +cmpl-a9c9a130c56d4db2aa3de274fb8bb3da,decode,31.093698978424072,34.38855576515198,0,1024 +cmpl-6bc6a02cabb1416284e1f6c19a316861,prefill,32.416149854660034,32.42090678215027,2,0 +cmpl-6bc6a02cabb1416284e1f6c19a316861,decode,32.42090678215027,35.58767318725586,0,1001 +cmpl-285e2db504064dd1a3d85380ccaa8cf0,prefill,38.188628911972046,38.19352579116821,257,0 +cmpl-285e2db504064dd1a3d85380ccaa8cf0,decode,38.19352579116821,39.96680927276611,0,566 +cmpl-f721293eb12f4bc1b8c4aafdabd1151d,prefill,40.24057745933533,40.28278827667236,4619,0 +cmpl-f721293eb12f4bc1b8c4aafdabd1151d,decode,40.28278827667236,41.16357898712158,0,276 +cmpl-218e935873754d7ab686622fa4498237,prefill,39.215741872787476,39.235856771469116,3104,0 +cmpl-218e935873754d7ab686622fa4498237,decode,39.235856771469116,42.60369324684143,0,1024 +cmpl-ff0d8e0f1f634f13ac32dd8e03f21a0e,prefill,41.257619857788086,41.28288006782532,3835,0 +cmpl-ff0d8e0f1f634f13ac32dd8e03f21a0e,decode,41.28288006782532,44.248255491256714,0,881 +cmpl-e8645c3c610e4b0b899fba48caa0201b,prefill,43.30787706375122,43.35573744773865,6366,0 +cmpl-e8645c3c610e4b0b899fba48caa0201b,decode,43.35573744773865,44.97051548957825,0,474 +cmpl-f841bcd3820e4b2baf8179821aa65a14,prefill,42.28490424156189,42.331003189086914,7168,0 +cmpl-f841bcd3820e4b2baf8179821aa65a14,decode,42.331003189086914,45.18040466308594,0,838 +cmpl-1c3dee0649f44347bd06a11b1a2403b9,prefill,44.32616877555847,44.35500955581665,4280,0 +cmpl-1c3dee0649f44347bd06a11b1a2403b9,decode,44.35500955581665,47.81110215187073,0,1024 +cmpl-f44d21f1ce244e82a3604158d4212775,prefill,45.3511118888855,45.39488124847412,6443,0 +cmpl-f44d21f1ce244e82a3604158d4212775,decode,45.39488124847412,48.58970856666565,0,949 +cmpl-f51be1386ccd4698a02b6b629e2d915f,prefill,47.390987157821655,47.41700887680054,3664,0 +cmpl-f51be1386ccd4698a02b6b629e2d915f,decode,47.41700887680054,50.86402916908264,0,1024 +cmpl-478f5555a2b54d8f97bb52dfb871d374,prefill,50.45444059371948,50.49220824241638,4723,0 +cmpl-478f5555a2b54d8f97bb52dfb871d374,decode,50.49220824241638,51.13100290298462,0,191 +cmpl-b5fcfe43b7614ba0939e02013f9191b9,prefill,48.41048288345337,48.450026512145996,4662,0 +cmpl-b5fcfe43b7614ba0939e02013f9191b9,decode,48.450026512145996,51.88022541999817,0,1024 +cmpl-8041cf6c438644d49459d5ce9c1d3d5d,prefill,49.42733359336853,49.45046877861023,3359,0 +cmpl-8041cf6c438644d49459d5ce9c1d3d5d,decode,49.45046877861023,52.907129764556885,0,1024 +cmpl-522636d7cfd7457583c92c81bd3b712c,prefill,52.49846029281616,52.54851675033569,6913,0 +cmpl-522636d7cfd7457583c92c81bd3b712c,decode,52.54851675033569,53.90608835220337,0,402 +cmpl-021510676fb14826939376a6a4f94567,prefill,51.468055963516235,51.48969483375549,1957,0 +cmpl-021510676fb14826939376a6a4f94567,decode,51.48969483375549,54.795841217041016,0,985 +cmpl-f70e916969b64e79bd96a9b6513c4f69,prefill,54.53216814994812,54.55056071281433,1785,0 +cmpl-f70e916969b64e79bd96a9b6513c4f69,decode,54.55056071281433,56.225602865219116,0,503 +cmpl-3e7ed3a98d0f48ff90366af0c5799d10,prefill,53.52065443992615,53.56615114212036,5782,0 +cmpl-3e7ed3a98d0f48ff90366af0c5799d10,decode,53.56615114212036,56.97648763656616,0,1024 +cmpl-558baea81f2b4286b96ee646d44617ca,prefill,55.559879302978516,55.60033583641052,5797,0 +cmpl-558baea81f2b4286b96ee646d44617ca,decode,55.60033583641052,59.01591968536377,0,1024 +cmpl-9a2fb6f070f1484988a56e1a8cc48de5,prefill,57.604262590408325,57.65076780319214,6839,0 +cmpl-9a2fb6f070f1484988a56e1a8cc48de5,decode,57.65076780319214,59.5450541973114,0,575 +cmpl-f765c60f527f4aceb02cce9d0b3a1417,prefill,58.61521792411804,58.63260340690613,1766,0 +cmpl-f765c60f527f4aceb02cce9d0b3a1417,decode,58.63260340690613,60.27466702461243,0,511 +cmpl-b12ffa03c59b402c8f5ce37cbd4c62ed,prefill,59.63543939590454,59.63923096656799,2,0 +cmpl-b12ffa03c59b402c8f5ce37cbd4c62ed,decode,59.63923096656799,62.37257957458496,0,839 +cmpl-06177746d4ac4e7fa0e07a845c2006cb,prefill,60.6675226688385,60.696324586868286,4394,0 +cmpl-06177746d4ac4e7fa0e07a845c2006cb,decode,60.696324586868286,62.6975679397583,0,608 +cmpl-3bd30fd5247f43c0bf1256a2e8493467,prefill,61.68763971328735,61.728649854660034,5182,0 +cmpl-3bd30fd5247f43c0bf1256a2e8493467,decode,61.728649854660034,64.48997259140015,0,842 +cmpl-f718e08a865d4383b5a7bdb6d634c8a6,prefill,62.70814633369446,62.73797821998596,4507,0 +cmpl-f718e08a865d4383b5a7bdb6d634c8a6,decode,62.73797821998596,65.29115581512451,0,796 +cmpl-7b9fe4d2f1054231860a6ab57b8ff330,prefill,68.53057432174683,68.56886100769043,5429,0 +cmpl-7b9fe4d2f1054231860a6ab57b8ff330,decode,68.56886100769043,70.15650200843811,0,483 +cmpl-529e5527bed2489c937e2c242dfea479,prefill,67.70368504524231,67.72266054153442,2376,0 +cmpl-529e5527bed2489c937e2c242dfea479,decode,67.72266054153442,70.60180997848511,0,873 +cmpl-5040afb37d7e4b7da7daa5d231887b9e,prefill,70.17173433303833,70.19893074035645,3905,0 +cmpl-5040afb37d7e4b7da7daa5d231887b9e,decode,70.19893074035645,71.21559143066406,0,302 +cmpl-7c0ce5ce6dfb4b16af67007766506a43,prefill,69.34351754188538,69.36169934272766,881,0 +cmpl-7c0ce5ce6dfb4b16af67007766506a43,decode,69.36169934272766,72.47907519340515,0,932 +cmpl-d19e02a9fb0547e48866c749ed200205,prefill,70.99394035339355,71.04132461547852,6483,0 +cmpl-d19e02a9fb0547e48866c749ed200205,decode,71.04132461547852,73.5499153137207,0,761 +cmpl-865bff5a555948fc92d4ccbbb1068aaa,prefill,71.80938601493835,71.82735753059387,1868,0 +cmpl-865bff5a555948fc92d4ccbbb1068aaa,decode,71.82735753059387,75.20002913475037,0,1024 +cmpl-77504e59c46847bd9a757c0972dc12ce,prefill,74.26823401451111,74.27210021018982,2,0 +cmpl-77504e59c46847bd9a757c0972dc12ce,decode,74.27210021018982,75.47293257713318,0,361 +cmpl-41f065834fa14f078123cf4f3bf452a7,prefill,72.62583041191101,72.62967991828918,2,0 +cmpl-41f065834fa14f078123cf4f3bf452a7,decode,72.62967991828918,76.0383985042572,0,1024 +cmpl-d9bfc05e3f3346ae8b4af3731a3537d4,prefill,73.44582414627075,73.45124840736389,455,0 +cmpl-d9bfc05e3f3346ae8b4af3731a3537d4,decode,73.45124840736389,76.5634298324585,0,932 +cmpl-a804366dd06a47f6a4bb750eaa2ff654,prefill,75.91961932182312,75.96693778038025,7168,0 +cmpl-a804366dd06a47f6a4bb750eaa2ff654,decode,75.96693778038025,77.61085796356201,0,471 +cmpl-bf1dddba80904c07b54f0db31086c20f,prefill,76.74258637428284,76.78897881507874,7168,0 +cmpl-bf1dddba80904c07b54f0db31086c20f,decode,76.78897881507874,77.93284463882446,0,333 +cmpl-732f420f3db94641b5e86757b882b3e6,prefill,75.09948682785034,75.1288628578186,4426,0 +cmpl-732f420f3db94641b5e86757b882b3e6,decode,75.1288628578186,78.63801336288452,0,1024 +cmpl-61fadcc270f144dfa42c343dd888db4f,prefill,77.55588698387146,77.5794448852539,3690,0 +cmpl-61fadcc270f144dfa42c343dd888db4f,decode,77.5794448852539,80.39201402664185,0,834 +cmpl-025b1b680a7d4b3ab1d30bf3cb934a47,prefill,78.37503695487976,78.39032769203186,1510,0 +cmpl-025b1b680a7d4b3ab1d30bf3cb934a47,decode,78.39032769203186,80.715158700943,0,688 +cmpl-d21997b972804ee2af4edb66d9d1fbe4,prefill,80.02062892913818,80.03934383392334,2331,0 +cmpl-d21997b972804ee2af4edb66d9d1fbe4,decode,80.03934383392334,82.2793881893158,0,651 +cmpl-c3d1f28b63b44fb7a82455c225d27991,prefill,81.65831899642944,81.6770920753479,2017,0 +cmpl-c3d1f28b63b44fb7a82455c225d27991,decode,81.6770920753479,82.6309244632721,0,269 +cmpl-5037cf46af894890ba33b5a12af02629,prefill,79.20390224456787,79.2498369216919,7168,0 +cmpl-5037cf46af894890ba33b5a12af02629,decode,79.2498369216919,82.80233335494995,0,1024 +cmpl-997ea09bd1cd459697d24e060203ca16,prefill,83.30769157409668,83.33601093292236,4245,0 +cmpl-997ea09bd1cd459697d24e060203ca16,decode,83.33601093292236,83.92041444778442,0,175 +cmpl-3f9d6476c47042b98fe93a349c36c313,prefill,80.8477201461792,80.89310455322266,6179,0 +cmpl-3f9d6476c47042b98fe93a349c36c313,decode,80.89310455322266,84.41974329948425,0,1024 +cmpl-9f349617a7ad4a91813d8099dfeac136,prefill,82.49002504348755,82.53662180900574,7168,0 +cmpl-9f349617a7ad4a91813d8099dfeac136,decode,82.53662180900574,85.02135753631592,0,731 +cmpl-e7fccd2bf9f44eab980ef3943dd019a0,prefill,85.76479840278625,85.78747773170471,2540,0 +cmpl-e7fccd2bf9f44eab980ef3943dd019a0,decode,85.78747773170471,86.67319655418396,0,264 +cmpl-7c491e1529874a579ded193b7fd633dd,prefill,84.1209819316864,84.13891315460205,2056,0 +cmpl-7c491e1529874a579ded193b7fd633dd,decode,84.13891315460205,87.23066806793213,0,926 +cmpl-ecb6d6bf786d4ec1968d320fe294e058,prefill,84.9462251663208,84.97293829917908,3694,0 +cmpl-ecb6d6bf786d4ec1968d320fe294e058,decode,84.97293829917908,87.5329520702362,0,766 +cmpl-13762a6f0f84410fa966e24fe67f37fc,prefill,87.41124486923218,87.43468952178955,3478,0 +cmpl-13762a6f0f84410fa966e24fe67f37fc,decode,87.43468952178955,88.35406470298767,0,286 +cmpl-871bc7069add4ea991595e172560e81e,prefill,86.5881986618042,86.6124815940857,3711,0 +cmpl-871bc7069add4ea991595e172560e81e,decode,86.6124815940857,89.90534090995789,0,1024 +cmpl-ca41cfa0ea994ee9b7612111530c52cd,prefill,92.8498866558075,92.86613154411316,1917,0 +cmpl-ca41cfa0ea994ee9b7612111530c52cd,decode,92.86613154411316,94.7017810344696,0,546 +cmpl-e41db297f552420a956387e368ecb0fe,prefill,93.54164791107178,93.56944298744202,4158,0 +cmpl-e41db297f552420a956387e368ecb0fe,decode,93.56944298744202,94.87631869316101,0,388 +cmpl-a37a855264794ce7a0423b4821623cd7,prefill,92.17317199707031,92.22132706642151,7168,0 +cmpl-a37a855264794ce7a0423b4821623cd7,decode,92.22132706642151,95.68958401679993,0,1024 +cmpl-c1321894d517479792a026e65971a7f1,prefill,94.91783452033997,94.95845770835876,5627,0 +cmpl-c1321894d517479792a026e65971a7f1,decode,94.95845770835876,97.44460010528564,0,721 +cmpl-bb16a19cb3624b0d831a443e184821b8,prefill,94.22281575202942,94.23894500732422,1012,0 +cmpl-bb16a19cb3624b0d831a443e184821b8,decode,94.23894500732422,97.79345631599426,0,1024 +cmpl-7e87e1886f5e46c29408460f9d48f0fb,prefill,95.59756445884705,95.61839413642883,3305,0 +cmpl-7e87e1886f5e46c29408460f9d48f0fb,decode,95.61839413642883,97.95645761489868,0,676 +cmpl-cfaf0af4baeb462eb54a85ce700be240,prefill,96.28487229347229,96.30461740493774,2938,0 +cmpl-cfaf0af4baeb462eb54a85ce700be240,decode,96.30461740493774,99.86172103881836,0,1024 +cmpl-ae11b95276f848328f315883e8f85fe4,prefill,96.97626447677612,97.01738286018372,6018,0 +cmpl-ae11b95276f848328f315883e8f85fe4,decode,97.01738286018372,99.86485958099365,0,823 +cmpl-2a4347309e3e4b2b9ca0784e06b7bac3,prefill,97.6546094417572,97.67121601104736,1303,0 +cmpl-2a4347309e3e4b2b9ca0784e06b7bac3,decode,97.67121601104736,100.0698516368866,0,699 +cmpl-82c5abc575d94a9fbf2fe3a36c6df638,prefill,98.34329652786255,98.36406517028809,1853,0 +cmpl-82c5abc575d94a9fbf2fe3a36c6df638,decode,98.36406517028809,101.26286721229553,0,840 +cmpl-cc4be9998d0a42beb748005ec39b2b2d,prefill,99.02967143058777,99.04795575141907,2755,0 +cmpl-cc4be9998d0a42beb748005ec39b2b2d,decode,99.04795575141907,102.45038509368896,0,991 +cmpl-9e7b13a72b7f4e9686f0fe92b07c52c9,prefill,99.71184015274048,99.72670936584473,1167,0 +cmpl-9e7b13a72b7f4e9686f0fe92b07c52c9,decode,99.72670936584473,103.29445838928223,0,1024 +cmpl-f25135a5e615484abb44e5de6a7c017d,prefill,100.40390110015869,100.4416675567627,4650,0 +cmpl-f25135a5e615484abb44e5de6a7c017d,decode,100.4416675567627,104.03378462791443,0,1024 +cmpl-1b9c12f288cc4db880310d602c3d0be9,prefill,102.46618151664734,102.48976373672485,3672,0 +cmpl-1b9c12f288cc4db880310d602c3d0be9,decode,102.48976373672485,104.59525275230408,0,585 +cmpl-b036bda3be3b457fa8cd5254789d5e30,prefill,101.09157180786133,101.11478304862976,3864,0 +cmpl-b036bda3be3b457fa8cd5254789d5e30,decode,101.11478304862976,104.73331141471863,0,1024 +cmpl-a49679ad2f5f4a3898ad9d9d5610e8d2,prefill,101.77444362640381,101.77960896492004,376,0 +cmpl-a49679ad2f5f4a3898ad9d9d5610e8d2,decode,101.77960896492004,105.04075694084167,0,919 +cmpl-5a587ee75f7042ef824cdf65da5efe10,prefill,103.83298134803772,103.85098147392273,846,0 +cmpl-5a587ee75f7042ef824cdf65da5efe10,decode,103.85098147392273,105.8196861743927,0,566 +cmpl-36db7707be594935a37aa532a92ae400,prefill,104.52460813522339,104.55282282829285,4162,0 +cmpl-36db7707be594935a37aa532a92ae400,decode,104.55282282829285,106.28060269355774,0,500 +cmpl-aa20c0562381468788a2fc3418ded0b1,prefill,103.15684533119202,103.20424962043762,7168,0 +cmpl-aa20c0562381468788a2fc3418ded0b1,decode,103.20424962043762,106.61768054962158,0,971 +cmpl-e0f484f9794f4a6ebc6aa4df575fe0b9,prefill,105.20889854431152,105.22924017906189,3156,0 +cmpl-e0f484f9794f4a6ebc6aa4df575fe0b9,decode,105.22924017906189,108.79875302314758,0,1024 +cmpl-a8d9f3670aa94153ab44c5db61522997,prefill,105.89689016342163,105.9247477054596,4128,0 +cmpl-a8d9f3670aa94153ab44c5db61522997,decode,105.9247477054596,109.18215656280518,0,936 +cmpl-5fa7e08fc5f14c95bcf3315c53fbf410,prefill,107.95919513702393,108.00789403915405,6211,0 +cmpl-5fa7e08fc5f14c95bcf3315c53fbf410,decode,108.00789403915405,109.42625117301941,0,407 +cmpl-a14cee484d8540a19bee48c84e82631c,prefill,107.26150679588318,107.2773323059082,818,0 +cmpl-a14cee484d8540a19bee48c84e82631c,decode,107.2773323059082,109.6029405593872,0,667 +cmpl-3791a8a927b24e39a76d2aebda60b4c5,prefill,106.58074021339417,106.60252547264099,3329,0 +cmpl-3791a8a927b24e39a76d2aebda60b4c5,decode,106.60252547264099,110.10116338729858,0,1024 +cmpl-c5ffb4c376fc447190224a4dd91343b0,prefill,108.63558197021484,108.65877866744995,928,0 +cmpl-c5ffb4c376fc447190224a4dd91343b0,decode,108.65877866744995,110.48406934738159,0,559 +cmpl-d7cbab0eb8814209886ec852e7ad4368,prefill,113.26143312454224,113.29972553253174,5015,0 +cmpl-d7cbab0eb8814209886ec852e7ad4368,decode,113.29972553253174,115.50334811210632,0,641 +cmpl-35251aed22f94409b02386a8a7e78843,prefill,115.0329077243805,115.07617115974426,6324,0 +cmpl-35251aed22f94409b02386a8a7e78843,decode,115.07617115974426,116.49687480926514,0,396 +cmpl-05932ed22efe4739987345681943b59b,prefill,112.9091444015503,112.92833471298218,2231,0 +cmpl-05932ed22efe4739987345681943b59b,decode,112.92833471298218,116.50186514854431,0,1024 +cmpl-d02be59641314c70a043fab3e2807d30,prefill,114.43846678733826,114.45697975158691,2882,0 +cmpl-d02be59641314c70a043fab3e2807d30,decode,114.45697975158691,117.25739669799805,0,789 +cmpl-8b10f2cee2d54f71a8cf0939fc2e5af4,prefill,113.84921550750732,113.86953163146973,2993,0 +cmpl-8b10f2cee2d54f71a8cf0939fc2e5af4,decode,113.86953163146973,117.48039984703064,0,1024 +cmpl-f5200ceb7a4c4742927cd6480471bf88,prefill,115.620845079422,115.64154148101807,3104,0 +cmpl-f5200ceb7a4c4742927cd6480471bf88,decode,115.64154148101807,119.26841688156128,0,1011 +cmpl-fd7573c71cb842929142db9065b5f5e9,prefill,117.38719320297241,117.40484619140625,2328,0 +cmpl-fd7573c71cb842929142db9065b5f5e9,decode,117.40484619140625,119.48736524581909,0,575 +cmpl-7fb58c98bcc947a78441e262b6327fdf,prefill,116.21076130867004,116.240562915802,4455,0 +cmpl-7fb58c98bcc947a78441e262b6327fdf,decode,116.240562915802,119.93183612823486,0,1024 +cmpl-6f79dacac61648e8968644b0c615131a,prefill,118.57249546051025,118.61277389526367,5763,0 +cmpl-6f79dacac61648e8968644b0c615131a,decode,118.61277389526367,119.98476004600525,0,367 +cmpl-8467cdbce20b430aac6a9149af259c9c,prefill,116.79738879203796,116.81531739234924,1441,0 +cmpl-8467cdbce20b430aac6a9149af259c9c,decode,116.81531739234924,120.50659561157227,0,1024 +cmpl-9b12f3f898d749c1bdd940bb4aad2226,prefill,117.98071336746216,118.00465941429138,3613,0 +cmpl-9b12f3f898d749c1bdd940bb4aad2226,decode,118.00465941429138,121.75446844100952,0,1024 +cmpl-6ab967d0f8bf4d728d673c7b2a7f66bf,prefill,120.93411588668823,120.97820401191711,6433,0 +cmpl-6ab967d0f8bf4d728d673c7b2a7f66bf,decode,120.97820401191711,121.92925000190735,0,265 +cmpl-749038ff669343baa50d904cfcee3c43,prefill,119.16658401489258,119.21570134162903,7168,0 +cmpl-749038ff669343baa50d904cfcee3c43,decode,119.21570134162903,122.93565678596497,0,1024 +cmpl-e2b86d7186e24a3fb6710d4ac173b6ed,prefill,119.74968218803406,119.77808904647827,4097,0 +cmpl-e2b86d7186e24a3fb6710d4ac173b6ed,decode,119.77808904647827,123.50049567222595,0,1024 +cmpl-111a77c02a644203abc4eedca9a5140a,prefill,120.3363606929779,120.35598611831665,2425,0 +cmpl-111a77c02a644203abc4eedca9a5140a,decode,120.35598611831665,124.08720707893372,0,1024 +cmpl-8310883f8a994b4f9ceabd80519d6d4d,prefill,123.29170775413513,123.33548736572266,6208,0 +cmpl-8310883f8a994b4f9ceabd80519d6d4d,decode,123.33548736572266,124.68950033187866,0,370 +cmpl-5a95b75a80d0478bb767107469ff407e,prefill,123.87626338005066,123.90533947944641,4355,0 +cmpl-5a95b75a80d0478bb767107469ff407e,decode,123.90533947944641,125.18685412406921,0,347 +cmpl-ccdcfcdbc4d74560825f18c5db8c4b40,prefill,121.51215100288391,121.52919626235962,2000,0 +cmpl-ccdcfcdbc4d74560825f18c5db8c4b40,decode,121.52919626235962,125.28355121612549,0,1024 +cmpl-81ee5bb391a348318a2b87885114e8d3,prefill,122.10812044143677,122.13640356063843,4182,0 +cmpl-81ee5bb391a348318a2b87885114e8d3,decode,122.13640356063843,125.28074979782104,0,856 +cmpl-d7ad24f2e77d47dbab48e752bee1b374,prefill,122.69431829452515,122.72201418876648,3700,0 +cmpl-d7ad24f2e77d47dbab48e752bee1b374,decode,122.72201418876648,125.63955426216125,0,802 +cmpl-65bcc7b4904c4f0dbf295522f4e3f54e,prefill,125.05627298355103,125.09359097480774,4622,0 +cmpl-65bcc7b4904c4f0dbf295522f4e3f54e,decode,125.09359097480774,126.47032284736633,0,409 +cmpl-43dff356e67d4c5eb24fd13e69e1b6ff,prefill,126.82306122779846,126.84036612510681,2295,0 +cmpl-43dff356e67d4c5eb24fd13e69e1b6ff,decode,126.84036612510681,127.7088418006897,0,265 +cmpl-f74dafafc425478f8cb085dc5b5231b4,prefill,124.46844816207886,124.50564408302307,4642,0 +cmpl-f74dafafc425478f8cb085dc5b5231b4,decode,124.50564408302307,127.9749927520752,0,1024 +cmpl-86b3e6fbe6dd44ccaccd8e270ef60d53,prefill,126.2301595211029,126.2423324584961,1533,0 +cmpl-86b3e6fbe6dd44ccaccd8e270ef60d53,decode,126.2423324584961,129.52993822097778,0,1024 +cmpl-dfb9d822e03b4949b496294597a74bcb,prefill,132.15076565742493,132.19487309455872,5857,0 +cmpl-dfb9d822e03b4949b496294597a74bcb,decode,132.19487309455872,133.63047242164612,0,407 +cmpl-24c32ccd04834f60916f7684bc9c3fb1,prefill,133.1857771873474,133.22862768173218,6172,0 +cmpl-24c32ccd04834f60916f7684bc9c3fb1,decode,133.22862768173218,135.0600516796112,0,517 +cmpl-eb3889dcfaf4435a8169a1de2a98a8cd,prefill,131.62816667556763,131.65009188652039,3443,0 +cmpl-eb3889dcfaf4435a8169a1de2a98a8cd,decode,131.65009188652039,135.24809575080872,0,1023 +cmpl-50ba104371f24d30997fde5463d1a4a6,prefill,132.6652798652649,132.70229601860046,4633,0 +cmpl-50ba104371f24d30997fde5463d1a4a6,decode,132.70229601860046,136.39508056640625,0,1023 +cmpl-5ab1209de8a849bea85b1937f49c42aa,prefill,134.21677827835083,134.24684500694275,4553,0 +cmpl-5ab1209de8a849bea85b1937f49c42aa,decode,134.24684500694275,137.16189789772034,0,806 +cmpl-878e69f59bd24891bddcb324fdd0b5b0,prefill,135.77019453048706,135.8146035671234,6709,0 +cmpl-878e69f59bd24891bddcb324fdd0b5b0,decode,135.8146035671234,137.81456017494202,0,558 +cmpl-50a1384f1d59470d9cadf7709d5c501c,prefill,134.72806906700134,134.74309706687927,1335,0 +cmpl-50a1384f1d59470d9cadf7709d5c501c,decode,134.74309706687927,138.48397517204285,0,1024 +cmpl-0a2fc0b295614782ad231c27d7dc0a4b,prefill,136.2754557132721,136.29114198684692,827,0 +cmpl-0a2fc0b295614782ad231c27d7dc0a4b,decode,136.29114198684692,139.02048182487488,0,744 +cmpl-f74e10d2d999412891492aabc0254bee,prefill,135.24938464164734,135.2900505065918,5595,0 +cmpl-f74e10d2d999412891492aabc0254bee,decode,135.2900505065918,139.04273104667664,0,1024 +cmpl-617bff8116af4385adb692d305e80123,prefill,137.83480834960938,137.88087129592896,6854,0 +cmpl-617bff8116af4385adb692d305e80123,decode,137.88087129592896,140.14071369171143,0,611 +cmpl-5646980431554f5b98aedb7194c90599,prefill,136.79298734664917,136.81418776512146,1236,0 +cmpl-5646980431554f5b98aedb7194c90599,decode,136.81418776512146,140.58937311172485,0,1024 +cmpl-fcc135fefa7742f8bdc94ad870f67b4a,prefill,137.3141062259674,137.33379411697388,2376,0 +cmpl-fcc135fefa7742f8bdc94ad870f67b4a,decode,137.33379411697388,141.14034748077393,0,1024 +cmpl-03852671e633494087682047bc14feed,prefill,139.38106393814087,139.40258717536926,3511,0 +cmpl-03852671e633494087682047bc14feed,decode,139.40258717536926,141.17785501480103,0,476 +cmpl-a18aea59ebad409ca912bc205bf7651e,prefill,140.41190910339355,140.42654657363892,1349,0 +cmpl-a18aea59ebad409ca912bc205bf7651e,decode,140.42654657363892,141.33368158340454,0,246 +cmpl-90fa5859aee84e8c83542c7bd5a8153a,prefill,138.86658334732056,138.90718269348145,5800,0 +cmpl-90fa5859aee84e8c83542c7bd5a8153a,decode,138.90718269348145,141.5372347831726,0,706 +cmpl-ca13e026624d43e7b7ddc797bac8eed6,prefill,138.34429717063904,138.35957741737366,1479,0 +cmpl-ca13e026624d43e7b7ddc797bac8eed6,decode,138.35957741737366,142.1514847278595,0,1024 +cmpl-a523a1e736f74459b5e7cb988608bb90,prefill,141.4509506225586,141.48819971084595,4626,0 +cmpl-a523a1e736f74459b5e7cb988608bb90,decode,141.48819971084595,142.74835395812988,0,356 +cmpl-11c502edb7864d10a9a6152ff85e4792,prefill,142.47766661643982,142.4931914806366,1543,0 +cmpl-11c502edb7864d10a9a6152ff85e4792,decode,142.4931914806366,143.00981426239014,0,151 +cmpl-8fe083cba5a241bf95c984f152575ab2,prefill,139.8992359638214,139.94198369979858,4862,0 +cmpl-8fe083cba5a241bf95c984f152575ab2,decode,139.94198369979858,143.6522376537323,0,1024 +cmpl-7683dcc3268345558d568b6b2d16776f,prefill,140.93871450424194,140.98583459854126,7168,0 +cmpl-7683dcc3268345558d568b6b2d16776f,decode,140.98583459854126,144.6056067943573,0,1024 +cmpl-0742aa4480a14386bef6a94e30988085,prefill,142.99417090415955,142.998122215271,2,0 +cmpl-0742aa4480a14386bef6a94e30988085,decode,142.998122215271,144.6468894481659,0,474 +cmpl-e2825075527642a7a7e1d6d17a89aa5a,prefill,141.9649064540863,141.98861694335938,3778,0 +cmpl-e2825075527642a7a7e1d6d17a89aa5a,decode,141.98861694335938,145.4796164035797,0,1024 +cmpl-2bdc12a31ce7431d8b2ee349e06be147,prefill,144.02680158615112,144.03921508789062,823,0 +cmpl-2bdc12a31ce7431d8b2ee349e06be147,decode,144.03921508789062,147.18637895584106,0,995 +cmpl-79859bf284c642d0a712553afff4a18d,prefill,149.23294496536255,149.28031516075134,7168,0 +cmpl-79859bf284c642d0a712553afff4a18d,decode,149.28031516075134,151.9935324192047,0,790 +cmpl-be47f90e2b0b407383ae8e695e971458,prefill,149.6831340789795,149.69921255111694,1533,0 +cmpl-be47f90e2b0b407383ae8e695e971458,decode,149.69921255111694,152.63788986206055,0,824 +cmpl-93766962e5a04f34bbae874488c915fa,prefill,150.6020543575287,150.60590386390686,2,0 +cmpl-93766962e5a04f34bbae874488c915fa,decode,150.60590386390686,153.8806984424591,0,874 +cmpl-2dfabc5b50c84cbaaab0f5103e208891,prefill,150.14474868774414,150.16225910186768,2084,0 +cmpl-2dfabc5b50c84cbaaab0f5103e208891,decode,150.16225910186768,153.9401981830597,0,1024 +cmpl-371930b7fcad424a84f6e42b4d551b0b,prefill,152.4556303024292,152.50228142738342,7168,0 +cmpl-371930b7fcad424a84f6e42b4d551b0b,decode,152.50228142738342,154.78620171546936,0,590 +cmpl-e4915b401af244d3b623756955242d45,prefill,151.0688009262085,151.092933177948,3530,0 +cmpl-e4915b401af244d3b623756955242d45,decode,151.092933177948,155.01088666915894,0,1024 +cmpl-8cd622c50e514bb895cc01685f5d3e98,prefill,151.5293653011322,151.56699776649475,4613,0 +cmpl-8cd622c50e514bb895cc01685f5d3e98,decode,151.56699776649475,155.50445890426636,0,1024 +cmpl-6b1adc75185048d3abab7fdb35a953d9,prefill,154.28920817375183,154.33068776130676,5675,0 +cmpl-6b1adc75185048d3abab7fdb35a953d9,decode,154.33068776130676,155.84277892112732,0,395 +cmpl-d6dc895a9ed64390ae82e3a8bc9e1db6,prefill,151.99355006217957,152.03195643424988,5379,0 +cmpl-d6dc895a9ed64390ae82e3a8bc9e1db6,decode,152.03195643424988,155.96367764472961,0,1024 +cmpl-2a7256a24e7a4e7da0e5ea6c6fab6706,prefill,152.90471768379211,152.92293858528137,2289,0 +cmpl-2a7256a24e7a4e7da0e5ea6c6fab6706,decode,152.92293858528137,156.8868887424469,0,1024 +cmpl-19f10c62d7e54aa6a99dd37ac25b490e,prefill,156.59136509895325,156.63472270965576,6165,0 +cmpl-19f10c62d7e54aa6a99dd37ac25b490e,decode,156.63472270965576,157.12176251411438,0,128 +cmpl-e7a4756e7db243ff8c6655aaf7167e20,prefill,153.8214864730835,153.83628511428833,1281,0 +cmpl-e7a4756e7db243ff8c6655aaf7167e20,decode,153.83628511428833,157.19583797454834,0,868 +cmpl-e14a3362c16c4a0e9f4f0d7e9e0f39a9,prefill,153.37066888809204,153.41246700286865,6006,0 +cmpl-e14a3362c16c4a0e9f4f0d7e9e0f39a9,decode,153.41246700286865,157.35971236228943,0,1024 +cmpl-38722e596f2a44e99c3bcb0701ea7099,prefill,155.20311450958252,155.22379112243652,2555,0 +cmpl-38722e596f2a44e99c3bcb0701ea7099,decode,155.22379112243652,157.66520810127258,0,637 +cmpl-e5dfda31fad34b39abf6b03973a30e9f,prefill,154.74580025672913,154.76736497879028,3029,0 +cmpl-e5dfda31fad34b39abf6b03973a30e9f,decode,154.76736497879028,158.6583263874054,0,1024 +cmpl-580d09c47db64858a9fa5df29bf9aa3f,prefill,156.13048720359802,156.1757209300995,6492,0 +cmpl-580d09c47db64858a9fa5df29bf9aa3f,decode,156.1757209300995,158.80981945991516,0,701 +cmpl-43b8fead85054e27aa5f69a2548a6154,prefill,157.04607462882996,157.0661358833313,3221,0 +cmpl-43b8fead85054e27aa5f69a2548a6154,decode,157.0661358833313,159.09633827209473,0,557 +cmpl-debe9831afd54837a9a4e7a0ce744908,prefill,155.66264724731445,155.68053030967712,1881,0 +cmpl-debe9831afd54837a9a4e7a0ce744908,decode,155.68053030967712,159.47694659233093,0,1024 +cmpl-139fc4f0553146cd91eef94c4d14c9bd,prefill,157.50746083259583,157.54464673995972,4614,0 +cmpl-139fc4f0553146cd91eef94c4d14c9bd,decode,157.54464673995972,159.58669018745422,0,575 +cmpl-a82dc583606a4910a8eb7e3ed2194bd7,prefill,160.26629376411438,160.295339345932,4476,0 +cmpl-a82dc583606a4910a8eb7e3ed2194bd7,decode,160.295339345932,161.00061345100403,0,211 +cmpl-845f3fce9e754aa5935f307156227671,prefill,157.95947003364563,157.97292852401733,730,0 +cmpl-845f3fce9e754aa5935f307156227671,decode,157.97292852401733,161.47575426101685,0,1024 +cmpl-063466129ecc4d57aae2d4501bee022e,prefill,158.88378953933716,158.88837814331055,253,0 +cmpl-063466129ecc4d57aae2d4501bee022e,decode,158.88837814331055,161.97099113464355,0,928 +cmpl-8856773ccf004ccda65ece1bde3f26bb,prefill,159.34122395515442,159.35892009735107,1868,0 +cmpl-8856773ccf004ccda65ece1bde3f26bb,decode,159.35892009735107,162.7082314491272,0,1024 +cmpl-0f87b6d5ed0d4c44b68b8bea0c8eb02e,prefill,159.80062747001648,159.80438232421875,2,0 +cmpl-0f87b6d5ed0d4c44b68b8bea0c8eb02e,decode,159.80438232421875,163.1269953250885,0,1024 +cmpl-bf957b8eee2648ccb446673a0aea425f,prefill,166.78816294670105,166.8393783569336,7168,0 +cmpl-bf957b8eee2648ccb446673a0aea425f,decode,166.8393783569336,167.7623016834259,0,232 +cmpl-73d2a858d8be4ab08628b85bdaa31aef,prefill,165.12737584114075,165.16630291938782,5402,0 +cmpl-73d2a858d8be4ab08628b85bdaa31aef,decode,165.16630291938782,168.3396852016449,0,849 +cmpl-96549bc24fcb48b2b540966453b7c845,prefill,165.94966077804565,165.96891522407532,2377,0 +cmpl-96549bc24fcb48b2b540966453b7c845,decode,165.96891522407532,168.51176023483276,0,657 +cmpl-de8e042ef5be4921b1f8ef842539d350,prefill,166.37531757354736,166.42003989219666,6450,0 +cmpl-de8e042ef5be4921b1f8ef842539d350,decode,166.42003989219666,169.45567226409912,0,777 +cmpl-19ea16457f2d4643bbc9b337ecfbfc2e,prefill,165.54165935516357,165.5802755355835,5752,0 +cmpl-19ea16457f2d4643bbc9b337ecfbfc2e,decode,165.5802755355835,169.4915943145752,0,1024 +cmpl-79a7d0a785e8409aa27feb40cca4a399,prefill,167.20187878608704,167.24430584907532,6042,0 +cmpl-79a7d0a785e8409aa27feb40cca4a399,decode,167.24430584907532,170.13283920288086,0,743 +cmpl-4fd8bc54030b4af290e1cc47cb4bb792,prefill,167.61692261695862,167.6709382534027,5938,0 +cmpl-4fd8bc54030b4af290e1cc47cb4bb792,decode,167.6709382534027,170.3954689502716,0,712 +cmpl-39f4b2f18e8e413e829157e67fb635e8,prefill,168.44117951393127,168.46222114562988,3448,0 +cmpl-39f4b2f18e8e413e829157e67fb635e8,decode,168.46222114562988,171.70146989822388,0,849 +cmpl-bd61c3797d7240c3871f51b947de1789,prefill,168.0291440486908,168.0535764694214,3870,0 +cmpl-bd61c3797d7240c3871f51b947de1789,decode,168.0535764694214,172.00349307060242,0,1024 +cmpl-70289f1632bc4ad081f42d5d5bfd3d01,prefill,168.85289859771729,168.87687492370605,3620,0 +cmpl-70289f1632bc4ad081f42d5d5bfd3d01,decode,168.87687492370605,172.65196180343628,0,966 +cmpl-b7b174fb156f48078169b342e14c2395,prefill,170.09159660339355,170.1068778038025,1474,0 +cmpl-b7b174fb156f48078169b342e14c2395,decode,170.1068778038025,172.89867329597473,0,710 +cmpl-88d6c0021b6f4f21a7603fb6d0c047c7,prefill,169.26750874519348,169.29085278511047,3842,0 +cmpl-88d6c0021b6f4f21a7603fb6d0c047c7,decode,169.29085278511047,173.2763707637787,0,1024 +cmpl-3ed21a981f764b0eba43747b27758f75,prefill,170.5093126296997,170.5279676914215,2687,0 +cmpl-3ed21a981f764b0eba43747b27758f75,decode,170.5279676914215,173.5992877483368,0,783 +cmpl-794881039d7a4be7ad1def30fff87c80,prefill,169.67804431915283,169.69935870170593,2452,0 +cmpl-794881039d7a4be7ad1def30fff87c80,decode,169.69935870170593,173.67102694511414,0,1024 +cmpl-0aec2e056ef240e5aac9124e6e8a2d0a,prefill,170.924081325531,170.94144582748413,2284,0 +cmpl-0aec2e056ef240e5aac9124e6e8a2d0a,decode,170.94144582748413,173.7164328098297,0,703 +cmpl-ad2d0bd20e32489195b8e4008c4b751e,prefill,171.75866723060608,171.8028392791748,6648,0 +cmpl-ad2d0bd20e32489195b8e4008c4b751e,decode,171.8028392791748,174.19039177894592,0,617 +cmpl-6873e6592eb04da1bc86f4dcdcfbe024,prefill,173.82548642158508,173.8537790775299,4139,0 +cmpl-6873e6592eb04da1bc86f4dcdcfbe024,decode,173.8537790775299,174.9725501537323,0,290 +cmpl-3364a962d55e46d58916dd9466314674,prefill,171.34555315971375,171.39318084716797,7168,0 +cmpl-3364a962d55e46d58916dd9466314674,decode,171.39318084716797,175.38687205314636,0,1024 +cmpl-fe09415c63364a65a01ad150f9051a97,prefill,172.58151841163635,172.60293769836426,3004,0 +cmpl-fe09415c63364a65a01ad150f9051a97,decode,172.60293769836426,176.08391046524048,0,929 +cmpl-051fab5def8e4c628ac5b3efce562331,prefill,172.17469429969788,172.22159624099731,7168,0 +cmpl-051fab5def8e4c628ac5b3efce562331,decode,172.22159624099731,176.0870716571808,0,1024 +cmpl-13073b5b5f5640dc9c57323373614d5d,prefill,172.98971939086914,172.99448609352112,139,0 +cmpl-13073b5b5f5640dc9c57323373614d5d,decode,172.99448609352112,176.61801671981812,0,988 +cmpl-1e991a392c93427ea849aab467a9b5e0,prefill,173.402902841568,173.40722370147705,2,0 +cmpl-1e991a392c93427ea849aab467a9b5e0,decode,173.40722370147705,176.65890192985535,0,891 +cmpl-a87d7258b0c0401bb669934f653238c0,prefill,174.24319911003113,174.2820029258728,5019,0 +cmpl-a87d7258b0c0401bb669934f653238c0,decode,174.2820029258728,177.80548644065857,0,1024 +cmpl-64e5c2c6714e43c7bd695fe5ac0c0c3d,prefill,175.06333827972412,175.07689118385315,553,0 +cmpl-64e5c2c6714e43c7bd695fe5ac0c0c3d,decode,175.07689118385315,178.43859887123108,0,1024 +cmpl-98cb7b54d94b4bfd8083209f11127f10,prefill,181.15256643295288,181.17325234413147,3386,0 +cmpl-98cb7b54d94b4bfd8083209f11127f10,decode,181.17325234413147,181.486430644989,0,95 +cmpl-e185a8255ac7498da11e84b4a9d94d0a,prefill,181.5308153629303,181.55912256240845,4329,0 +cmpl-e185a8255ac7498da11e84b4a9d94d0a,decode,181.55912256240845,181.62560653686523,0,21 +cmpl-74ef4b40fc00428ba59c26f5dab644ad,prefill,182.2837779521942,182.303631067276,3062,0 +cmpl-74ef4b40fc00428ba59c26f5dab644ad,decode,182.303631067276,182.43795084953308,0,41 +cmpl-45f4af774af84a928c9c0eea13de6e5d,prefill,180.39866042137146,180.42038202285767,3415,0 +cmpl-45f4af774af84a928c9c0eea13de6e5d,decode,180.42038202285767,182.80150151252747,0,694 +cmpl-0887745ca40f402a96767fca51c296eb,prefill,180.77848052978516,180.82263231277466,5886,0 +cmpl-0887745ca40f402a96767fca51c296eb,decode,180.82263231277466,184.40622425079346,0,1024 +cmpl-bb0f1cb0a75644b8b13ea9cac89348fe,prefill,183.41813039779663,183.44169211387634,3743,0 +cmpl-bb0f1cb0a75644b8b13ea9cac89348fe,decode,183.44169211387634,185.29269170761108,0,496 +cmpl-beff76ab03df422aa8a216208ba91a2a,prefill,183.0397753715515,183.05942916870117,3216,0 +cmpl-beff76ab03df422aa8a216208ba91a2a,decode,183.05942916870117,185.98687386512756,0,786 +cmpl-dc208346524447b8a591a97b735d2317,prefill,182.65711331367493,182.6762933731079,658,0 +cmpl-dc208346524447b8a591a97b735d2317,decode,182.6762933731079,186.4594967365265,0,1013 +cmpl-a08d5d4964ea4ebb94f82010ca6c502a,prefill,183.7984654903412,183.84171056747437,6079,0 +cmpl-a08d5d4964ea4ebb94f82010ca6c502a,decode,183.84171056747437,187.29626059532166,0,886 +cmpl-a54e9574086a46ac82851d89ef0a7dee,prefill,185.3014373779297,185.31968569755554,2585,0 +cmpl-a54e9574086a46ac82851d89ef0a7dee,decode,185.31968569755554,187.58851623535156,0,566 +cmpl-185ade3917f14b6bad0fac4e974349aa,prefill,184.92765927314758,184.9680426120758,4787,0 +cmpl-185ade3917f14b6bad0fac4e974349aa,decode,184.9680426120758,187.81761693954468,0,718 +cmpl-0b9897d63d4d4b9a8725db0ad023ea7d,prefill,184.54384684562683,184.566148519516,3743,0 +cmpl-0b9897d63d4d4b9a8725db0ad023ea7d,decode,184.566148519516,187.86974048614502,0,836 +cmpl-e4aaae92f74749d99931057a3f99b16f,prefill,184.1702811717987,184.1983482837677,4145,0 +cmpl-e4aaae92f74749d99931057a3f99b16f,decode,184.1983482837677,188.2258861064911,0,1024 +cmpl-0c513737afce47298a810d2b8c45cc4c,prefill,187.94076919555664,187.96613907814026,3956,0 +cmpl-0c513737afce47298a810d2b8c45cc4c,decode,187.96613907814026,188.25963592529297,0,79 +cmpl-530b3f1e4a3a4451b14d5a24fae11b75,prefill,186.8096981048584,186.84752774238586,4885,0 +cmpl-530b3f1e4a3a4451b14d5a24fae11b75,decode,186.84752774238586,188.64813804626465,0,456 +cmpl-2f805d61ba2049eaa83a1fe7e5184c51,prefill,187.56099343299866,187.5818591117859,3017,0 +cmpl-2f805d61ba2049eaa83a1fe7e5184c51,decode,187.5818591117859,189.17449855804443,0,411 +cmpl-82422f5d3d524a628c734bbd95287bf7,prefill,186.4299521446228,186.44987630844116,3051,0 +cmpl-82422f5d3d524a628c734bbd95287bf7,decode,186.44987630844116,189.6034345626831,0,792 +cmpl-336b936824794439b9203f566465ca2a,prefill,185.68182134628296,185.71164989471436,4440,0 +cmpl-336b936824794439b9203f566465ca2a,decode,185.71164989471436,189.77452778816223,0,1024 +cmpl-f9e846b5767244189e81711b15c2a00f,prefill,186.06155014038086,186.10255908966064,5604,0 +cmpl-f9e846b5767244189e81711b15c2a00f,decode,186.10255908966064,190.12225461006165,0,1024 +cmpl-de68a4d05a964cc899cd7d82bcaf9010,prefill,188.69971299171448,188.74512243270874,6842,0 +cmpl-de68a4d05a964cc899cd7d82bcaf9010,decode,188.74512243270874,190.5702030658722,0,494 +cmpl-c938a283ed93485093a06b350b43dfff,prefill,187.19011163711548,187.2312662601471,5487,0 +cmpl-c938a283ed93485093a06b350b43dfff,decode,187.2312662601471,191.07604384422302,0,1024 +cmpl-d960e2a0b5aa4e719d015ca13b75ae14,prefill,188.31079077720642,188.3245644569397,948,0 +cmpl-d960e2a0b5aa4e719d015ca13b75ae14,decode,188.3245644569397,191.1309540271759,0,766 +cmpl-e7da6616f9334688af10fec770d85609,prefill,189.06456470489502,189.0687119960785,2,0 +cmpl-e7da6616f9334688af10fec770d85609,decode,189.0687119960785,192.5896430015564,0,1024 +cmpl-ef99a209990947f5846c4d23376294c4,prefill,189.4533336162567,189.50124406814575,7168,0 +cmpl-ef99a209990947f5846c4d23376294c4,decode,189.50124406814575,192.75081706047058,0,967 +cmpl-db38489e9fbc4a8f8bc24b864e445b50,prefill,194.67112112045288,194.69190382957458,3091,0 +cmpl-db38489e9fbc4a8f8bc24b864e445b50,decode,194.69190382957458,195.25643396377563,0,180 +cmpl-72948e051adc4cf883d773b622234a70,prefill,195.36531734466553,195.39462184906006,4564,0 +cmpl-72948e051adc4cf883d773b622234a70,decode,195.39462184906006,197.5763704776764,0,602 +cmpl-3bcd329717644355b784fb0b7fdcffd9,prefill,197.09412622451782,197.11520886421204,3428,0 +cmpl-3bcd329717644355b784fb0b7fdcffd9,decode,197.11520886421204,197.6772964000702,0,157 +cmpl-85998cdfccd7483b97bdf377d331a41b,prefill,197.43370938301086,197.4377679824829,2,0 +cmpl-85998cdfccd7483b97bdf377d331a41b,decode,197.4377679824829,198.42450141906738,0,261 +cmpl-a6dd5f8b783a4eebaf0d9170936ffb5b,prefill,196.049578666687,196.0533721446991,2,0 +cmpl-a6dd5f8b783a4eebaf0d9170936ffb5b,decode,196.0533721446991,198.5315957069397,0,660 +cmpl-212c96df0ec240a3b9e383be38bad930,prefill,195.0097689628601,195.01344394683838,2,0 +cmpl-212c96df0ec240a3b9e383be38bad930,decode,195.01344394683838,198.7530860900879,0,1024 +cmpl-5fbfb0766c9c44dab309abb4aaf2c2b4,prefill,198.13788199424744,198.18612384796143,7168,0 +cmpl-5fbfb0766c9c44dab309abb4aaf2c2b4,decode,198.18612384796143,199.12085008621216,0,246 +cmpl-078ad3a2cf76452ab9b6d22c44092217,prefill,196.7449173927307,196.76713371276855,2331,0 +cmpl-078ad3a2cf76452ab9b6d22c44092217,decode,196.76713371276855,199.32024788856506,0,675 +cmpl-c731779e212846378a6e931aa7dc31ae,prefill,198.47287321090698,198.4895384311676,1778,0 +cmpl-c731779e212846378a6e931aa7dc31ae,decode,198.4895384311676,199.32353043556213,0,219 +cmpl-c236136301144871bec0c3e35479268a,prefill,195.71323370933533,195.75731563568115,6297,0 +cmpl-c236136301144871bec0c3e35479268a,decode,195.75731563568115,199.56225681304932,0,1024 +cmpl-1dea0b06e736406f804ed619360acc38,prefill,197.7836034297943,197.79988145828247,1979,0 +cmpl-1dea0b06e736406f804ed619360acc38,decode,197.79988145828247,200.0311939716339,0,596 +cmpl-2d3cedb34adb4f3d8f91f368571b845a,prefill,196.40712356567383,196.45374941825867,7168,0 +cmpl-2d3cedb34adb4f3d8f91f368571b845a,decode,196.45374941825867,200.26162910461426,0,1024 +cmpl-debf013c46f84d19968fde909586b37f,prefill,199.1656630039215,199.18590831756592,2968,0 +cmpl-debf013c46f84d19968fde909586b37f,decode,199.18590831756592,203.018958568573,0,1024 +cmpl-11836bff8a644baca4055f7c386be3bb,prefill,199.5062291622162,199.51018953323364,2,0 +cmpl-11836bff8a644baca4055f7c386be3bb,decode,199.51018953323364,203.34324193000793,0,1016 +cmpl-62f4eb4f7508497d979c9e2f6bd90b5b,prefill,200.90211129188538,200.9417872428894,5575,0 +cmpl-62f4eb4f7508497d979c9e2f6bd90b5b,decode,200.9417872428894,203.43732166290283,0,643 +cmpl-93482d06c8c34c18b7f0bea50108c1a9,prefill,201.2461540699005,201.2834677696228,4851,0 +cmpl-93482d06c8c34c18b7f0bea50108c1a9,decode,201.2834677696228,203.72107195854187,0,632 +cmpl-b89cb8741d7948b8a339bbf684378006,prefill,199.85986876487732,199.88167476654053,3461,0 +cmpl-b89cb8741d7948b8a339bbf684378006,decode,199.88167476654053,203.75331258773804,0,1024 +cmpl-53005db99c704902989b4e0ad586aefc,prefill,200.20095825195312,200.21647024154663,1556,0 +cmpl-53005db99c704902989b4e0ad586aefc,decode,200.21647024154663,204.08449006080627,0,1024 +cmpl-b44f7f1f7578424fa79a96eb21cb3efd,prefill,200.55429935455322,200.57775783538818,3681,0 +cmpl-b44f7f1f7578424fa79a96eb21cb3efd,decode,200.57775783538818,204.43868231773376,0,1024 +cmpl-7b66d903fd804b0a82ebd6d5ec56c36b,prefill,202.2796790599823,202.29563426971436,1972,0 +cmpl-7b66d903fd804b0a82ebd6d5ec56c36b,decode,202.29563426971436,205.1279377937317,0,772 +cmpl-735b84bf39f84b36b80759df401eb481,prefill,201.58305191993713,201.58714294433594,2,0 +cmpl-735b84bf39f84b36b80759df401eb481,decode,201.58714294433594,205.34674048423767,0,1024 +cmpl-721b6c4c917642229c39ec149e3f5d74,prefill,201.93562197685242,201.95666074752808,3329,0 +cmpl-721b6c4c917642229c39ec149e3f5d74,decode,201.95666074752808,205.66388750076294,0,1024 +cmpl-96c701d44eac462ab0d71386e8662f32,prefill,202.6316261291504,202.67746353149414,6841,0 +cmpl-96c701d44eac462ab0d71386e8662f32,decode,202.67746353149414,206.23993182182312,0,1024 diff --git a/python/estimators/baseline.py b/python/estimators/baseline.py index 4fa9d6c..8d99072 100644 --- a/python/estimators/baseline.py +++ b/python/estimators/baseline.py @@ -87,8 +87,11 @@ from dataclasses import dataclass from typing import Dict, Union, Literal +import json import numpy as np +import os import pandas as pd +import glob from sklearn.linear_model import LinearRegression @@ -1387,23 +1390,39 @@ def _example() -> None: This is only a smoke test demonstrating expected input schema. """ - phases = pd.DataFrame( - [ - {"request_id": "A", "phase_type": "prefill", "t_start": 0.0, "t_end": 2.0, "prefill_tokens": 96, "decode_tokens": 0}, - {"request_id": "A", "phase_type": "decode", "t_start": 2.0, "t_end": 6.0, "prefill_tokens": 0, "decode_tokens": 4}, - {"request_id": "B", "phase_type": "prefill", "t_start": 1.0, "t_end": 3.0, "prefill_tokens": 64, "decode_tokens": 0}, - {"request_id": "B", "phase_type": "decode", "t_start": 3.0, "t_end": 5.0, "prefill_tokens": 0, "decode_tokens": 2}, - ] - ) - - res = estimate_betas_baseline(phases, chunk_size=64) - print("Estimated betas (baseline):") - print(f" beta0 (sec/step): {res.beta0:.6f}") - print(f" beta1 (sec/token): {res.beta1:.6f}") - print(f" beta2 (sec/token): {res.beta2:.6f}") - print("\nDiagnostics:") - for k, v in res.diagnostics.items(): - print(f" {k}: {v}") + # phases = pd.DataFrame( + # [ + # {"request_id": "A", "phase_type": "prefill", "t_start": 0.0, "t_end": 2.0, "prefill_tokens": 96, "decode_tokens": 0}, + # {"request_id": "A", "phase_type": "decode", "t_start": 2.0, "t_end": 6.0, "prefill_tokens": 0, "decode_tokens": 4}, + # {"request_id": "B", "phase_type": "prefill", "t_start": 1.0, "t_end": 3.0, "prefill_tokens": 64, "decode_tokens": 0}, + # {"request_id": "B", "phase_type": "decode", "t_start": 3.0, "t_end": 5.0, "prefill_tokens": 0, "decode_tokens": 2}, + # ] + # ) + + train_path = os.path.join("data/traces/train", "*/") + all_train = glob.glob(train_path) + for train_path in all_train: + phases_path = os.path.join(train_path, "vllm_phases.csv") + phases = pd.read_csv(phases_path) + res = estimate_betas_baseline(phases, chunk_size=64) + models_dir = os.path.join(train_path, "models") + os.makedirs(models_dir, exist_ok=True) + models_path = os.path.join(models_dir, "BLIS_beta_metrics.json") + betas = { + "beta0": res.beta0, + "beta1": res.beta1, + "beta2": res.beta2 + } + with open(models_path, "w+") as f: + json.dump(betas, f) + + print("Estimated betas (baseline):") + print(f" beta0 (sec/step): {res.beta0:.6f}") + print(f" beta1 (sec/token): {res.beta1:.6f}") + print(f" beta2 (sec/token): {res.beta2:.6f}") + print("\nDiagnostics:") + for k, v in res.diagnostics.items(): + print(f" {k}: {v}") if __name__ == "__main__": # pragma: no cover