litellm/litellm-rust/crates/python-bridge/benches/media/results.csv

approach,encoding,input_mib,concurrency,input_rss_mib,peak_rss_mib,rust_allocated_mib,python_peak_traced_mib,cpu_seconds,wall_seconds,wire_mib_per_second,extraction_seconds,transform_seconds,preparation_seconds,signing_seconds,sending_seconds,body_sha256
python,encoded,1,1,36.015625,38.5,0.008942,2.00469,0.007635,0.007596,131.680602,1e-06,1e-06,0.002508,0.00082,0.004382,f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
buffered,encoded,1,1,35.515625,39.8125,4.070372,0.000585,0.006976,0.006722,148.81207,0.000109,1e-05,0.000588,0.002739,0.0033,f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
current,encoded,1,1,35.6875,36.921875,0.10866,0.000532,0.008435,0.007915,126.376088,3.8e-05,1.3e-05,0.000858,0.003445,0.003544,f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
refactor,encoded,1,1,36.109375,37.265625,0.08128,0.000418,0.008424,0.007869,127.107453,5.8e-05,1.3e-05,0.000739,0.003435,0.003662,f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
python,encoded,1,16,51.578125,72.578125,0.144142,17.035325,0.100369,0.052824,302.962791,7e-06,9e-06,0.034603,0.008962,0.009126,f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
buffered,encoded,1,16,51.0625,88.09375,65.147511,0.001463,0.103402,0.059328,269.750457,0.001444,4.4e-05,0.008051,0.043155,0.006447,f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
current,encoded,1,16,50.828125,54.4375,1.318544,0.000624,0.124145,0.072433,220.947769,0.000556,4.9e-05,0.013589,0.052113,0.006186,f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
refactor,encoded,1,16,51.4375,54.953125,1.321156,0.000624,0.11704,0.065675,243.682147,0.000874,4.9e-05,0.008303,0.050536,0.005896,f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
python,encoded,16,1,51.09375,83.578125,0.008944,32.00469,0.089575,0.0881,181.614275,2e-06,2e-06,0.033938,0.008023,0.045926,0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
buffered,encoded,16,1,50.765625,84.109375,64.07048,0.000615,0.097848,0.095846,166.936747,0.001316,9e-06,0.007207,0.042597,0.044757,0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
current,encoded,16,1,50.53125,51.796875,0.108662,0.000563,0.120787,0.110464,144.846236,0.000435,1.3e-05,0.013541,0.051401,0.044892,0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
refactor,encoded,16,1,51.03125,52.21875,0.081282,0.000448,0.113516,0.104137,153.645635,0.000746,1.3e-05,0.007921,0.050322,0.045007,0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
python,encoded,16,16,292.125,567.1875,0.144173,272.035325,1.374041,0.728761,351.286222,1e-05,1.1e-05,0.549075,0.124654,0.050559,0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
buffered,encoded,16,16,291.1875,807.46875,1025.131947,0.001524,1.542114,0.90781,282.001427,0.031269,5.5e-05,0.120981,0.707183,0.050253,0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
current,encoded,16,16,291.046875,294.75,1.349794,0.000685,1.912532,1.152532,222.123063,0.009276,5.7e-05,0.221244,0.836345,0.066117,0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
refactor,encoded,16,16,291.5625,295.21875,1.305561,0.000685,1.779405,1.027048,249.261802,0.014938,5.3e-05,0.128839,0.82514,0.057373,0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
python,encoded,64,1,99.296875,227.765625,0.008944,128.00469,0.362755,0.360889,177.340738,3e-06,2e-06,0.146347,0.031805,0.180794,8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
buffered,encoded,64,1,98.71875,227.96875,256.070374,0.000566,0.399823,0.393474,162.654323,0.005253,9e-06,0.031351,0.175565,0.18033,8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
current,encoded,64,1,98.546875,99.84375,0.108662,0.000566,0.484495,0.44534,143.711044,0.001701,1.5e-05,0.055285,0.208477,0.178448,8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
refactor,encoded,64,1,99.0625,100.234375,0.081282,0.000479,0.464134,0.427744,149.622678,0.003932,1.4e-05,0.035907,0.20703,0.180438,8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
python,encoded,64,16,1059.8125,2150.875,0.144173,1088.035325,6.143728,2.92395,350.212522,1.3e-05,1.3e-05,2.188775,0.509833,0.234596,8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
buffered,encoded,64,16,1059.234375,3111.53125,4097.116352,0.000736,6.180851,3.613478,283.384591,0.108224,4.9e-05,0.506384,2.804387,0.177961,8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
current,encoded,64,16,1059.21875,1062.78125,1.318575,0.000689,8.338055,4.551881,224.962775,0.042777,6.5e-05,0.888808,3.344306,0.275328,8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
refactor,encoded,64,16,1059.5625,1063.265625,1.321186,0.000689,7.441413,4.130159,247.933269,0.066971,5.7e-05,0.53399,3.280206,0.232016,8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
python,raw,1,1,36.09375,42.140625,0.008942,4.004745,0.010809,0.010715,124.464623,0.001153,2e-06,0.003358,0.00099,0.005278,b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
buffered,raw,1,1,35.734375,42.390625,5.403822,2.666848,0.010026,0.009779,136.371429,0.001274,9e-06,0.000649,0.003622,0.004201,b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
current,raw,1,1,35.90625,37.453125,2.775385,0.000532,0.008849,0.008395,158.859134,1.3e-05,1.3e-05,4e-06,0.00396,0.004419,b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
refactor,raw,1,1,36.09375,37.515625,4.081371,0.000418,0.009241,0.008737,152.631848,1.1e-05,1.5e-05,0.000365,0.003993,0.004366,b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
python,raw,1,16,51.390625,99.90625,0.144142,44.036157,0.144836,0.082271,259.353123,0.01641,1.3e-05,0.045342,0.01115,0.009353,b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
buffered,raw,1,16,51.109375,100.6875,86.465351,2.667868,0.147116,0.090379,236.086682,0.016809,4.1e-05,0.010212,0.057063,0.006142,b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
current,raw,1,16,50.875,60.421875,43.986605,0.000654,0.132194,0.069414,307.391271,1.8e-05,4.6e-05,2.5e-05,0.062784,0.006526,b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
refactor,raw,1,16,51.453125,61.03125,65.353718,0.000624,0.137993,0.075325,283.26719,1.8e-05,4.4e-05,0.005736,0.062697,0.006735,b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
python,raw,16,1,51.359375,115.84375,0.008944,64.004745,0.143382,0.140933,151.373531,0.017633,3e-06,0.051982,0.0106,0.060808,ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
buffered,raw,16,1,50.625,94.625,85.403717,42.666848,0.14594,0.142832,149.360885,0.018153,1.2e-05,0.0084,0.056755,0.059511,ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
current,raw,16,1,50.6875,52.171875,42.775417,0.000505,0.129723,0.122208,174.567696,1.3e-05,1.3e-05,5e-06,0.062537,0.059637,ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
refactor,raw,16,1,51.125,52.484375,64.081373,0.000448,0.135518,0.127975,166.701123,1.2e-05,1.3e-05,0.005697,0.062554,0.059747,ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
python,raw,16,16,291.796875,999.703125,0.144173,704.036157,2.077596,1.226351,278.335767,0.269383,2.2e-05,0.72474,0.164234,0.067562,ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
buffered,raw,16,16,291.03125,999.859375,1366.465473,42.667868,2.265842,1.422768,239.910695,0.275638,5e-05,0.136665,0.943933,0.063732,ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
current,raw,16,16,291.140625,308.703125,684.002291,0.000685,1.999672,1.075116,317.488772,2.8e-05,4.9e-05,2.5e-05,1.005901,0.069095,ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
refactor,raw,16,16,291.5625,307.46875,1025.307026,0.000685,2.094675,1.166656,292.577455,3e-05,4.7e-05,0.092605,1.004331,0.069312,ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
python,raw,64,1,99.546875,356.046875,0.008944,256.004745,0.570477,0.562132,151.80346,0.071589,5e-06,0.210723,0.041346,0.239411,d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
buffered,raw,64,1,98.734375,270.703125,341.403717,170.666848,0.587426,0.575344,148.317433,0.073881,1e-05,0.033467,0.228159,0.239493,d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
current,raw,64,1,98.71875,100.75,170.775417,0.000624,0.522024,0.489979,174.157649,1.4e-05,1.4e-05,5e-06,0.250626,0.239619,d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
refactor,raw,64,1,99.125,101.15625,256.081373,0.000479,0.542276,0.511243,166.913858,1.4e-05,1.3e-05,0.022774,0.250823,0.237421,d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
python,raw,64,16,1059.5625,3879.453125,0.144173,2816.036157,9.39656,5.096071,267.919599,1.086042,2.3e-05,3.029026,0.670795,0.303795,d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
buffered,raw,64,16,1059.0,3879.671875,5462.465473,170.667868,9.639721,5.738253,237.936046,1.120327,5.6e-05,0.555259,3.785224,0.264696,d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
current,raw,64,16,1059.171875,1077.09375,2731.986666,0.000689,8.961106,4.367673,312.600592,3.2e-05,6.5e-05,2.7e-05,4.064023,0.315124,d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
refactor,raw,64,16,1059.515625,1080.984375,4097.291401,0.000631,9.460124,4.892549,279.064576,3.1e-05,4.9e-05,0.383175,4.199578,0.301434,d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041