litellm/litellm-rust/crates/python-bridge/benches/media/results.csv

1	approach	encoding	input_mib	concurrency	input_rss_mib	peak_rss_mib	rust_allocated_mib	python_peak_traced_mib	cpu_seconds	wall_seconds	wire_mib_per_second	extraction_seconds	transform_seconds	preparation_seconds	signing_seconds	sending_seconds	body_sha256
2	python	encoded	1	1	36.015625	38.5	0.008942	2.00469	0.007635	0.007596	131.680602	1e-06	1e-06	0.002508	0.00082	0.004382	f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
3	buffered	encoded	1	1	35.515625	39.8125	4.070372	0.000585	0.006976	0.006722	148.81207	0.000109	1e-05	0.000588	0.002739	0.0033	f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
4	current	encoded	1	1	35.6875	36.921875	0.10866	0.000532	0.008435	0.007915	126.376088	3.8e-05	1.3e-05	0.000858	0.003445	0.003544	f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
5	refactor	encoded	1	1	36.109375	37.265625	0.08128	0.000418	0.008424	0.007869	127.107453	5.8e-05	1.3e-05	0.000739	0.003435	0.003662	f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
6	python	encoded	1	16	51.578125	72.578125	0.144142	17.035325	0.100369	0.052824	302.962791	7e-06	9e-06	0.034603	0.008962	0.009126	f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
7	buffered	encoded	1	16	51.0625	88.09375	65.147511	0.001463	0.103402	0.059328	269.750457	0.001444	4.4e-05	0.008051	0.043155	0.006447	f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
8	current	encoded	1	16	50.828125	54.4375	1.318544	0.000624	0.124145	0.072433	220.947769	0.000556	4.9e-05	0.013589	0.052113	0.006186	f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
9	refactor	encoded	1	16	51.4375	54.953125	1.321156	0.000624	0.11704	0.065675	243.682147	0.000874	4.9e-05	0.008303	0.050536	0.005896	f8307139b09453fd8af8ec4551aff42459dc60d0ba84090a5e223e1421e037b1
10	python	encoded	16	1	51.09375	83.578125	0.008944	32.00469	0.089575	0.0881	181.614275	2e-06	2e-06	0.033938	0.008023	0.045926	0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
11	buffered	encoded	16	1	50.765625	84.109375	64.07048	0.000615	0.097848	0.095846	166.936747	0.001316	9e-06	0.007207	0.042597	0.044757	0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
12	current	encoded	16	1	50.53125	51.796875	0.108662	0.000563	0.120787	0.110464	144.846236	0.000435	1.3e-05	0.013541	0.051401	0.044892	0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
13	refactor	encoded	16	1	51.03125	52.21875	0.081282	0.000448	0.113516	0.104137	153.645635	0.000746	1.3e-05	0.007921	0.050322	0.045007	0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
14	python	encoded	16	16	292.125	567.1875	0.144173	272.035325	1.374041	0.728761	351.286222	1e-05	1.1e-05	0.549075	0.124654	0.050559	0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
15	buffered	encoded	16	16	291.1875	807.46875	1025.131947	0.001524	1.542114	0.90781	282.001427	0.031269	5.5e-05	0.120981	0.707183	0.050253	0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
16	current	encoded	16	16	291.046875	294.75	1.349794	0.000685	1.912532	1.152532	222.123063	0.009276	5.7e-05	0.221244	0.836345	0.066117	0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
17	refactor	encoded	16	16	291.5625	295.21875	1.305561	0.000685	1.779405	1.027048	249.261802	0.014938	5.3e-05	0.128839	0.82514	0.057373	0715e88725a53c5ee6fd0e1913e6593394af313e30063c64c1d193c938b754e2
18	python	encoded	64	1	99.296875	227.765625	0.008944	128.00469	0.362755	0.360889	177.340738	3e-06	2e-06	0.146347	0.031805	0.180794	8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
19	buffered	encoded	64	1	98.71875	227.96875	256.070374	0.000566	0.399823	0.393474	162.654323	0.005253	9e-06	0.031351	0.175565	0.18033	8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
20	current	encoded	64	1	98.546875	99.84375	0.108662	0.000566	0.484495	0.44534	143.711044	0.001701	1.5e-05	0.055285	0.208477	0.178448	8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
21	refactor	encoded	64	1	99.0625	100.234375	0.081282	0.000479	0.464134	0.427744	149.622678	0.003932	1.4e-05	0.035907	0.20703	0.180438	8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
22	python	encoded	64	16	1059.8125	2150.875	0.144173	1088.035325	6.143728	2.92395	350.212522	1.3e-05	1.3e-05	2.188775	0.509833	0.234596	8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
23	buffered	encoded	64	16	1059.234375	3111.53125	4097.116352	0.000736	6.180851	3.613478	283.384591	0.108224	4.9e-05	0.506384	2.804387	0.177961	8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
24	current	encoded	64	16	1059.21875	1062.78125	1.318575	0.000689	8.338055	4.551881	224.962775	0.042777	6.5e-05	0.888808	3.344306	0.275328	8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
25	refactor	encoded	64	16	1059.5625	1063.265625	1.321186	0.000689	7.441413	4.130159	247.933269	0.066971	5.7e-05	0.53399	3.280206	0.232016	8f48a63c8caaf885f5477dc99e0841c3c671777812b6ad8aa6a45687f26f9449
26	python	raw	1	1	36.09375	42.140625	0.008942	4.004745	0.010809	0.010715	124.464623	0.001153	2e-06	0.003358	0.00099	0.005278	b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
27	buffered	raw	1	1	35.734375	42.390625	5.403822	2.666848	0.010026	0.009779	136.371429	0.001274	9e-06	0.000649	0.003622	0.004201	b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
28	current	raw	1	1	35.90625	37.453125	2.775385	0.000532	0.008849	0.008395	158.859134	1.3e-05	1.3e-05	4e-06	0.00396	0.004419	b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
29	refactor	raw	1	1	36.09375	37.515625	4.081371	0.000418	0.009241	0.008737	152.631848	1.1e-05	1.5e-05	0.000365	0.003993	0.004366	b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
30	python	raw	1	16	51.390625	99.90625	0.144142	44.036157	0.144836	0.082271	259.353123	0.01641	1.3e-05	0.045342	0.01115	0.009353	b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
31	buffered	raw	1	16	51.109375	100.6875	86.465351	2.667868	0.147116	0.090379	236.086682	0.016809	4.1e-05	0.010212	0.057063	0.006142	b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
32	current	raw	1	16	50.875	60.421875	43.986605	0.000654	0.132194	0.069414	307.391271	1.8e-05	4.6e-05	2.5e-05	0.062784	0.006526	b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
33	refactor	raw	1	16	51.453125	61.03125	65.353718	0.000624	0.137993	0.075325	283.26719	1.8e-05	4.4e-05	0.005736	0.062697	0.006735	b93702f8e244a497f0558f231ed9932e11d638c059a68fae04c65d4cdc12ede1
34	python	raw	16	1	51.359375	115.84375	0.008944	64.004745	0.143382	0.140933	151.373531	0.017633	3e-06	0.051982	0.0106	0.060808	ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
35	buffered	raw	16	1	50.625	94.625	85.403717	42.666848	0.14594	0.142832	149.360885	0.018153	1.2e-05	0.0084	0.056755	0.059511	ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
36	current	raw	16	1	50.6875	52.171875	42.775417	0.000505	0.129723	0.122208	174.567696	1.3e-05	1.3e-05	5e-06	0.062537	0.059637	ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
37	refactor	raw	16	1	51.125	52.484375	64.081373	0.000448	0.135518	0.127975	166.701123	1.2e-05	1.3e-05	0.005697	0.062554	0.059747	ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
38	python	raw	16	16	291.796875	999.703125	0.144173	704.036157	2.077596	1.226351	278.335767	0.269383	2.2e-05	0.72474	0.164234	0.067562	ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
39	buffered	raw	16	16	291.03125	999.859375	1366.465473	42.667868	2.265842	1.422768	239.910695	0.275638	5e-05	0.136665	0.943933	0.063732	ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
40	current	raw	16	16	291.140625	308.703125	684.002291	0.000685	1.999672	1.075116	317.488772	2.8e-05	4.9e-05	2.5e-05	1.005901	0.069095	ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
41	refactor	raw	16	16	291.5625	307.46875	1025.307026	0.000685	2.094675	1.166656	292.577455	3e-05	4.7e-05	0.092605	1.004331	0.069312	ac6672aaeabdb47defc79154d4677581266dcc943692458b2ab7b91dbe505e0c
42	python	raw	64	1	99.546875	356.046875	0.008944	256.004745	0.570477	0.562132	151.80346	0.071589	5e-06	0.210723	0.041346	0.239411	d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
43	buffered	raw	64	1	98.734375	270.703125	341.403717	170.666848	0.587426	0.575344	148.317433	0.073881	1e-05	0.033467	0.228159	0.239493	d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
44	current	raw	64	1	98.71875	100.75	170.775417	0.000624	0.522024	0.489979	174.157649	1.4e-05	1.4e-05	5e-06	0.250626	0.239619	d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
45	refactor	raw	64	1	99.125	101.15625	256.081373	0.000479	0.542276	0.511243	166.913858	1.4e-05	1.3e-05	0.022774	0.250823	0.237421	d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
46	python	raw	64	16	1059.5625	3879.453125	0.144173	2816.036157	9.39656	5.096071	267.919599	1.086042	2.3e-05	3.029026	0.670795	0.303795	d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
47	buffered	raw	64	16	1059.0	3879.671875	5462.465473	170.667868	9.639721	5.738253	237.936046	1.120327	5.6e-05	0.555259	3.785224	0.264696	d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
48	current	raw	64	16	1059.171875	1077.09375	2731.986666	0.000689	8.961106	4.367673	312.600592	3.2e-05	6.5e-05	2.7e-05	4.064023	0.315124	d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041
49	refactor	raw	64	16	1059.515625	1080.984375	4097.291401	0.000631	9.460124	4.892549	279.064576	3.1e-05	4.9e-05	0.383175	4.199578	0.301434	d20093ebb9fec29c958e0c49b2ed0741d6a11d526c028ff3ebc6a98db2c25041