Rankings

LLM Evals

#	Tool	Support Rate	95% CI	Models	Prompts
1	LALangSmith	33.7%(902/2675)	32-36%	75%	100%
2	BRBraintrust	30.1%(806/2675)	28-32%	71%	100%
3	RARagas	4.3%(116/2675)	4-5%	64%	75%
4	ARArize AI	4.0%(108/2675)	3-5%	32%	58%
5	DEDeepEval	3.9%(103/2675)	3-5%	21%	75%
6	WEWeights & Biases	3.7%(100/2675)	3-5%	25%	58%
7	LALangChain	2.6%(70/2675)	2-3%	18%	50%
8	LALangfuse	1.9%(50/2675)	1-2%	32%	58%
9	HUHumanloop	1.8%(47/2675)	1-2%	21%	58%
10	HUHumanFirst	1.6%(44/2675)	1-2%	4%	58%
11	OPOpenAI	1.4%(38/2675)	1-2%	18%	58%
12	LLLlamaIndex	1.2%(32/2675)	1-2%	4%	58%
13	PRPromptfoo	1.2%(31/2675)	1-2%	39%	83%
14	ARArize Phoenix	0.8%(21/2675)	1-1%	18%	42%
15	VEVellum	0.7%(19/2675)	0-1%	7%	33%
16	MLMLflow	0.6%(16/2675)	0-1%	4%	50%
17	DADatadog	0.4%(11/2675)	0-1%	7%	25%
18	UPUpTrain	0.4%(10/2675)	0-1%	7%	25%
19	TRTruLens	0.3%(8/2675)	0-1%	11%	50%
20	HEHelicone	0.3%(7/2675)	0-1%	11%	25%
21	LMLMSYS Chatbot Arena	0.3%(7/2675)	0-1%	4%	25%
22	PAPatronus AI	0.3%(7/2675)	0-1%	11%	25%
23	LALangCheck	0.1%(4/2675)	0-0%	4%	17%
24	TRTruEra	0.1%(4/2675)	0-0%	7%	25%
25	FIFireflies.ai	0.1%(3/2675)	0-0%	4%	8%
26	GAGalileo	0.0%(1/2675)	0-0%	4%	8%
27	GCGCP Vertex AI	0.0%(1/2675)	0-0%	4%	8%
28	HUHugging Face	0.0%(1/2675)	0-0%	4%	8%
29	INIntercom	0.0%(1/2675)	0-0%	4%	8%
30	PRPromptLayer	0.0%(1/2675)	0-0%	4%	8%
31	ZEZendesk	0.0%(1/2675)	0-0%	4%	8%

Loading rankings...

#	Tool	Support Rate	95% CI	Models	Prompts
1	LALangSmith	33.7%(902/2675)	32-36%	75%	100%
2	BRBraintrust	30.1%(806/2675)	28-32%	71%	100%
3	RARagas	4.3%(116/2675)	4-5%	64%	75%
4	ARArize AI	4.0%(108/2675)	3-5%	32%	58%
5	DEDeepEval	3.9%(103/2675)	3-5%	21%	75%
6	WEWeights & Biases	3.7%(100/2675)	3-5%	25%	58%
7	LALangChain	2.6%(70/2675)	2-3%	18%	50%
8	LALangfuse	1.9%(50/2675)	1-2%	32%	58%
9	HUHumanloop	1.8%(47/2675)	1-2%	21%	58%
10	HUHumanFirst	1.6%(44/2675)	1-2%	4%	58%
11	OPOpenAI	1.4%(38/2675)	1-2%	18%	58%
12	LLLlamaIndex	1.2%(32/2675)	1-2%	4%	58%
13	PRPromptfoo	1.2%(31/2675)	1-2%	39%	83%
14	ARArize Phoenix	0.8%(21/2675)	1-1%	18%	42%
15	VEVellum	0.7%(19/2675)	0-1%	7%	33%
16	MLMLflow	0.6%(16/2675)	0-1%	4%	50%
17	DADatadog	0.4%(11/2675)	0-1%	7%	25%
18	UPUpTrain	0.4%(10/2675)	0-1%	7%	25%
19	TRTruLens	0.3%(8/2675)	0-1%	11%	50%
20	HEHelicone	0.3%(7/2675)	0-1%	11%	25%
21	LMLMSYS Chatbot Arena	0.3%(7/2675)	0-1%	4%	25%
22	PAPatronus AI	0.3%(7/2675)	0-1%	11%	25%
23	LALangCheck	0.1%(4/2675)	0-0%	4%	17%
24	TRTruEra	0.1%(4/2675)	0-0%	7%	25%
25	FIFireflies.ai	0.1%(3/2675)	0-0%	4%	8%
26	GAGalileo	0.0%(1/2675)	0-0%	4%	8%
27	GCGCP Vertex AI	0.0%(1/2675)	0-0%	4%	8%
28	HUHugging Face	0.0%(1/2675)	0-0%	4%	8%
29	INIntercom	0.0%(1/2675)	0-0%	4%	8%
30	PRPromptLayer	0.0%(1/2675)	0-0%	4%	8%
31	ZEZendesk	0.0%(1/2675)	0-0%	4%	8%