Rankings

LLM Evals

#	Tool	Support Rate	95% CI	Models	Prompts
1	BRBraintrust	32.5%(1243/3822)	31-34%	71%	100%
2	LALangSmith	31.4%(1200/3822)	30-33%	86%	100%
3	RARagas	4.8%(182/3822)	4-5%	79%	83%
4	DEDeepEval	4.0%(154/3822)	3-5%	25%	100%
5	ARArize AI	3.5%(134/3822)	3-4%	43%	83%
6	WEWeights & Biases	3.0%(115/3822)	3-4%	25%	67%
7	PRPromptfoo	2.4%(90/3822)	2-3%	54%	100%
8	LALangfuse	2.1%(80/3822)	2-3%	39%	75%
9	LALangChain	2.0%(75/3822)	2-2%	18%	58%
10	HUHumanFirst	1.5%(58/3822)	1-2%	4%	67%
11	HUHumanloop	1.4%(55/3822)	1-2%	25%	58%
12	OPOpenAI	1.2%(44/3822)	1-2%	18%	67%
13	LLLlamaIndex	1.0%(38/3822)	1-1%	4%	67%
14	ARArize Phoenix	0.8%(32/3822)	1-1%	21%	67%
15	MLMLflow	0.6%(24/3822)	0-1%	4%	58%
16	VEVellum	0.5%(19/3822)	0-1%	7%	33%
17	TRTruLens	0.4%(17/3822)	0-1%	11%	75%
18	TRTruEra	0.3%(13/3822)	0-1%	14%	58%
19	LMLMSYS Chatbot Arena	0.3%(12/3822)	0-1%	4%	50%
20	UPUpTrain	0.3%(12/3822)	0-1%	7%	42%
21	DADatadog	0.3%(11/3822)	0-1%	7%	25%
22	HEHelicone	0.2%(7/3822)	0-0%	11%	25%
23	PAPatronus AI	0.2%(7/3822)	0-0%	11%	25%
24	LALangCheck	0.1%(5/3822)	0-0%	4%	25%
25	FIFireflies.ai	0.1%(3/3822)	0-0%	4%	8%
26	GAGalileo	0.1%(2/3822)	0-0%	4%	17%
27	PHPhoenix	0.1%(2/3822)	0-0%	4%	17%
28	GCGCP Vertex AI	0.0%(1/3822)	0-0%	4%	8%
29	HUHugging Face	0.0%(1/3822)	0-0%	4%	8%
30	INIntercom	0.0%(1/3822)	0-0%	4%	8%
31	PRPromptLayer	0.0%(1/3822)	0-0%	4%	8%
32	ZEZendesk	0.0%(1/3822)	0-0%	4%	8%

Loading rankings...

#	Tool	Support Rate	95% CI	Models	Prompts
1	BRBraintrust	32.5%(1243/3822)	31-34%	71%	100%
2	LALangSmith	31.4%(1200/3822)	30-33%	86%	100%
3	RARagas	4.8%(182/3822)	4-5%	79%	83%
4	DEDeepEval	4.0%(154/3822)	3-5%	25%	100%
5	ARArize AI	3.5%(134/3822)	3-4%	43%	83%
6	WEWeights & Biases	3.0%(115/3822)	3-4%	25%	67%
7	PRPromptfoo	2.4%(90/3822)	2-3%	54%	100%
8	LALangfuse	2.1%(80/3822)	2-3%	39%	75%
9	LALangChain	2.0%(75/3822)	2-2%	18%	58%
10	HUHumanFirst	1.5%(58/3822)	1-2%	4%	67%
11	HUHumanloop	1.4%(55/3822)	1-2%	25%	58%
12	OPOpenAI	1.2%(44/3822)	1-2%	18%	67%
13	LLLlamaIndex	1.0%(38/3822)	1-1%	4%	67%
14	ARArize Phoenix	0.8%(32/3822)	1-1%	21%	67%
15	MLMLflow	0.6%(24/3822)	0-1%	4%	58%
16	VEVellum	0.5%(19/3822)	0-1%	7%	33%
17	TRTruLens	0.4%(17/3822)	0-1%	11%	75%
18	TRTruEra	0.3%(13/3822)	0-1%	14%	58%
19	LMLMSYS Chatbot Arena	0.3%(12/3822)	0-1%	4%	50%
20	UPUpTrain	0.3%(12/3822)	0-1%	7%	42%
21	DADatadog	0.3%(11/3822)	0-1%	7%	25%
22	HEHelicone	0.2%(7/3822)	0-0%	11%	25%
23	PAPatronus AI	0.2%(7/3822)	0-0%	11%	25%
24	LALangCheck	0.1%(5/3822)	0-0%	4%	25%
25	FIFireflies.ai	0.1%(3/3822)	0-0%	4%	8%
26	GAGalileo	0.1%(2/3822)	0-0%	4%	17%
27	PHPhoenix	0.1%(2/3822)	0-0%	4%	17%
28	GCGCP Vertex AI	0.0%(1/3822)	0-0%	4%	8%
29	HUHugging Face	0.0%(1/3822)	0-0%	4%	8%
30	INIntercom	0.0%(1/3822)	0-0%	4%	8%
31	PRPromptLayer	0.0%(1/3822)	0-0%	4%	8%
32	ZEZendesk	0.0%(1/3822)	0-0%	4%	8%