Rankings

LLM Evals

#	Tool	Support Rate	95% CI	Trend	Models	Prompts
1	LALangSmith	34.2%(837/2444)	32-36%	0.0%	89%	100%
2	BRBraintrust	29.5%(720/2444)	28-31%	0.0%	53%	100%
3	ARArize AI	4.3%(105/2444)	4-5%	0.0%	47%	100%
4	RARagas	4.2%(102/2444)	3-5%	0.0%	63%	100%
5	WEWeights & Biases	3.9%(96/2444)	3-5%	0.0%	37%	100%
6	DEDeepEval	3.8%(92/2444)	3-5%	0.0%	21%	100%
7	LALangChain	2.8%(68/2444)	2-4%	0.0%	26%	100%
8	HUHumanloop	1.9%(46/2444)	1-3%	0.0%	32%	100%
9	LALangfuse	1.8%(43/2444)	1-2%	0.0%	37%	83%
10	HUHumanFirst	1.7%(41/2444)	1-2%	0.0%	5%	100%
11	OPOpenAI	1.5%(36/2444)	1-2%	0.0%	26%	83%
12	LLLlamaIndex	1.2%(30/2444)	1-2%	0.0%	5%	100%
13	PRPromptfoo	0.9%(22/2444)	1-1%	0.0%	26%	83%
14	ARArize Phoenix	0.9%(21/2444)	1-1%	0.0%	26%	83%
15	VEVellum	0.8%(19/2444)	0-1%	0.0%	11%	67%
16	MLMLflow	0.6%(14/2444)	0-1%	0.0%	5%	83%
17	DADatadog	0.5%(11/2444)	0-1%	0.0%	11%	50%
18	UPUpTrain	0.4%(10/2444)	0-1%	0.0%	11%	50%
19	HEHelicone	0.3%(7/2444)	0-1%	0.0%	16%	50%
20	TRTruLens	0.3%(7/2444)	0-1%	0.0%	16%	83%
21	PAPatronus AI	0.3%(7/2444)	0-1%	0.0%	16%	50%
22	LMLMSYS Chatbot Arena	0.2%(6/2444)	0-1%	0.0%	5%	50%
23	TRTruEra	0.1%(3/2444)	0-0%	0.0%	11%	33%
24	FIFireflies.ai	0.1%(3/2444)	0-0%	0.0%	5%	17%
25	LALangCheck	0.1%(3/2444)	0-0%	0.0%	5%	33%
26	PRPromptLayer	0.0%(1/2444)	0-0%	0.0%	5%	17%
27	GCGCP Vertex AI	0.0%(1/2444)	0-0%	0.0%	5%	17%
28	ZEZendesk	0.0%(1/2444)	0-0%	0.0%	5%	17%
29	INIntercom	0.0%(1/2444)	0-0%	0.0%	5%	17%
30	HUHugging Face	0.0%(1/2444)	0-0%	0.0%	5%	17%

Loading rankings...

#	Tool	Support Rate	95% CI	Trend	Models	Prompts
1	LALangSmith	34.2%(837/2444)	32-36%	0.0%	89%	100%
2	BRBraintrust	29.5%(720/2444)	28-31%	0.0%	53%	100%
3	ARArize AI	4.3%(105/2444)	4-5%	0.0%	47%	100%
4	RARagas	4.2%(102/2444)	3-5%	0.0%	63%	100%
5	WEWeights & Biases	3.9%(96/2444)	3-5%	0.0%	37%	100%
6	DEDeepEval	3.8%(92/2444)	3-5%	0.0%	21%	100%
7	LALangChain	2.8%(68/2444)	2-4%	0.0%	26%	100%
8	HUHumanloop	1.9%(46/2444)	1-3%	0.0%	32%	100%
9	LALangfuse	1.8%(43/2444)	1-2%	0.0%	37%	83%
10	HUHumanFirst	1.7%(41/2444)	1-2%	0.0%	5%	100%
11	OPOpenAI	1.5%(36/2444)	1-2%	0.0%	26%	83%
12	LLLlamaIndex	1.2%(30/2444)	1-2%	0.0%	5%	100%
13	PRPromptfoo	0.9%(22/2444)	1-1%	0.0%	26%	83%
14	ARArize Phoenix	0.9%(21/2444)	1-1%	0.0%	26%	83%
15	VEVellum	0.8%(19/2444)	0-1%	0.0%	11%	67%
16	MLMLflow	0.6%(14/2444)	0-1%	0.0%	5%	83%
17	DADatadog	0.5%(11/2444)	0-1%	0.0%	11%	50%
18	UPUpTrain	0.4%(10/2444)	0-1%	0.0%	11%	50%
19	HEHelicone	0.3%(7/2444)	0-1%	0.0%	16%	50%
20	TRTruLens	0.3%(7/2444)	0-1%	0.0%	16%	83%
21	PAPatronus AI	0.3%(7/2444)	0-1%	0.0%	16%	50%
22	LMLMSYS Chatbot Arena	0.2%(6/2444)	0-1%	0.0%	5%	50%
23	TRTruEra	0.1%(3/2444)	0-0%	0.0%	11%	33%
24	FIFireflies.ai	0.1%(3/2444)	0-0%	0.0%	5%	17%
25	LALangCheck	0.1%(3/2444)	0-0%	0.0%	5%	33%
26	PRPromptLayer	0.0%(1/2444)	0-0%	0.0%	5%	17%
27	GCGCP Vertex AI	0.0%(1/2444)	0-0%	0.0%	5%	17%
28	ZEZendesk	0.0%(1/2444)	0-0%	0.0%	5%	17%
29	INIntercom	0.0%(1/2444)	0-0%	0.0%	5%	17%
30	HUHugging Face	0.0%(1/2444)	0-0%	0.0%	5%	17%