GateTruth leaderboard

Track A (generation)

#	Model	SiliconScore	Pass@1	Mean PPA	Passed	Cost	Tokens	Date	Run
1	gpt-5openai / default	48.83	71.7%	1.0236x	43/60	$2.318627	320,019	2026-07-30	OFFICIAL
2	claude-opus-4-8anthropic / default	46.99	70.0%	1.0069x	42/60	$1.600930	186,746	2026-07-30	OFFICIAL
3	claude-sonnet-4-6anthropic / default	42.09	63.3%	0.9968x	38/60	$0.856386	148,178	2026-07-30	OFFICIAL
4	gpt-5-miniopenai / default	35.23	53.3%	0.9910x	32/60	$0.351382	263,847	2026-07-30	OFFICIAL
5	claude-haiku-4-5-20251001anthropic / default	33.78	50.0%	1.0152x	30/60	$0.292247	147,019	2026-07-30	OFFICIAL
6	google/gemini-2.5-proopenrouter / default	31.06	46.7%	0.9984x	28/60	$3.434077	420,805	2026-07-30	OFFICIAL
7	meta-llama/llama-4-maverickopenrouter / default	24.65	36.7%	1.0084x	22/60	$0.027048	118,607	2026-07-30	OFFICIAL

Track B (agentic)

Model	Task	Objective	Disqualified	Budget limit	Cost	Tokens	Run
claude-opus-4-8anthropic / claude-opus-4-8	b3_reduce_area_fir	PASS	no	none	$0.437040	67,468	OFFICIAL
claude-opus-4-8anthropic / claude-opus-4-8	b5_remove_latches_decoder	PASS	no	none	$0.090210	16,210	OFFICIAL
claude-opus-4-8anthropic / claude-opus-4-8	b6_cdc_safe_fifo	PASS	no	none	$0.412795	62,043	OFFICIAL
claude-opus-4-8anthropic / claude-opus-4-8	b7_fair_arbiter	PASS	no	none	$0.153315	25,783	OFFICIAL
claude-opus-4-8anthropic / claude-opus-4-8	b8_axi_byte_enables	PASS	no	none	$0.187460	29,508	OFFICIAL
claude-sonnet-4-6anthropic / claude-sonnet-4-6	b5_remove_latches_decoder	PASS	no	none	$0.041556	11,416	OFFICIAL
claude-sonnet-4-6anthropic / claude-sonnet-4-6	b6_cdc_safe_fifo	PASS	no	none	$0.464001	119,159	OFFICIAL
claude-sonnet-4-6anthropic / claude-sonnet-4-6	b7_fair_arbiter	PASS	no	none	$0.461634	123,634	OFFICIAL
gpt-5openai / gpt-5	b8_axi_byte_enables	PASS	no	none	$0.470354	155,657	OFFICIAL
claude-haiku-4-5-20251001anthropic / claude-haiku-4-5-20251001	b1_close_timing_mac	FAIL	no	tokens	$0.240657	208,253	OFFICIAL
claude-haiku-4-5-20251001anthropic / claude-haiku-4-5-20251001	b2_close_timing_multiplier	FAIL	no	tokens	$0.304921	208,469	OFFICIAL
claude-haiku-4-5-20251001anthropic / claude-haiku-4-5-20251001	b3_reduce_area_fir	FAIL	no	tokens	$0.274370	253,066	OFFICIAL
claude-haiku-4-5-20251001anthropic / claude-haiku-4-5-20251001	b4_reduce_power_iir	FAIL	no	tokens	$0.245046	207,118	OFFICIAL
claude-haiku-4-5-20251001anthropic / claude-haiku-4-5-20251001	b5_remove_latches_decoder	FAIL	no	tokens	$0.160423	108,495	OFFICIAL
claude-haiku-4-5-20251001anthropic / claude-haiku-4-5-20251001	b6_cdc_safe_fifo	FAIL	no	tokens	$0.372299	273,487	OFFICIAL
claude-haiku-4-5-20251001anthropic / claude-haiku-4-5-20251001	b7_fair_arbiter	FAIL	no	tokens	$0.170915	152,963	OFFICIAL
claude-haiku-4-5-20251001anthropic / claude-haiku-4-5-20251001	b8_axi_byte_enables	FAIL	no	tokens	$0.274916	174,652	OFFICIAL
claude-opus-4-8anthropic / claude-opus-4-8	b1_close_timing_mac	FAIL	no	none	$0.094905	16,853	OFFICIAL
claude-opus-4-8anthropic / claude-opus-4-8	b2_close_timing_multiplier	FAIL	no	none	$0.153195	24,359	OFFICIAL
claude-opus-4-8anthropic / claude-opus-4-8	b4_reduce_power_iir	FAIL	no	none	$0.118885	19,633	OFFICIAL
claude-sonnet-4-6anthropic / claude-sonnet-4-6	b1_close_timing_mac	FAIL	no	tokens	$0.730860	204,428	OFFICIAL
claude-sonnet-4-6anthropic / claude-sonnet-4-6	b2_close_timing_multiplier	FAIL	no	none	$0.129858	34,426	OFFICIAL
claude-sonnet-4-6anthropic / claude-sonnet-4-6	b3_reduce_area_fir	FAIL	no	tokens	$0.854490	257,982	OFFICIAL
claude-sonnet-4-6anthropic / claude-sonnet-4-6	b4_reduce_power_iir	FAIL	no	tokens	$0.772044	214,676	OFFICIAL
claude-sonnet-4-6anthropic / claude-sonnet-4-6	b8_axi_byte_enables	FAIL	no	tokens	$0.703266	168,322	OFFICIAL
google/gemini-2.5-proopenrouter / google_gemini-2.5-pro	b1_close_timing_mac	FAIL	no	tokens	$0.645235	200,803	OFFICIAL
google/gemini-2.5-proopenrouter / google_gemini-2.5-pro	b2_close_timing_multiplier	FAIL	no	tokens	$1.077134	216,132	OFFICIAL
google/gemini-2.5-proopenrouter / google_gemini-2.5-pro	b3_reduce_area_fir	FAIL	no	tokens	$1.023270	259,344	OFFICIAL
google/gemini-2.5-proopenrouter / google_gemini-2.5-pro	b4_reduce_power_iir	FAIL	no	tokens	$0.702960	200,979	OFFICIAL
google/gemini-2.5-proopenrouter / google_gemini-2.5-pro	b5_remove_latches_decoder	FAIL	no	tokens	$0.362234	102,208	OFFICIAL
google/gemini-2.5-proopenrouter / google_gemini-2.5-pro	b6_cdc_safe_fifo	FAIL	no	tokens	$1.118924	264,754	OFFICIAL
google/gemini-2.5-proopenrouter / google_gemini-2.5-pro	b7_fair_arbiter	FAIL	no	tokens	$0.760245	153,119	OFFICIAL
google/gemini-2.5-proopenrouter / google_gemini-2.5-pro	b8_axi_byte_enables	FAIL	no	tokens	$0.903549	151,135	OFFICIAL
gpt-5openai / gpt-5	b1_close_timing_mac	FAIL	no	none	$0.265119	76,246	OFFICIAL
gpt-5openai / gpt-5	b2_close_timing_multiplier	FAIL	no	tokens	$0.606442	217,131	OFFICIAL
gpt-5openai / gpt-5	b3_reduce_area_fir	FAIL	no	tokens	$0.830144	257,891	OFFICIAL
gpt-5openai / gpt-5	b4_reduce_power_iir	FAIL	no	none	$0.196580	38,754	OFFICIAL
gpt-5openai / gpt-5	b5_remove_latches_decoder	FAIL	no	tokens	$0.322781	100,368	OFFICIAL
gpt-5openai / gpt-5	b6_cdc_safe_fifo	FAIL	no	tokens	$0.716478	265,854	OFFICIAL
gpt-5openai / gpt-5	b7_fair_arbiter	FAIL	no	tokens	$0.547738	155,208	OFFICIAL
gpt-5-miniopenai / gpt-5-mini	b1_close_timing_mac	FAIL	no	none	$0.012927	22,533	OFFICIAL
gpt-5-miniopenai / gpt-5-mini	b2_close_timing_multiplier	FAIL	no	tokens	$0.082832	213,923	OFFICIAL
gpt-5-miniopenai / gpt-5-mini	b3_reduce_area_fir	FAIL	no	none	$0.052890	92,356	OFFICIAL
gpt-5-miniopenai / gpt-5-mini	b4_reduce_power_iir	FAIL	no	tokens	$0.116883	222,258	OFFICIAL
gpt-5-miniopenai / gpt-5-mini	b5_remove_latches_decoder	FAIL	no	tokens	$0.067449	106,948	OFFICIAL
gpt-5-miniopenai / gpt-5-mini	b6_cdc_safe_fifo	FAIL	no	none	$0.081712	149,665	OFFICIAL
gpt-5-miniopenai / gpt-5-mini	b7_fair_arbiter	FAIL	no	none	$0.011383	12,051	OFFICIAL
gpt-5-miniopenai / gpt-5-mini	b8_axi_byte_enables	FAIL	no	tokens	$0.077495	150,492	OFFICIAL
meta-llama/llama-4-maverickopenrouter / meta-llama_llama-4-maverick	b1_close_timing_mac	FAIL	no	none	$0.000161	887	OFFICIAL
meta-llama/llama-4-maverickopenrouter / meta-llama_llama-4-maverick	b2_close_timing_multiplier	FAIL	no	none	$0.000017	96	OFFICIAL
meta-llama/llama-4-maverickopenrouter / meta-llama_llama-4-maverick	b3_reduce_area_fir	FAIL	no	none	$0.000292	1,330	OFFICIAL
meta-llama/llama-4-maverickopenrouter / meta-llama_llama-4-maverick	b4_reduce_power_iir	FAIL	no	none	$0.001117	4,185	OFFICIAL
meta-llama/llama-4-maverickopenrouter / meta-llama_llama-4-maverick	b5_remove_latches_decoder	FAIL	no	none	$0.001430	5,515	OFFICIAL
meta-llama/llama-4-maverickopenrouter / meta-llama_llama-4-maverick	b6_cdc_safe_fifo	FAIL	no	tokens	$0.038677	253,872	OFFICIAL
meta-llama/llama-4-maverickopenrouter / meta-llama_llama-4-maverick	b7_fair_arbiter	FAIL	no	none	$0.000115	639	OFFICIAL
meta-llama/llama-4-maverickopenrouter / meta-llama_llama-4-maverick	b8_axi_byte_enables	FAIL	no	none	$0.000152	847	OFFICIAL