Score Legend Min Alignment Max Alignment

Rank	Model	average 3	neural 2	Pereira2018-linear 2	Pereira2018.384sentences-linear v1	Pereira2018.243sentences-linear v1	behavior 1	Futrell2018-pearsonr v1	engineering 30	SyntaxGym 30	syntaxgym-npi_src_ever v1	syntaxgym-reflexive_orc_fem v1	syntaxgym-number_prep v1	syntaxgym-reflexive_orc_masc v1	syntaxgym-number_orc v1	syntaxgym-npi_orc_any v1	syntaxgym-npi_orc_ever v1	syntaxgym-reflexive_src_fem v1	syntaxgym-reflexive_prep_masc v1	syntaxgym-cleft_modifier v1	syntaxgym-npz_ambig_mod v1	syntaxgym-mvrr_mod v1	syntaxgym-npz_obj_mod v1	syntaxgym-center_embed_mod v1	syntaxgym-fgd_pp v1	syntaxgym-npz_ambig v1	syntaxgym-reflexive_prep_fem v1	syntaxgym-fgd_object v1	syntaxgym-fgd_subject v1	syntaxgym-mvrr v1	syntaxgym-fgd_hierarchy v1	syntaxgym-cleft v1	syntaxgym-center_embed v1	syntaxgym-subordination_pp-pp v1	syntaxgym-subordination_orc-orc v1	syntaxgym-subordination v1	syntaxgym-reflexive_src_masc v1	syntaxgym-subordination_src-src v1	syntaxgym-npi_src_any v1	syntaxgym-number_src v1
1	gpt-neo-1.3B	.662	1.0	1.0	1.0	1.0	.324	.324	.800	.800	1.0	.263	.789	.947	.737	.974	1.0	.263	.789	1.0	1.0	.714	1.0	.893	.792	.958	.368	.958	.542	.750	.000	1.0	.929	1.0	1.0	1.0	.632	1.0	.974	.737
2	gpt2-xl	.652	.987	.987	1.0	.973	.318	.318	.825	.825	.947	.474	.789	.789	.737	1.0	1.0	.421	.947	1.0	1.0	.893	1.0	.929	.833	.792	.579	.958	.458	.714	.000	1.0	1.0	1.0	1.0	1.0	.737	1.0	.974	.789
3	gpt-neo-2.7B	.649	.990	.990	1.0	.980	.308	.308	.847	.847	1.0	.632	.895	1.0	.789	1.0	1.0	.579	.842	1.0	1.0	.786	1.0	.893	.833	.958	.474	.917	.458	.786	.000	1.0	.964	1.0	1.0	.957	.842	1.0	.974	.842
4	gpt2-large	.639	.948	.948	.974	.922	.331	.331	.786	.786	1.0	.316	.842	.789	.632	1.0	1.0	.368	.737	1.0	.875	.857	.958	.929	.958	.583	.474	.958	.458	.821	.000	1.0	.964	.957	.957	.957	.474	.957	.974	.789
5	gpt2-medium	.634	.918	.918	.927	.908	.350	.350	.796	.796	1.0	.368	.842	.789	.579	1.0	1.0	.421	.737	1.0	.792	.821	.792	.893	.958	.583	.579	.958	.625	.750	.000	1.0	.964	1.0	1.0	.957	.684	1.0	1.0	.789
6	gpt2	.608	.850	.850	.828	.871	.367	.367	.762	.762	.921	.474	.789	.842	.632	.974	1.0	.158	.789	.925	.875	.750	.958	.857	.875	.667	.211	.958	.500	.786	.000	1.0	.929	1.0	1.0	1.0	.632	1.0	.579	.789
7	openai-gpt	.594	.802	.802	.800	.804	.387	.387	.523	.523	.421	.105	.421	.105	.105	.289	.368	.158	.474	.975	.917	.857	.958	.964	.792	.917	.474	.958	.333	.893	.000	1.0	1.0	.391	.478	.217	.105	.478	.263	.263
8	distilgpt2	.590	.818	.818	.815	.822	.361	.361	.503	.503	.000	.000	.579	.368	.105	.026	.026	.158	.474	.725	.667	.786	.875	.929	.875	.667	.105	.875	.542	.821	.000	1.0	.964	.478	.957	.217	.526	.565	.000	.789
9	gpt-neo-125m	.571	.784	.784	.788	.781	.358	.358	.736	.736	.868	.105	.579	.526	.421	.947	1.0	.263	.579	.925	.917	.786	1.0	.857	.917	.833	.421	1.0	.625	.786	.000	1.0	.964	.957	.826	.957	.632	.913	.737	.737
10	lm1b	.433	.580	.580	.568	.593	.286	.286	.408	.408	.500	.368	.737	.632	.526	.711	.158	.211	.632	X	X	X	X	.607	X	X	.632	X	X	X	X	X	.786	.957	.870	.913	.474	.913	.921	.684
11	randomembedding-1600	.166	.332	.332	.419	.244	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X
12	glove-840b	.107	.213	.213	.184	.242	X	X	X	X	X	X	X	X	X	X	X	X	X		X		X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X
13	randomembedding-100	.062	.125	.125	.221	.029	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X	X
14	earley-parser-minivocab	X	X	X	X	X	X	X	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000	.000

How to Interpret

The leaderboard is the heart of Brain-Score. It displays scores, all ranging from 0-1 (where 1 indicates closest alignment between model and collected data), on every benchmark available. Benchmarks are arranged hierarchically, with scores for each child benchmark averaged together to create the overall score for the parent.

model_name,average_language,neural_language,Pereira2018-linear,Pereira2018.384sentences-linear,Pereira2018.243sentences-linear,behavior_language,Futrell2018-pearsonr,engineering_language,SyntaxGym,syntaxgym-npi_src_ever,syntaxgym-reflexive_orc_fem,syntaxgym-number_prep,syntaxgym-reflexive_orc_masc,syntaxgym-number_orc,syntaxgym-npi_orc_any,syntaxgym-npi_orc_ever,syntaxgym-reflexive_src_fem,syntaxgym-reflexive_prep_masc,syntaxgym-cleft_modifier,syntaxgym-npz_ambig_mod,syntaxgym-mvrr_mod,syntaxgym-npz_obj_mod,syntaxgym-center_embed_mod,syntaxgym-fgd_pp,syntaxgym-npz_ambig,syntaxgym-reflexive_prep_fem,syntaxgym-fgd_object,syntaxgym-fgd_subject,syntaxgym-mvrr,syntaxgym-fgd_hierarchy,syntaxgym-cleft,syntaxgym-center_embed,syntaxgym-subordination_pp-pp,syntaxgym-subordination_orc-orc,syntaxgym-subordination,syntaxgym-reflexive_src_masc,syntaxgym-subordination_src-src,syntaxgym-npi_src_any,syntaxgym-number_src
gpt-neo-1.3B,.662,1.0,1.0,1.0,1.0,.324,.324,.800,.800,1.0,.263,.789,.947,.737,.974,1.0,.263,.789,1.0,1.0,.714,1.0,.893,.792,.958,.368,.958,.542,.750,.000,1.0,.929,1.0,1.0,1.0,.632,1.0,.974,.737
gpt2-xl,.652,.987,.987,1.0,.973,.318,.318,.825,.825,.947,.474,.789,.789,.737,1.0,1.0,.421,.947,1.0,1.0,.893,1.0,.929,.833,.792,.579,.958,.458,.714,.000,1.0,1.0,1.0,1.0,1.0,.737,1.0,.974,.789
gpt-neo-2.7B,.649,.990,.990,1.0,.980,.308,.308,.847,.847,1.0,.632,.895,1.0,.789,1.0,1.0,.579,.842,1.0,1.0,.786,1.0,.893,.833,.958,.474,.917,.458,.786,.000,1.0,.964,1.0,1.0,.957,.842,1.0,.974,.842
gpt2-large,.639,.948,.948,.974,.922,.331,.331,.786,.786,1.0,.316,.842,.789,.632,1.0,1.0,.368,.737,1.0,.875,.857,.958,.929,.958,.583,.474,.958,.458,.821,.000,1.0,.964,.957,.957,.957,.474,.957,.974,.789
gpt2-medium,.634,.918,.918,.927,.908,.350,.350,.796,.796,1.0,.368,.842,.789,.579,1.0,1.0,.421,.737,1.0,.792,.821,.792,.893,.958,.583,.579,.958,.625,.750,.000,1.0,.964,1.0,1.0,.957,.684,1.0,1.0,.789
gpt2,.608,.850,.850,.828,.871,.367,.367,.762,.762,.921,.474,.789,.842,.632,.974,1.0,.158,.789,.925,.875,.750,.958,.857,.875,.667,.211,.958,.500,.786,.000,1.0,.929,1.0,1.0,1.0,.632,1.0,.579,.789
openai-gpt,.594,.802,.802,.800,.804,.387,.387,.523,.523,.421,.105,.421,.105,.105,.289,.368,.158,.474,.975,.917,.857,.958,.964,.792,.917,.474,.958,.333,.893,.000,1.0,1.0,.391,.478,.217,.105,.478,.263,.263
distilgpt2,.590,.818,.818,.815,.822,.361,.361,.503,.503,.000,.000,.579,.368,.105,.026,.026,.158,.474,.725,.667,.786,.875,.929,.875,.667,.105,.875,.542,.821,.000,1.0,.964,.478,.957,.217,.526,.565,.000,.789
gpt-neo-125m,.571,.784,.784,.788,.781,.358,.358,.736,.736,.868,.105,.579,.526,.421,.947,1.0,.263,.579,.925,.917,.786,1.0,.857,.917,.833,.421,1.0,.625,.786,.000,1.0,.964,.957,.826,.957,.632,.913,.737,.737
lm1b,.433,.580,.580,.568,.593,.286,.286,.408,.408,.500,.368,.737,.632,.526,.711,.158,.211,.632,X,X,X,X,.607,X,X,.632,X,X,X,X,X,.786,.957,.870,.913,.474,.913,.921,.684
randomembedding-1600,.166,.332,.332,.419,.244,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X
glove-840b,.107,.213,.213,.184,.242,X,X,X,X,X,X,X,X,X,X,X,X,X,,X,,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X
randomembedding-100,.062,.125,.125,.221,.029,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X,X
earley-parser-minivocab,X,X,X,X,X,X,X,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000,.000

Ready to Submit

If you would like to submit your own model to Brain-Score, we highly recommend you complete our tutorial series here. It covers how to score a model on a single benchmark locally, walkthroughs of model submission packages, and more.

Welcome to Brain-Score!

Leaderboard

How to Interpret