Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Marques2020_Ringach2002-or_selective")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	ReAlnet08_cornet	1.0
2	v1-pyr-nodown	1.0
3	efficientnet_b1_imagenet_full	1.0
4	cornet_s	1.000
5	convnext_femto_ols:d1_in1k	1.0
6	ReAlnet08	1.000
7	0.5x_resnet-18_LC_w_sh_10_iter	1.0
8	resnet34_imagenet_full	1.0
9	yudixie_resnet18_translation_reg_0_240719	1.000
10	CORnetZ_CIFAR10_bs32_20_04	1.0
11	vonealexnet_gaussian_noise_std4_fixed	1.000
12	resnet-18-LC_w_sh_100_iter_conv_init_m	1.000
13	resnet-18-LC_w_sh_10_iter_conv_init_m	1.000
14	yudixie_resnet18_translation_rotation_0_240719	1.000
15	ReAlnet_incorrect	1.000
16	yudixie_resnet18_distance_rotation_0_240719	.999
17	ReAlnet10	.999
18	ReAlnet01	1.000
19	ReAlnet03	.999
20	ReAlnet07_cornet	.999
21	ReAlnet03_cornet	.999
22	ReAlnet10_cornet	.999
23	voneresnet-50-non_stochastic	.999
24	ReAlnet07	.999
25	ReAlnet04	.999
26	ReAlnet04_cornet	.999
27	ReAlnet02	.999
28	resnet50_ecoset_full	.999
29	ReAlnet01_cornet	.999
30	convnext_tiny_imagenet_full_seed-0	.999
31	yudixie_resnet50_distance_reg_0_240908	.999
32	ReAlnet02_cornet	.999
33	CORnet-S	.999
34	ReAlnet06	.998
35	alexnet_reduced_aliasing_early_checkpoint	.998
36	ReAlnet06_cornet	.999
37	ReAlnet05_cornet	.999
38	ReAlnet05	.998
39	efficientnet-b7	.998
40	yudixie_resnet50_distance_translation_0_240908	.998
41	resnet-18-LC_1st_conv_m	.998
42	yudixie_resnet18_distance_reg_0_240719	.997
43	yudixie_resnet50_rotation_reg_0_240908	.997
44	resnet18_imagenet_full	.997
45	resnet34_ecoset_full	.996
46	convnext_small_imagenet_100_seed-0	.996
47	alexnet	.996
48	resnet-18-LC_w_sh_100_iter_m	.996
49	vgg_19	.996
50	0.5x_resnet-18	.996
51	omnivore_swinB	.996
52	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.996
53	yudixie_resnet18_category_class_0_240719	.996
54	resnet152_imagenet_full	.995
55	yudixie_resnet18_cat_obj_class_all_latents_0_240719	.996
56	yudixie_resnet50_translation_rotation_0_240908	.995
57	ReAlnet09_cornet	.995
58	ReAlnet09	.995
59	resnet-18_test_m	.995
60	resnet-50x2_untrained	.995
61	mobilenet_v2_1.0_224-tf	.995
62	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.994
63	yudixie_resnet50_distance_translation_rotation_0_240908	.995
64	AdvProp_efficientnet-b6	.994
65	Res2Net50_26w_4s	.994
66	resnet-18-LC_w_sh_1_iter_conv_init_m	.994
67	alexnet_training_seed_01	.993
68	focalnet_tiny_lrf_in1k	.993
69	yudixie_resnet50_translation_reg_0_240908	.992
70	resnet-18_untrained	.992
71	CORnet-Z	.991
72	yudixie_resnet18_rotation_reg_0_240719	.991
73	yudixie_resnet50_distance_rotation_0_240908	.991
74	vonegrcnn_62e_nobn	.990
75	convnext_large:fb_in22k_ft_in1k	.990
76	AdvProp_efficientnet-b8	.989
77	resnet-50_untrained	.988
78	0.5x_resnet-18_LC_w_sh_1_iter	.988
79	cvt_cvt-21-384-in1k_4_LucyV4	.986
80	effnetb1_cutmixrespatch_SAM_robust32_e2_manylayers_324x288	.986
81	effnetb1_cutmixrespatch_SAM_robust32_e10_manylayers_324x288	.986
82	mobilenet_v1_0.25_128	.986
83	inception_v1-tf	.986
84	mobilenet_v2_0.75_96	.986
85	effnetb1_cutmixpatch_augmix_robust32_e5_324x288	.986
86	mobilenet_v2_0.5_128	.986
87	mobilenet_v2_1.0_128-tf	.986
88	mobilenet_v2_0.5_160	.986
89	mobilenet_v2_0.75_128	.986
90	mobilenet_v2_0.5_224-tf	.986
91	hmax	.986
92	convnext_tiny_sup	.986
93	mobilenet_v2_1.3_224-tf	.986
94	tf_efficientnetv2_s_in21ft1k_robust_linf12255_400x400	.986
95	mobilenet_v2_1.0_160-tf	.986
96	mobilenet_v2_1.0_192-tf	.986
97	omnivore_swinS	.986
98	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.986
99	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.986
100	mobilenet_v2_0.75_160-tf	.986
101	mobilenet_v2_0.75_192-tf	.986
102	AdvProp_efficientnet-b0	.986
103	deit_small_imagenet_full_seed-0	.986
104	mobilenet_v2_1_0_128	.986
105	mobilenet_v2_1_0_224	.986
106	deit_small_imagenet_10_seed-0	.986
107	convnext_small_imagenet_full_seed-0	.986
108	0.5x_resnet-18_LC_w_sh_100_iter	.986
109	resnet101	.985
110	resnet-18-LC_w_sh_10_iter_m	.984
111	resnet50-vicregl0p9	.984
112	mobilenet_v2_1.4_224-tf	.984
113	alexnet_random_l2_3_perturb	.984
114	barlow-twins-resnet50	.983
115	BiT-M-R50x3	.982
116	yudixie_resnet18_distance_translation_0_240719	.982
117	yudixie_resnet18_distance_translation_rotation_0_240719	.981
118	resnet152_ecoset_full	.981
119	texture_shape_alexnet_trained_on_SIN	.981
120	BiT-M-R101x1	.981
121	mobilenet_v2_1-4_224_pytorch	.980
122	mobilenet_v2_1_4_224	.978
123	resnet-18-LC_w_sh_1_iter_m	.977
124	yudixie_resnet18_object_class_0_240719	.975
125	resnet50-simclr-vissl	.975
126	resnet50-vitoimagevidnet8	.975
127	resnet-18-LC_m	.975
128	yudixie_resnet50_cat_obj_class_all_latents_0_240908	.974
129	vggface	.974
130	cvt_cvt-13-224-in1k_4_LucyV4	.971
131	alexnet_training_seed_09	.971
132	alexnet_early_checkpoint	.970
133	fulltest_microblockvf_nobottleneck_freeat_nopretrain_eps2_m4	.970
134	resnet-18-LC_d_w_sh_1x1_conv_init_m	.968
135	vgg_16	.966
136	convnext_base:clip_laiona_augreg_ft_in1k_384	.966
137	yudixie_resnet50_random_0_240908	.965
138	alexnet_training_seed_07	.965
139	blt_vs	.963
140	resnet-152_v2-tf	.964
141	resnet101_ecoset_full	.964
142	cvt_cvt-21-224-in1k_4_LucyV4	.963
143	yudixie_resnet50_category_class_0_240908	.962
144	yudixie_resnet18_random_0_240719	.958
145	resnet50_imagenet_100_seed-0	.958
146	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.956
147	resnext101_32x8d_wsl	.954
148	alexnet_training_seed_04	.953
149	alexnet_robust_correct	.952
150	convnext_tiny:in12k_ft_in1k	.951
151	BiT-S-R50x1	.949
152	vgg-16-keras	.948
153	yudixie_resnet18_imagenet1kpret_0_240719	.946
154	xception	.946
155	inception_v3-tf	.945
156	resnet50_imagenet_10_seed-0	.945
157	resnet18_ecoset_full	.942
158	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.941
159	resnet101_imagenet_full	.941
160	resnet50-SIN_IN	.940
161	AlexNet_SIN	.939
162	convnext_large_imagenet_full_seed-0	.939
163	0.5x_resnet-18_LC	.939
164	mobilenet_v2_0_75_192	.939
165	inception_v3	.937
166	resnet-152_v2_pytorch	.937
167	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.936
168	CLIP-RN50	.935
169	resnet50_byol	.935
170	alexnet_training_seed_10	.933
171	resnet50-cifar	.933
172	mobilenet_v2_0.5_192-tf	.933
173	mobilenet_v2_0_5_224	.931
174	convnext_base_imagenet_full_seed-0	.931
175	resnet18_imagenet21kP	.931
176	voneresnet-50	.929
177	resnet-50_v1-tf	.928
178	BiT-S-R152x2	.927
179	convnext_xlarge:fb_in22k_ft_in1k	.927
180	briaai_rmbg_1_4	.927
181	CLIP_resnet50_float32	.925
182	CLIP_resnet50	.925
183	resnet50-vicregl0p75	.925
184	RN50	.925
185	VOneCORnet-S	.924
186	voneresnet-50-robust	.923
187	grcnn	.921
188	grcnn_robust_v1	.919
189	mobilenet_v2_1.0_96	.919
190	BiT-S-R101x3	.917
191	alexnet_training_seed_02	.915
192	yudixie_resnet50_object_class_0_240908	.914
193	grcnn_109	.913
194	grcnn_v2_text_noise	.912
195	r3m_resnet34_nocrop	.911
196	inception_v2-tf	.911
197	BiT-S-R50x3	.909
198	cvt_cvt-13-384-in1k_4_LucyV4	.909
199	resnet50_robust_l2_eps1	.908
200	alexnet_l2_3_robust	.907
201	resnet-50-robust	.907
202	resnet50-moclr8deg	.906
203	BiT-S-R152x4	.905
204	alexnet_random_linf8_perturb	.905
205	nasnet_large-tf	.905
206	alexnet	.901
207	resnet50_random_l2_perturb	.901
208	alexnet	.901
209	alexnet	.900
210	alexnet-baseline	.900
211	alexnet	.900
212	resnet50_random_linf8_perturb	.900
213	alexnet	.900
214	alexnet	.900
215	alexnet	.900
216	resnet-50_v2-tf	.898
217	resnet50_tutorial	.898
218	resnet50-sup	.897
219	resnet_SIN_IN_FT_IN	.897
220	yudixie_resnet50_imagenet1kpret_0_240908	.897
221	resnet_50_v1	.897
222	resnet50-SIN	.896
223	resnet50_finetune_cutmix_AVGe2e3_robust_linf8255_e0_247x234	.895
224	resnet50_finetune_cutmix_e3_robust_linf8255_e0_247x234	.895
225	BiT-S-R101x1	.894
226	inception_v1	.893
227	antialias-resnet152	.893
228	densenet-201-keras	.892
229	my-model	.891
230	imagenet_l2_10_0	.890
231	alexnet_linf_8_robust	.889
232	efficientnet_b2_imagenet_full	.889
233	mobilenet_v2_1_3_224	.888
234	densenet-201	.886
235	resnet-18-LC_conv_init_m	.885
236	SWSL_resnet50	.884
237	efficientnet_b0	.884
238	densenet-169	.883
239	SWSL_resnext101_32x8d	.883
240	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.880
241	AdvProp_efficientnet-b4	.880
242	resnet50-vicreg	.879
243	resnet50-SIN_IN_IN	.878
244	ViT_L_32_imagenet1k	.877
245	resnet50	.877
246	resnet_50_v2	.876
247	resnet-152_v1-tf	.876
248	vgg-19-keras	.873
249	konkle_alexnetgn_ipcl_ref12_supervised_ipcl_aug	.873
250	texture_shape_resnet50_trained_on_SIN	.871
251	imagenet_l2_3_0	.871
252	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.870
253	antialiased-r50	.868
254	alexnet_training_seed_03	.868
255	inception_v4-tf	.865
256	AdvProp_efficientnet-b7	.862
257	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.860
258	effnetv2m_custom384	.860
259	BiT-M-R152x4	.857
260	mobilevit_small	.855
261	shufflenet_v2_x1_0	.848
262	resnet50-VITO-8deg-cc	.846
263	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.846
264	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.846
265	densenet-121-keras	.845
266	densenet-121	.844
267	resnet50_robust_l2_eps3	.839
268	nasnet_mobile	.839
269	resnet-101_v1-tf	.838
270	mobilenet_v2_0_75_160	.838
271	r3m_resnet50	.838
272	resnet50_l2_3_robust	.835
273	artResNet18_1	.834
274	resnet50-barlow	.834
275	efficientnet_b0_imagenet_full	.828
276	resnet50_linf_8_robust	.828
277	resnet50_FractalDB	.828
278	resnet-101_v2-tf	.827
279	resnet50_imagenet_full	.826
280	vision_transformer_vit_large_patch16_224	.826
281	vonegrcnn_47e	.823
282	densenet-169-keras	.821
283	BiT-M-R50x1	.820
284	deit_small_imagenet_100_seed-0	.820
285	resnet50_linf_4_robust	.813
286	mobilenet_v2_0_5_192	.813
287	nasnet_mobile-tf	.812
288	konkle_alexnetgn_ipcl_ref01_primary_model	.805
289	pnasnet_large-tf	.800
290	r3m_resnet50_nocrop	.797
291	vit_base_patch16_clip_224:openai_ft_in1k	.797
292	mobilenet_v2_0_75_224	.797
293	AT_efficientnet-b2	.795
294	mobilenet_v2_1_0_192	.795
295	vonegrcnn_52e_full	.795
296	vit_large_patch14_clip_336:laion2b_ft_in1k	.795
297	AdvProp_efficientnet-b2	.795
298	convnext_small_imagenet_1_seed-0	.793
299	vonegrcnn_47e	.793
300	effnetb1_272x240	.787
301	BiT-M-R101x3	.786
302	resnet50_moco_v2	.782
303	vonegrcnn_52e_full	.781
304	antialiased-rnext101_32x8d	.780
305	resnet50_simclr	.774
306	mobilenet_v2_0.35_224	.771
307	mobilenet_v2_1_0_160	.765
308	r3m_resnet18	.754
309	cv_18_dagger_408_pretrained	.754
310	deit_large_imagenet_full_seed-0	.748
311	alexnet_training_seed_08	.748
312	custom_model_cv_18_dagger_408	.747
313	vit_large_patch14_clip_224:laion2b_ft_in1k	.742
314	omnivore_swinT	.736
315	FrankRobWobv0	.735
316	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.734
317	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.733
318	r3m_resnet34	.718
319	convnext_small_imagenet_10_seed-0	.718
320	BiT-M-R152x2	.711
321	vit_relpos_base_patch16_clsgap_224:sw_in1k	.694
322	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.692
323	CLIP_ViT-B_32	.686
324	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.681
325	vit_large_patch14_clip_224:openai_ft_in1k	.676
326	yolos_tiny	.672
327	inception_resnet_v2	.662
328	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.648
329	mobilenet_v2_0.75_224-tf	.643
330	deit_base_imagenet_full_seed-0	.628
331	resnet50	.607
332	CORnetZ_CIFAR10	.601
333	my-model	.557
334	alexnet_training_seed_05	.513
335	resnet50_pretrained_with_retinal_waves	.481
336	ViT-B/32	.370
337	resnet50_imagenet_1_seed-0	.322
338	alexnet_training_seed_06	.321
339	resnet-18-LC_untrained	.274
340	resnet50-meshes-lt-100-original-pretrained	.138
341	resnet50-meshes-lt-100-original-scratch	.052
342	tv_efficientnet-b1	X
343	alexnet_ks_torevert	X
344	vonegrcnn_62e_nobn	X
345	mobilenet_v2_0.35_160	X
346	regnet_y_400mf	X
347	yudixie_resnet50_imagenet1kpret_0_240312	X
348	resnet_152_v1	X
349	pnasnet_large	X
350	deit_small_imagenet_1_seed-0	X
351	nasnet_large	X
352	resnet18-supervised	X
353	inception_v4	X
354	resnet50_ImageNet	X
355	openclip	X
356	fitvid_trained_on_physion	X
357	resnext101_32x16d_wsl	X
358	pnasnet_large_pytorch	X
359	inception_v3_pytorch	X
360	densenet_201_pytorch	X
361	resnext101_32x48d_wsl	X
362	resnext101_32x32d_wsl	X
363	resnet_101_v2	X
364	resnet_152_v2	X
365	resnet_101_v1	X

Benchmark bibtex

None

Ceiling

0.99.

Note that scores are relative to this ceiling.

Data: Marques2020_Ringach2002

Metric: or_selective