Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Bracci2019.anteriorVTC-rdm")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	resnet34_imagenet_full	.411
2	mobilenet_v2_1_0_128	.402
3	ReAlnet04_cornet	.395
4	ReAlnet05_cornet	.392
5	ReAlnet01_cornet	.391
6	ReAlnet06_cornet	.391
7	ReAlnet03_cornet	.390
8	ReAlnet07_cornet	.389
9	resnet34_ecoset_full	.389
10	ReAlnet05	.388
11	ReAlnet03	.387
12	shufflenet_v2_x1_0	.385
13	ReAlnet10_cornet	.384
14	ReAlnet09_cornet	.383
15	ReAlnet01	.383
16	ReAlnet_incorrect	.383
17	resnet18_imagenet21kP	.382
18	ReAlnet04	.382
19	resnet18_ecoset_full	.381
20	ReAlnet08_cornet	.378
21	mobilenet_v2_0_5_192	.378
22	ReAlnet09	.377
23	ReAlnet02	.373
24	ReAlnet06	.373
25	ReAlnet02_cornet	.371
26	VOneCORnet-S	.371
27	mobilenet_v2_0_75_160	.370
28	mobilenet_v2_1_3_224	.368
29	ReAlnet10	.368
30	resnet18_imagenet_full	.367
31	resnet-18_test_m	.366
32	mobilenet_v2_0_75_192	.365
33	BiT-S-R101x1	.360
34	AdvProp_efficientnet-b4	.358
35	ReAlnet07	.355
36	efficientnet-b7	.349
37	AdvProp_efficientnet-b2	.348
38	AT_efficientnet-b2	.348
39	mobilenet_v2_1_0_160	.347
40	ReAlnet08	.346
41	voneresnet-50-non_stochastic	.337
42	effnetb1_272x240	.337
43	resnet50_robust_l2_eps3	.336
44	convnext_tiny:in12k_ft_in1k	.332
45	resnet50_robust_l2_eps1	.328
46	AdvProp_efficientnet-b8	.328
47	resnet50_ecoset_full	.327
48	BiT-S-R50x1	.327
49	efficientnet_b0_imagenet_full	.327
50	mobilenet_v2_0_75_224	.327
51	convnext_femto_ols:d1_in1k	.326
52	convnext_large_imagenet_full_seed-0	.322
53	voneresnet-50-robust	.320
54	voneresnet-50	.320
55	resnet50_imagenet_full	.317
56	mobilenet_v2_1_0_192	.313
57	tv_efficientnet-b1	.312
58	vgg_19	.311
59	AdvProp_efficientnet-b6	.309
60	imagenet_l2_3_0	.308
61	yolos_tiny	.307
62	resnet50-barlow	.306
63	convnext_large:fb_in22k_ft_in1k	.305
64	resnet50-vicregl0p9	.301
65	convnext_base_imagenet_full_seed-0	.299
66	convnext_tiny_imagenet_full_seed-0	.295
67	convnext_small_imagenet_full_seed-0	.295
68	resnet50-SIN	.289
69	efficientnet_b0	.289
70	efficientnet_b1_imagenet_full	.289
71	vgg_16	.288
72	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.286
73	resnet152_ecoset_full	.282
74	AdvProp_efficientnet-b7	.281
75	resnet50-vicregl0p75	.279
76	yudixie_resnet18_distance_reg_0_240719	.278
77	resnet101_ecoset_full	.277
78	resnet50_imagenet_100_seed-0	.277
79	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.277
80	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.275
81	resnet101_imagenet_full	.274
82	custom_model_cv_18_dagger_408	.274
83	densenet-121	.270
84	yudixie_resnet18_distance_translation_0_240719	.270
85	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.270
86	resnet50-vicreg	.269
87	Res2Net50_26w_4s	.267
88	vit_large_patch14_clip_224:laion2b_ft_in1k	.266
89	mobilenet_v2_1_0_224	.265
90	resnet50-moclr8deg	.265
91	AlexNet_SIN	.265
92	cvt_cvt-21-384-in1k_4_LucyV4	.265
93	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.265
94	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.264
95	yudixie_resnet18_translation_rotation_0_240719	.264
96	convnext_tiny_sup	.263
97	xception	.262
98	resnet-50-robust	.262
99	yudixie_resnet18_distance_rotation_0_240719	.262
100	mobilenet_v2_0_5_224	.262
101	BiT-S-R50x3	.261
102	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.260
103	efficientnet_b2_imagenet_full	.257
104	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.256
105	artResNet18_1	.256
106	alexnet_ks_torevert	.255
107	resnet50-SIN_IN	.255
108	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.255
109	yudixie_resnet18_distance_translation_rotation_0_240719	.254
110	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.254
111	convnext_base:clip_laiona_augreg_ft_in1k_384	.253
112	yudixie_resnet50_distance_rotation_0_240908	.253
113	vit_large_patch14_clip_224:openai_ft_in1k	.251
114	convnext_xlarge:fb_in22k_ft_in1k	.250
115	nasnet_mobile	.248
116	vit_base_patch16_clip_224:openai_ft_in1k	.247
117	yudixie_resnet18_translation_reg_0_240719	.247
118	resnet152_imagenet_full	.247
119	convnext_small_imagenet_100_seed-0	.244
120	blt_vs	.244
121	resnet50-sup	.243
122	resnet_50_v1	.243
123	antialiased-r50	.242
124	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.241
125	vit_relpos_base_patch16_clsgap_224:sw_in1k	.240
126	resnet50-SIN_IN_IN	.239
127	cvt_cvt-13-384-in1k_4_LucyV4	.238
128	inception_v3	.237
129	yudixie_resnet18_imagenet1kpret_0_240719	.236
130	deit_base_imagenet_full_seed-0	.236
131	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.234
132	deit_large_imagenet_full_seed-0	.234
133	cvt_cvt-13-224-in1k_4_LucyV4	.233
134	inception_v1	.232
135	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.230
136	omnivore_swinS	.230
137	resnet50-vitoimagevidnet8	.229
138	resnet50-VITO-8deg-cc	.229
139	resnet_101_v2	.228
140	yudixie_resnet18_cat_obj_class_all_latents_0_240719	.227
141	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.227
142	resnext101_32x32d_wsl	.224
143	resnext101_32x48d_wsl	.223
144	yudixie_resnet50_translation_rotation_0_240908	.223
145	densenet-201	.223
146	deit_small_imagenet_full_seed-0	.222
147	yudixie_resnet50_cat_obj_class_all_latents_0_240908	.220
148	yudixie_resnet18_category_class_0_240719	.215
149	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.214
150	densenet-169	.212
151	resnet50_tutorial	.210
152	yudixie_resnet50_imagenet1kpret_0_240908	.210
153	mobilenet_v2_1_4_224	.210
154	mobilenet_v2_1-4_224_pytorch	.209
155	omnivore_swinB	.205
156	yudixie_resnet18_object_class_0_240719	.203
157	vit_large_patch14_clip_336:laion2b_ft_in1k	.201
158	BiT-S-R101x3	.198
159	focalnet_tiny_lrf_in1k	.193
160	yudixie_resnet18_rotation_reg_0_240719	.188
161	cvt_cvt-21-224-in1k_4_LucyV4	.188
162	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.181
163	yudixie_resnet50_distance_translation_0_240908	.180
164	yudixie_resnet50_rotation_reg_0_240908	.173
165	resnet_50_v2	.165
166	BiT-S-R152x2	.163
167	yudixie_resnet50_category_class_0_240908	.157
168	deit_small_imagenet_100_seed-0	.157
169	resnext101_32x8d_wsl	.145
170	yudixie_resnet50_object_class_0_240908	.139
171	briaai_rmbg_1_4	.139
172	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.139
173	yudixie_resnet50_distance_translation_rotation_0_240908	.135
174	yudixie_resnet50_translation_reg_0_240908	.129
175	ViT_L_32_imagenet1k	.125
176	resnet50_imagenet_10_seed-0	.118
177	convnext_small_imagenet_10_seed-0	.117
178	resnet-152_v2_pytorch	.097
179	deit_small_imagenet_10_seed-0	.095
180	yudixie_resnet50_distance_reg_0_240908	.083
181	deit_small_imagenet_1_seed-0	.068
182	alexnet_training_seed_02	.060
183	resnet50_imagenet_1_seed-0	.059
184	alexnet_training_seed_04	.059
185	alexnet_training_seed_03	.056
186	convnext_small_imagenet_1_seed-0	.055
187	alexnet_training_seed_09	.048
188	alexnet_training_seed_01	.048
189	alexnet_training_seed_05	.046
190	alexnet_training_seed_10	.042
191	alexnet_training_seed_07	.039
192	alexnet_training_seed_06	.039
193	alexnet_training_seed_08	.033
194	yudixie_resnet50_random_0_240908	.029
195	yudixie_resnet18_random_0_240719	.027
196	hmax	-0.007
197	antialiased-rnext101_32x8d	X
198	antialias-resnet152	X
199	resnet_152_v2	X
200	inception_v4	X
201	resnet_101_v1	X
202	vonegrcnn_62e_nobn	X
203	resnext101_32x16d_wsl	X
204	TAU	X
205	grcnn	X
206	resnet50_eMMCR_Vanilla	X
207	MIM	X
208	PredRNN	X
209	grcnn_109	X
210	SimVP	X
211	ConvLSTM	X
212	inception_v3_pytorch	X
213	vonegrcnn_47e	X
214	vonegrcnn_52e_full	X
215	densenet_201_pytorch	X
216	resnet_SIN_IN_FT_IN	X
217	pnasnet_large	X
218	pnasnet_large_pytorch	X
219	bp_resnet50_julios	X
220	regnet_y_400mf	X
221	BiT-S-R152x4	X
222	nasnet_large	X
223	resnet_152_v1	X

Benchmark bibtex

None

Ceiling

Not available

Data: Bracci2019.anteriorVTC

Metric: rdm