Sample stimuli










How to use
from brainscore_vision import load_benchmark benchmark = load_benchmark("Maniquet2024-tasks_consistency") score = benchmark(my_model)
Model scores
Min Alignment
Max Alignment
Rank |
Model |
Score |
---|---|---|
1 |
.750
|
|
2 |
.748
|
|
3 |
.746
|
|
4 |
.746
|
|
5 |
.745
|
|
6 |
.741
|
|
7 |
.739
|
|
8 |
.738
|
|
9 |
.737
|
|
10 |
.735
|
|
11 |
.734
|
|
12 |
.734
|
|
13 |
.732
|
|
14 |
.729
|
|
15 |
.727
|
|
16 |
.727
|
|
17 |
.724
|
|
18 |
.718
|
|
19 |
.717
|
|
20 |
.716
|
|
21 |
.716
|
|
22 |
.715
|
|
23 |
.715
|
|
24 |
.713
|
|
25 |
.712
|
|
26 |
.712
|
|
27 |
.710
|
|
28 |
.707
|
|
29 |
.705
|
|
30 |
.705
|
|
31 |
.703
|
|
32 |
.701
|
|
33 |
.697
|
|
34 |
.692
|
|
35 |
.692
|
|
36 |
.690
|
|
37 |
.689
|
|
38 |
.688
|
|
39 |
.688
|
|
40 |
.686
|
|
41 |
.685
|
|
42 |
.684
|
|
43 |
.684
|
|
44 |
.683
|
|
45 |
.681
|
|
46 |
.681
|
|
47 |
.680
|
|
48 |
.679
|
|
49 |
.678
|
|
50 |
.678
|
|
51 |
.676
|
|
52 |
.676
|
|
53 |
.676
|
|
54 |
.676
|
|
55 |
.674
|
|
56 |
.674
|
|
57 |
.672
|
|
58 |
.672
|
|
59 |
.671
|
|
60 |
.669
|
|
61 |
.669
|
|
62 |
.668
|
|
63 |
.668
|
|
64 |
.667
|
|
65 |
.667
|
|
66 |
.667
|
|
67 |
.667
|
|
68 |
.667
|
|
69 |
.667
|
|
70 |
.666
|
|
71 |
.666
|
|
72 |
.666
|
|
73 |
.665
|
|
74 |
.663
|
|
75 |
.661
|
|
76 |
.660
|
|
77 |
.660
|
|
78 |
.659
|
|
79 |
.659
|
|
80 |
.658
|
|
81 |
.657
|
|
82 |
.656
|
|
83 |
.656
|
|
84 |
.656
|
|
85 |
.656
|
|
86 |
.656
|
|
87 |
.656
|
|
88 |
.654
|
|
89 |
.653
|
|
90 |
.653
|
|
91 |
.651
|
|
92 |
.650
|
|
93 |
.649
|
|
94 |
.649
|
|
95 |
.649
|
|
96 |
.648
|
|
97 |
.648
|
|
98 |
.648
|
|
99 |
.648
|
|
100 |
.648
|
|
101 |
.647
|
|
102 |
.647
|
|
103 |
.647
|
|
104 |
.647
|
|
105 |
.646
|
|
106 |
.646
|
|
107 |
.646
|
|
108 |
.646
|
|
109 |
.644
|
|
110 |
.644
|
|
111 |
.642
|
|
112 |
.640
|
|
113 |
.638
|
|
114 |
.638
|
|
115 |
.638
|
|
116 |
.635
|
|
117 |
.632
|
|
118 |
.625
|
|
119 |
.625
|
|
120 |
.624
|
|
121 |
.617
|
|
122 |
.617
|
|
123 |
.616
|
|
124 |
.616
|
|
125 |
.610
|
|
126 |
.609
|
|
127 |
.606
|
|
128 |
.604
|
|
129 |
.596
|
|
130 |
.576
|
|
131 |
.568
|
|
132 |
.565
|
|
133 |
.565
|
|
134 |
.550
|
|
135 |
.550
|
|
136 |
.549
|
|
137 |
.545
|
|
138 |
.541
|
|
139 |
.541
|
|
140 |
.535
|
|
141 |
.534
|
|
142 |
.531
|
|
143 |
.531
|
|
144 |
.525
|
|
145 |
.521
|
|
146 |
.521
|
|
147 |
.520
|
|
148 |
.507
|
|
149 |
.502
|
|
150 |
.499
|
|
151 |
.498
|
|
152 |
.498
|
|
153 |
.494
|
|
154 |
.484
|
|
155 |
.484
|
|
156 |
.484
|
|
157 |
.482
|
|
158 |
.479
|
|
159 |
.478
|
|
160 |
.476
|
|
161 |
.470
|
|
162 |
.470
|
|
163 |
.462
|
|
164 |
.461
|
|
165 |
.450
|
|
166 |
.437
|
|
167 |
.395
|
|
168 |
.395
|
|
169 |
.383
|
|
170 |
.380
|
|
171 |
.379
|
|
172 |
.367
|
|
173 |
.358
|
|
174 |
.349
|
|
175 |
.349
|
|
176 |
.344
|
|
177 |
.343
|
|
178 |
.341
|
|
179 |
.326
|
|
180 |
.325
|
|
181 |
.323
|
|
182 |
.296
|
|
183 |
.266
|
|
184 |
.210
|
|
185 |
X
|
|
186 |
X
|
|
187 |
X
|
|
188 |
X
|
|
189 |
X
|
|
190 |
X
|
|
191 |
X
|
|
192 |
X
|
|
193 |
X
|
|
194 |
X
|
|
195 |
X
|
|
196 |
X
|
|
197 |
X
|
|
198 |
X
|
|
199 |
X
|
|
200 |
X
|
|
201 |
X
|
|
202 |
X
|
|
203 |
X
|
|
204 |
X
|
|
205 |
X
|
|
206 |
X
|
|
207 |
X
|
|
208 |
X
|
|
209 |
X
|
|
210 |
X
|
|
211 |
X
|
|
212 |
X
|
|
213 |
X
|
|
214 |
X
|
|
215 |
X
|
|
216 |
X
|
|
217 |
X
|
|
218 |
X
|
|
219 |
X
|
|
220 |
X
|
Benchmark bibtex
@article {Maniquet2024.04.02.587669, author = {Maniquet, Tim and de Beeck, Hans Op and Costantino, Andrea Ivan}, title = {Recurrent issues with deep neural network models of visual recognition}, elocation-id = {2024.04.02.587669}, year = {2024}, doi = {10.1101/2024.04.02.587669}, publisher = {Cold Spring Harbor Laboratory}, URL = {https://www.biorxiv.org/content/early/2024/04/10/2024.04.02.587669}, eprint = {https://www.biorxiv.org/content/early/2024/04/10/2024.04.02.587669.full.pdf}, journal = {bioRxiv} }
Ceiling
Not availableData: Maniquet2024
Metric: tasks_consistency