Skip to content

Commit 05eb5dc

Browse files
PierreMarzaPierreMarza
committed
Added per-dataset linear probing performance table
1 parent 1f5b464 commit 05eb5dc

3 files changed

Lines changed: 116 additions & 17 deletions

File tree

‎docs/javascripts/rank-table.js‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,12 @@ document$.subscribe(() => {
1919
radix: 10
2020
},
2121

22+
{
23+
id: '#perDatasetLinearTable',
24+
rankCol: 19,
25+
radix: 10
26+
},
27+
2228
{
2329
id: '#zeroshotTable',
2430
rankCol: 19,

‎docs/leaderboards.md‎

Lines changed: 54 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
# Leaderboards
22

33
## Updates
4+
* **2026-04-01**: **[Per-dataset linear probing performance]** A new table with all linear probing results was added.
45
* **2025-12-07**: **[SPIDER Leaderboard]** OpenMidnight added to the SPIDER leaderboard.
56
* **2025-12-07**: **[Up-to-date Rank-sum Leaderboard]** OpenMidnight added to the updated rank-sum leaderboard.
67
* **2025-11-21**: **[SPIDER Leaderboard]** H0-mini added to the SPIDER leaderboard.
@@ -234,3 +235,56 @@ F1-score on test sets of all supported datasets and average across datasets for
234235
<tbody>
235236
</table>
236237
</div>
238+
239+
---
240+
241+
## 🏆 Per-dataset linear probing performance
242+
243+
<div class="table-responsive-sm">
244+
<table id="perDatasetLinearTable" class="table table-hover table-bordered table-sm nowrap w-100">
245+
<thead class="align-middle text-center">
246+
<tr>
247+
<th rowspan="2">Model</th>
248+
<th rowspan="2">Domain</th>
249+
<th rowspan="2">Type</th>
250+
<th colspan="17">Linear probing performance (F1-score) &uarr;</th>
251+
</tr>
252+
<tr>
253+
<th>bach <th>bracs</th><th>break-h</th><th>ccrcc</th><th>crc</th><th>esca</th><th>mhist</th><th>pcam</th><th>tc-crc</th><th>tc-tils</th><th>tc-unif</th><th>wilds</th><th>spi-br</th><th>spi-co</th><th>spi-sk</th><th>spi-th</th><th>Avg</th>
254+
</tr>
255+
</thead>
256+
<tbody>
257+
<tr><td>HIBOU-B</td><td>Histopathology</td><td>VM</td><td>65.6<br>(19)</td><td>61.7<br>(8)</td><td>59.6<br>(24)</td><td>84.3<br>(15)</td><td>93.9<br>(7)</td><td>77.5<br>(15)</td><td>76.5<br>(29)</td><td>93.4<br>(6)</td><td>66.2<br>(10)</td><td>89.6<br>(10)</td><td>70.2<br>(17)</td><td>97.1<br>(10)</td><td>86.6<br>(4)</td><td>90.7<br>(2)</td><td>91.1<br>(8)</td><td>94.5<br>(3)</td><td>81.2<br>(15)</td></tr>
258+
<tr><td>HIBOU-L</td><td>Histopathology</td><td>VM</td><td>76.5<br>(7)</td><td>62.7<br>(5)</td><td>69.4<br>(12)</td><td>88.4<br>(10)</td><td>93.0<br>(13)</td><td>77.5<br>(15)</td><td>81.3<br>(13)</td><td>93.3<br>(7)</td><td>68.1<br>(2)</td><td>90.3<br>(6)</td><td>75.2<br>(13)</td><td>98.1<br>(5)</td><td>88.0<br>(1)</td><td>89.8<br>(8)</td><td>93.3<br>(1)</td><td>94.1<br>(5)</td><td>83.7<br>(6)</td></tr>
259+
<tr><td>H-OPT-0</td><td>Histopathology</td><td>VM</td><td>69.7<br>(14)</td><td>61.1<br>(10)</td><td>66.0<br>(17)</td><td>90.8<br>(5)</td><td>93.5<br>(10)</td><td>83.5<br>(8)</td><td>82.8<br>(4)</td><td>93.0<br>(9)</td><td>67.3<br>(5)</td><td>91.0<br>(2)</td><td>79.3<br>(4)</td><td>98.7<br>(2)</td><td>87.2<br>(2)</td><td>89.9<br>(7)</td><td>91.9<br>(5)</td><td>94.4<br>(4)</td><td>83.8<br>(5)</td></tr>
260+
<tr><td>H0-mini</td><td>Histopathology</td><td>VM</td><td>71.3<br>(11)</td><td>60.7<br>(11)</td><td>69.0<br>(13)</td><td>90.2<br>(7)</td><td>95.8<br>(1)</td><td>84.4<br>(6)</td><td>79.9<br>(17)</td><td>94.3<br>(2)</td><td>66.5<br>(8)</td><td>91.7<br>(1)</td><td>78.2<br>(8)</td><td>98.2<br>(4)</td><td>86.0<br>(7)</td><td>90.2<br>(6)</td><td>90.4<br>(11)</td><td>93.4<br>(10)</td><td>83.8<br>(5)</td></tr>
261+
<tr><td>H-OPT-1</td><td>Histopathology</td><td>VM</td><td>72.5<br>(10)</td><td>64.3<br>(2)</td><td>76.0<br>(8)</td><td>91.7<br>(4)</td><td>94.6<br>(4)</td><td>87.1<br>(2)</td><td>82.0<br>(9)</td><td>93.3<br>(7)</td><td>67.9<br>(4)</td><td>91.0<br>(2)</td><td>81.0<br>(3)</td><td>98.2<br>(4)</td><td>86.1<br>(6)</td><td>90.3<br>(5)</td><td>92.3<br>(3)</td><td>93.6<br>(9)</td><td>85.1<br>(2)</td></tr>
262+
<tr><td>KAIKO-S</td><td>Histopathology</td><td>VM</td><td>72.6<br>(9)</td><td>61.5<br>(9)</td><td>69.4<br>(12)</td><td>84.9<br>(14)</td><td>92.3<br>(16)</td><td>76.8<br>(17)</td><td>81.4<br>(12)</td><td>90.4<br>(16)</td><td>62.6<br>(18)</td><td>90.1<br>(8)</td><td>75.7<br>(11)</td><td>95.9<br>(14)</td><td>83.1<br>(13)</td><td>88.4<br>(12)</td><td>88.6<br>(13)</td><td>93.1<br>(12)</td><td>81.7<br>(13)</td></tr>
263+
<tr><td>KAIKO-B</td><td>Histopathology</td><td>VM</td><td>69.6<br>(15)</td><td>59.4<br>(14)</td><td>67.2<br>(15)</td><td>81.7<br>(17)</td><td>94.5<br>(5)</td><td>78.5<br>(14)</td><td>78.3<br>(24)</td><td>90.4<br>(16)</td><td>67.0<br>(6)</td><td>90.2<br>(7)</td><td>79.1<br>(5)</td><td>95.6<br>(16)</td><td>81.9<br>(15)</td><td>88.5<br>(11)</td><td>87.4<br>(16)</td><td>93.3<br>(11)</td><td>81.4<br>(14)</td></tr>
264+
<tr><td>MIDNIGHT</td><td>Histopathology</td><td>VM</td><td>87.9<br>(1)</td><td>63.8<br>(3)</td><td>56.7<br>(25)</td><td>90.8<br>(5)</td><td>95.6<br>(2)</td><td>86.2<br>(4)</td><td>80.2<br>(15)</td><td>93.5<br>(5)</td><td>65.6<br>(12)</td><td>91.0<br>(2)</td><td>85.2<br>(1)</td><td>98.3<br>(3)</td><td>86.1<br>(6)</td><td>89.6<br>(10)</td><td>91.0<br>(9)</td><td>94.4<br>(4)</td><td>84.7<br>(4)</td></tr>
265+
<tr><td>O-Midnight</td><td>Histopathology</td><td>VM</td><td>84.6<br>(3)</td><td>59.4<br>(14)</td><td>77.3<br>(7)</td><td>92.0<br>(3)</td><td>94.2<br>(6)</td><td>79.8<br>(13)</td><td>81.8<br>(10)</td><td>93.2<br>(8)</td><td>66.3<br>(9)</td><td>91.0<br>(2)</td><td>82.8<br>(2)</td><td>96.5<br>(12)</td><td>84.5<br>(12)</td><td>88.3<br>(13)</td><td>90.5<br>(10)</td><td>93.7<br>(8)</td><td>84.7<br>(4)</td></tr>
266+
<tr><td>PHIKON</td><td>Histopathology</td><td>VM</td><td>69.3<br>(16)</td><td>56.9<br>(16)</td><td>60.0<br>(23)</td><td>89.8<br>(8)</td><td>92.1<br>(17)</td><td>76.7<br>(18)</td><td>78.1<br>(25)</td><td>90.9<br>(13)</td><td>63.1<br>(17)</td><td>90.1<br>(8)</td><td>76.6<br>(10)</td><td>97.8<br>(6)</td><td>84.9<br>(11)</td><td>88.5<br>(11)</td><td>87.9<br>(14)</td><td>92.4<br>(13)</td><td>80.9<br>(17)</td></tr>
267+
<tr><td>PHIKON2</td><td>Histopathology</td><td>VM</td><td>64.7<br>(20)</td><td>58.2<br>(15)</td><td>53.0<br>(27)</td><td>76.7<br>(25)</td><td>92.0<br>(18)</td><td>77.3<br>(16)</td><td>79.2<br>(21)</td><td>90.8<br>(14)</td><td>61.1<br>(20)</td><td>91.0<br>(2)</td><td>77.7<br>(9)</td><td>95.8<br>(15)</td><td>86.0<br>(7)</td><td>89.7<br>(9)</td><td>87.2<br>(18)</td><td>94.7<br>(2)</td><td>79.7<br>(18)</td></tr>
268+
<tr><td>GIGAPATH</td><td>Histopathology</td><td>VM</td><td>70.7<br>(12)</td><td>62.7<br>(5)</td><td>65.4<br>(19)</td><td>88.1<br>(11)</td><td>94.7<br>(3)</td><td>81.7<br>(11)</td><td>81.7<br>(11)</td><td>93.5<br>(5)</td><td>68.0<br>(3)</td><td>89.1<br>(12)</td><td>74.4<br>(15)</td><td>94.8<br>(17)</td><td>85.5<br>(10)</td><td>90.3<br>(5)</td><td>91.3<br>(6)</td><td>93.8<br>(7)</td><td>82.9<br>(9)</td></tr>
269+
<tr><td>UNI</td><td>Histopathology</td><td>VM</td><td>73.0<br>(8)</td><td>59.4<br>(14)</td><td>70.8<br>(11)</td><td>90.7<br>(6)</td><td>93.1<br>(12)</td><td>83.4<br>(9)</td><td>82.4<br>(7)</td><td>93.8<br>(3)</td><td>65.9<br>(11)</td><td>90.1<br>(8)</td><td>75.3<br>(12)</td><td>97.2<br>(9)</td><td>85.7<br>(8)</td><td>90.4<br>(4)</td><td>91.2<br>(7)</td><td>93.9<br>(6)</td><td>83.5<br>(7)</td></tr>
270+
<tr><td>UNI2-H</td><td>Histopathology</td><td>VM</td><td>84.7<br>(2)</td><td>65.4<br>(1)</td><td>78.4<br>(4)</td><td>89.5<br>(9)</td><td>93.9<br>(7)</td><td>86.4<br>(3)</td><td>78.6<br>(22)</td><td>95.0<br>(1)</td><td>66.9<br>(7)</td><td>90.4<br>(5)</td><td>78.8<br>(6)</td><td>98.9<br>(1)</td><td>86.7<br>(3)</td><td>90.5<br>(3)</td><td>92.5<br>(2)</td><td>95.1<br>(1)</td><td>85.7<br>(1)</td></tr>
271+
<tr><td>VIRCHOW</td><td>Histopathology</td><td>VM</td><td>66.2<br>(18)</td><td>59.8<br>(13)</td><td>62.7<br>(21)</td><td>91.7<br>(4)</td><td>93.7<br>(9)</td><td>84.3<br>(7)</td><td>82.3<br>(8)</td><td>93.6<br>(4)</td><td>65.5<br>(13)</td><td>90.7<br>(4)</td><td>74.8<br>(14)</td><td>97.6<br>(7)</td><td>86.2<br>(5)</td><td>90.2<br>(6)</td><td>91.3<br>(6)</td><td>94.7<br>(2)</td><td>82.8<br>(10)</td></tr>
272+
<tr><td>VIRCHOW2</td><td>Histopathology</td><td>VM</td><td>76.5<br>(7)</td><td>62.4<br>(6)</td><td>72.5<br>(10)</td><td>93.6<br>(1)</td><td>93.0<br>(13)</td><td>88.9<br>(1)</td><td>83.6<br>(2)</td><td>92.8<br>(10)</td><td>69.6<br>(1)</td><td>90.9<br>(3)</td><td>78.4<br>(7)</td><td>90.0<br>(26)</td><td>87.2<br>(2)</td><td>90.8<br>(1)</td><td>92.0<br>(4)</td><td>93.9<br>(6)</td><td>84.8<br>(3)</td></tr>
273+
<tr><td>CONCH</td><td>Histopathology</td><td>VLM</td><td>84.4<br>(4)</td><td>60.0<br>(12)</td><td>68.8<br>(14)</td><td>88.1<br>(11)</td><td>93.4<br>(11)</td><td>80.1<br>(12)</td><td>79.7<br>(19)</td><td>90.6<br>(15)</td><td>64.4<br>(15)</td><td>88.1<br>(13)</td><td>68.0<br>(19)</td><td>97.2<br>(9)</td><td>82.1<br>(14)</td><td>87.9<br>(14)</td><td>87.3<br>(17)</td><td>91.0<br>(15)</td><td>81.9<br>(12)</td></tr>
274+
<tr><td>CONCH&nbsp;1.5</td><td>Histopathology</td><td>VLM</td><td>76.8<br>(6)</td><td>62.4<br>(6)</td><td>75.3<br>(9)</td><td>87.4<br>(12)</td><td>93.8<br>(8)</td><td>82.7<br>(10)</td><td>81.2<br>(14)</td><td>91.4<br>(12)</td><td>62.3<br>(19)</td><td>89.9<br>(9)</td><td>69.4<br>(18)</td><td>96.7<br>(11)</td><td>81.6<br>(16)</td><td>87.4<br>(15)</td><td>87.0<br>(19)</td><td>92.1<br>(14)</td><td>82.4<br>(11)</td></tr>
275+
<tr><td>KEEP</td><td>Histopathology</td><td>VLM</td><td>77.0<br>(5)</td><td>62.2<br>(7)</td><td>65.9<br>(18)</td><td>93.2<br>(2)</td><td>94.7<br>(3)</td><td>85.8<br>(5)</td><td>76.8<br>(28)</td><td>92.6<br>(11)</td><td>64.9<br>(14)</td><td>89.9<br>(9)</td><td>72.7<br>(16)</td><td>97.4<br>(8)</td><td>85.6<br>(9)</td><td>89.7<br>(9)</td><td>89.3<br>(12)</td><td>93.8<br>(7)</td><td>83.2<br>(8)</td></tr>
276+
<tr><td>MUSK</td><td>Histopathology</td><td>VLM</td><td>69.9<br>(13)</td><td>63.3<br>(4)</td><td>77.6<br>(6)</td><td>85.3<br>(13)</td><td>91.1<br>(21)</td><td>76.4<br>(19)</td><td>80.0<br>(16)</td><td>89.4<br>(17)</td><td>63.2<br>(16)</td><td>89.4<br>(11)</td><td>66.0<br>(20)</td><td>96.0<br>(13)</td><td>80.6<br>(17)</td><td>87.9<br>(14)</td><td>87.6<br>(15)</td><td>93.3<br>(11)</td><td>81.1<br>(16)</td></tr>
277+
<tr><td>PLIP</td><td>Histopathology</td><td>VLM</td><td>63.9<br>(22)</td><td>56.5<br>(18)</td><td>47.2<br>(28)</td><td>76.9<br>(24)</td><td>88.2<br>(27)</td><td>65.7<br>(27)</td><td>78.5<br>(23)</td><td>87.9<br>(20)</td><td>56.0<br>(28)</td><td>87.2<br>(15)</td><td>54.9<br>(24)</td><td>89.0<br>(27)</td><td>77.1<br>(21)</td><td>84.7<br>(21)</td><td>82.1<br>(21)</td><td>88.6<br>(18)</td><td>74.0<br>(26)</td></tr>
278+
<tr><td>QUILTNET</td><td>Histopathology</td><td>VLM</td><td>58.4<br>(25)</td><td>55.9<br>(20)</td><td>62.4<br>(22)</td><td>65.5<br>(28)</td><td>92.5<br>(15)</td><td>61.5<br>(29)</td><td>73.5<br>(30)</td><td>87.4<br>(21)</td><td>59.6<br>(21)</td><td>87.0<br>(16)</td><td>54.1<br>(26)</td><td>94.7<br>(18)</td><td>77.0<br>(22)</td><td>82.9<br>(23)</td><td>81.2<br>(25)</td><td>88.5<br>(19)</td><td>73.9<br>(27)</td></tr>
279+
<tr><td>DINOv2-B</td><td>Natural-image</td><td>VM</td><td>64.4<br>(21)</td><td>52.9<br>(24)</td><td>77.8<br>(5)</td><td>79.7<br>(21)</td><td>90.3<br>(24)</td><td>73.8<br>(21)</td><td>82.6<br>(6)</td><td>86.3<br>(24)</td><td>58.6<br>(24)</td><td>85.9<br>(19)</td><td>54.4<br>(25)</td><td>90.7<br>(24)</td><td>76.0<br>(24)</td><td>83.9<br>(22)</td><td>80.1<br>(26)</td><td>87.6<br>(23)</td><td>76.6<br>(23)</td></tr>
280+
<tr><td>DINOv2-L</td><td>Natural-image</td><td>VM</td><td>68.9<br>(17)</td><td>50.6<br>(26)</td><td>78.5<br>(3)</td><td>81.4<br>(19)</td><td>90.7<br>(22)</td><td>72.1<br>(24)</td><td>82.3<br>(8)</td><td>87.2<br>(22)</td><td>59.3<br>(22)</td><td>85.9<br>(19)</td><td>56.2<br>(22)</td><td>90.3<br>(25)</td><td>74.0<br>(26)</td><td>85.3<br>(17)</td><td>82.1<br>(21)</td><td>87.7<br>(22)</td><td>77.0<br>(22)</td></tr>
281+
<tr><td>ViT-B</td><td>Natural-image</td><td>VM</td><td>57.0<br>(27)</td><td>56.6<br>(17)</td><td>64.5<br>(20)</td><td>79.1<br>(22)</td><td>90.6<br>(23)</td><td>62.7<br>(28)</td><td>77.6<br>(26)</td><td>84.6<br>(27)</td><td>59.1<br>(23)</td><td>85.8<br>(20)</td><td>53.4<br>(28)</td><td>91.3<br>(23)</td><td>78.2<br>(20)</td><td>84.7<br>(21)</td><td>81.2<br>(25)</td><td>87.9<br>(21)</td><td>74.7<br>(25)</td></tr>
282+
<tr><td>ViT-L</td><td>Natural-image</td><td>VM</td><td>56.9<br>(28)</td><td>54.8<br>(22)</td><td>66.3<br>(16)</td><td>77.1<br>(23)</td><td>92.8<br>(14)</td><td>67.9<br>(25)</td><td>79.8<br>(18)</td><td>85.7<br>(25)</td><td>56.8<br>(27)</td><td>87.5<br>(14)</td><td>55.9<br>(23)</td><td>92.6<br>(22)</td><td>79.3<br>(18)</td><td>85.1<br>(18)</td><td>81.3<br>(24)</td><td>88.5<br>(19)</td><td>75.5<br>(24)</td></tr>
283+
<tr><td>CLIP-B</td><td>Natural-image</td><td>VLM</td><td>51.1<br>(30)</td><td>52.4<br>(25)</td><td>40.0<br>(29)</td><td>73.7<br>(27)</td><td>87.3<br>(28)</td><td>61.0<br>(30)</td><td>77.5<br>(27)</td><td>82.7<br>(28)</td><td>49.0<br>(31)</td><td>83.8<br>(22)</td><td>47.9<br>(29)</td><td>83.5<br>(28)</td><td>69.0<br>(28)</td><td>81.3<br>(25)</td><td>75.8<br>(28)</td><td>84.7<br>(25)</td><td>68.8<br>(29)</td></tr>
284+
<tr><td>CLIP-L</td><td>Natural-image</td><td>VLM</td><td>63.5<br>(23)</td><td>56.4<br>(19)</td><td>54.5<br>(26)</td><td>75.9<br>(26)</td><td>88.3<br>(26)</td><td>67.6<br>(26)</td><td>79.6<br>(20)</td><td>85.6<br>(26)</td><td>52.0<br>(30)</td><td>85.0<br>(21)</td><td>54.1<br>(26)</td><td>93.2<br>(21)</td><td>73.6<br>(27)</td><td>82.8<br>(24)</td><td>78.5<br>(27)</td><td>86.7<br>(24)</td><td>73.6<br>(28)</td></tr>
285+
<tr><td>DINOv3-B</td><td>Natural-image</td><td>VM</td><td>60.3<br>(24)</td><td>55.4<br>(21)</td><td>81.8<br>(2)</td><td>80.7<br>(20)</td><td>89.5<br>(25)</td><td>72.9<br>(22)</td><td>82.7<br>(5)</td><td>88.0<br>(19)</td><td>57.2<br>(26)</td><td>86.7<br>(17)</td><td>56.2<br>(22)</td><td>93.6<br>(20)</td><td>76.5<br>(23)</td><td>84.8<br>(20)</td><td>81.6<br>(23)</td><td>90.0<br>(17)</td><td>77.4<br>(20)</td></tr>
286+
<tr><td>DINOv3-L</td><td>Natural-image</td><td>VM</td><td>57.9<br>(26)</td><td>54.6<br>(23)</td><td>77.3<br>(7)</td><td>82.5<br>(16)</td><td>91.5<br>(19)</td><td>76.0<br>(20)</td><td>84.1<br>(1)</td><td>88.8<br>(18)</td><td>55.5<br>(29)</td><td>87.0<br>(16)</td><td>59.3<br>(21)</td><td>94.8<br>(17)</td><td>78.3<br>(19)</td><td>86.3<br>(16)</td><td>82.5<br>(20)</td><td>90.1<br>(16)</td><td>77.9<br>(19)</td></tr>
287+
<tr><td>DINOv3-S</td><td>Natural-image</td><td>VM</td><td>56.4<br>(29)</td><td>56.5<br>(18)</td><td>82.9<br>(1)</td><td>81.6<br>(18)</td><td>91.4<br>(20)</td><td>72.6<br>(23)</td><td>82.9<br>(3)</td><td>86.5<br>(23)</td><td>57.7<br>(25)</td><td>86.3<br>(18)</td><td>53.9<br>(27)</td><td>94.1<br>(19)</td><td>75.0<br>(25)</td><td>85.0<br>(19)</td><td>81.8<br>(22)</td><td>88.2<br>(20)</td><td>77.1<br>(21)</td></tr>
288+
<tbody>
289+
</table>
290+
</div>

0 commit comments

Comments
 (0)