Spaces:

valira-ai
/

slo-ocr-benchmark

Running

Tjas Ajdovec

Display all 20 models without scrolling (max_height=None)

a8318a7 5 months ago

2.41 kB

Model,CER_lower,CER_upper,WER_lower,WER_upper,BoW F1_lower,BoW F1_upper,Diacritic Micro F1_lower,Diacritic Micro F1_upper,Diacritic Macro F1_lower,Diacritic Macro F1_upper,Figure Recall_lower,Figure Recall_upper,Score_lower,Score_upper
Claude Opus 4.7,0.0100,0.0444,0.0157,0.0511,0.9742,0.9900,0.9849,0.9975,0.9687,0.9982,0.3461,0.8800,0.8480,0.9658
Docling,0.0876,0.1417,0.1506,0.2086,0.8975,0.9229,0.9659,0.9868,0.9607,0.9855,1.0000,1.0000,0.9064,0.9314
GaMS-3-beta,0.2657,0.4054,0.4088,0.5718,0.6018,0.7181,0.8046,0.9034,0.8048,0.8957,0.1250,0.6857,0.5402,0.6989
Gemini 3.1 Pro,0.0068,0.0961,0.0109,0.1007,0.9142,0.9937,0.9224,0.9977,0.9225,0.9982,0.7273,1.0000,0.8765,0.9945
Gemma-3,0.0343,0.0877,0.0718,0.1407,0.8936,0.9420,0.9274,0.9727,0.9015,0.9661,0.5545,1.0000,0.8422,0.9478
GLM-OCR,0.0318,0.1589,0.0714,0.1947,0.8258,0.9453,0.9049,0.9636,0.9092,0.9678,0.0000,0.0000,0.6772,0.7598
GPT-5.4,0.0057,0.0170,0.0150,0.0288,0.9802,0.9890,0.9498,0.9887,0.9294,0.9867,0.5500,1.0000,0.8931,0.9856
GPT-5.5,0.0058,0.0198,0.0115,0.0263,0.9838,0.9920,0.9790,0.9953,0.9603,0.9937,0.5433,1.0000,0.8953,0.9911
InternVL3.5,0.0565,0.0948,0.1685,0.2205,0.8089,0.8475,0.8641,0.9212,0.8245,0.9024,0.0000,0.4167,0.6830,0.7800
Kimi-K2.6,0.0039,0.0145,0.0126,0.0269,0.9792,0.9894,0.9597,0.9918,0.9457,0.9926,1.0000,1.0000,0.9811,0.9919
Marker,0.0280,0.0744,0.0400,0.0901,0.9451,0.9740,0.9653,0.9932,0.9419,0.9929,1.0000,1.0000,0.9506,0.9791
MinerU,0.1950,0.3647,0.2704,0.4533,0.6234,0.7943,0.7238,0.8829,0.6914,0.8599,1.0000,1.0000,0.7079,0.8401
Ministral-3,0.0226,0.0540,0.0472,0.0817,0.9404,0.9613,0.9243,0.9759,0.9024,0.9725,0.6286,1.0000,0.8817,0.9681
Mistral OCR 3,0.0288,0.1054,0.0389,0.1144,0.9249,0.9757,0.9339,0.9897,0.9238,0.9895,1.0000,1.0000,0.9288,0.9790
Nanonets-OCR2,0.0222,0.0602,0.0482,0.0879,0.9413,0.9618,0.9617,0.9823,0.9398,0.9793,0.5000,1.0000,0.8611,0.9688
Nemotron-Parse,0.0145,0.0526,0.0315,0.0744,0.9508,0.9752,0.9749,0.9891,0.9683,0.9883,1.0000,1.0000,0.9614,0.9824
olmOCR-2,0.0218,0.1151,0.0360,0.1010,0.9322,0.9734,0.9406,0.9856,0.9270,0.9846,0.0000,0.5239,0.7540,0.8723
Phi-4-MM,0.8775,0.9614,0.9638,0.9934,0.0738,0.1332,0.2956,0.4708,0.3132,0.4781,0.0000,0.3000,0.0985,0.1814
Qwen3.5,0.0062,0.0275,0.0233,0.0488,0.9625,0.9796,0.9525,0.9875,0.9291,0.9875,1.0000,1.0000,0.9692,0.9867
Qwen3-VL,0.0100,0.0415,0.0352,0.0686,0.9519,0.9686,0.9609,0.9817,0.9417,0.9829,0.5500,1.0000,0.8756,0.9772

	Model,CER_lower,CER_upper,WER_lower,WER_upper,BoW F1_lower,BoW F1_upper,Diacritic Micro F1_lower,Diacritic Micro F1_upper,Diacritic Macro F1_lower,Diacritic Macro F1_upper,Figure Recall_lower,Figure Recall_upper,Score_lower,Score_upper
	Claude Opus 4.7,0.0100,0.0444,0.0157,0.0511,0.9742,0.9900,0.9849,0.9975,0.9687,0.9982,0.3461,0.8800,0.8480,0.9658
	Docling,0.0876,0.1417,0.1506,0.2086,0.8975,0.9229,0.9659,0.9868,0.9607,0.9855,1.0000,1.0000,0.9064,0.9314
	GaMS-3-beta,0.2657,0.4054,0.4088,0.5718,0.6018,0.7181,0.8046,0.9034,0.8048,0.8957,0.1250,0.6857,0.5402,0.6989
	Gemini 3.1 Pro,0.0068,0.0961,0.0109,0.1007,0.9142,0.9937,0.9224,0.9977,0.9225,0.9982,0.7273,1.0000,0.8765,0.9945
	Gemma-3,0.0343,0.0877,0.0718,0.1407,0.8936,0.9420,0.9274,0.9727,0.9015,0.9661,0.5545,1.0000,0.8422,0.9478
	GLM-OCR,0.0318,0.1589,0.0714,0.1947,0.8258,0.9453,0.9049,0.9636,0.9092,0.9678,0.0000,0.0000,0.6772,0.7598
	GPT-5.4,0.0057,0.0170,0.0150,0.0288,0.9802,0.9890,0.9498,0.9887,0.9294,0.9867,0.5500,1.0000,0.8931,0.9856
	GPT-5.5,0.0058,0.0198,0.0115,0.0263,0.9838,0.9920,0.9790,0.9953,0.9603,0.9937,0.5433,1.0000,0.8953,0.9911
	InternVL3.5,0.0565,0.0948,0.1685,0.2205,0.8089,0.8475,0.8641,0.9212,0.8245,0.9024,0.0000,0.4167,0.6830,0.7800
	Kimi-K2.6,0.0039,0.0145,0.0126,0.0269,0.9792,0.9894,0.9597,0.9918,0.9457,0.9926,1.0000,1.0000,0.9811,0.9919
	Marker,0.0280,0.0744,0.0400,0.0901,0.9451,0.9740,0.9653,0.9932,0.9419,0.9929,1.0000,1.0000,0.9506,0.9791
	MinerU,0.1950,0.3647,0.2704,0.4533,0.6234,0.7943,0.7238,0.8829,0.6914,0.8599,1.0000,1.0000,0.7079,0.8401
	Ministral-3,0.0226,0.0540,0.0472,0.0817,0.9404,0.9613,0.9243,0.9759,0.9024,0.9725,0.6286,1.0000,0.8817,0.9681
	Mistral OCR 3,0.0288,0.1054,0.0389,0.1144,0.9249,0.9757,0.9339,0.9897,0.9238,0.9895,1.0000,1.0000,0.9288,0.9790
	Nanonets-OCR2,0.0222,0.0602,0.0482,0.0879,0.9413,0.9618,0.9617,0.9823,0.9398,0.9793,0.5000,1.0000,0.8611,0.9688
	Nemotron-Parse,0.0145,0.0526,0.0315,0.0744,0.9508,0.9752,0.9749,0.9891,0.9683,0.9883,1.0000,1.0000,0.9614,0.9824
	olmOCR-2,0.0218,0.1151,0.0360,0.1010,0.9322,0.9734,0.9406,0.9856,0.9270,0.9846,0.0000,0.5239,0.7540,0.8723
	Phi-4-MM,0.8775,0.9614,0.9638,0.9934,0.0738,0.1332,0.2956,0.4708,0.3132,0.4781,0.0000,0.3000,0.0985,0.1814
	Qwen3.5,0.0062,0.0275,0.0233,0.0488,0.9625,0.9796,0.9525,0.9875,0.9291,0.9875,1.0000,1.0000,0.9692,0.9867
	Qwen3-VL,0.0100,0.0415,0.0352,0.0686,0.9519,0.9686,0.9609,0.9817,0.9417,0.9829,0.5500,1.0000,0.8756,0.9772