Finetuned Benchmark

Model ID Size Speed NER POS DEP SENT DKHate NorDial DaLaJ ABSAbank-Imm DaNE NorNE-NB NorNE-NN SUC3 MIM-GOLD-NER WikiANN-FO DDT-POS NDT-NB-POS NDT-NN-POS SDT-POS IDT-POS FDT-POS DDT-DEP NDT-NB-DEP NDT-NN-DEP SDT-DEP IDT-DEP FDT-DEP AngryTweets TwitterSent Europarl LCC NoReC NoReC-IS NoReC-FO
spacy/da_core_news_sm 18 80.04 ± 11.12 - - - - - 66.31 ± 1.32 / 67.72 ± 1.36 45.91 ± 0.36 / 48.79 ± 0.39 44.93 ± 0.54 / 49.60 ± 0.61 16.80 ± 0.11 / 21.72 ± 0.18 12.75 ± 0.21 / 15.27 ± 0.21 19.69 ± 0.64 94.70 ± 0.17 73.28 ± 0.13 62.25 ± 0.11 53.75 ± 0.24 32.74 ± 0.43 45.47 ± 0.42 74.41 ± 0.33 / 78.34 ± 0.28 48.17 ± 0.29 / 59.00 ± 0.25 34.03 ± 0.25 / 46.02 ± 0.31 21.38 ± 0.30 / 33.22 ± 0.34 9.62 ± 0.25 / 21.15 ± 0.43 14.19 ± 0.31 / 27.58 ± 0.52 - - - - - - -
spacy/da_core_news_md 46 74.01 ± 7.57 - - - - - 71.70 ± 1.09 / 73.47 ± 1.20 53.47 ± 0.33 / 56.96 ± 0.28 37.44 ± 0.67 / 40.55 ± 0.77 19.34 ± 0.15 / 23.30 ± 0.17 6.77 ± 0.18 / 9.86 ± 0.28 16.58 ± 0.48 95.69 ± 0.19 76.24 ± 0.17 61.98 ± 0.10 53.37 ± 0.20 31.10 ± 0.38 41.78 ± 0.37 76.77 ± 0.34 / 80.15 ± 0.33 52.30 ± 0.34 / 62.00 ± 0.30 35.33 ± 0.29 / 46.05 ± 0.26 22.41 ± 0.26 / 33.16 ± 0.27 7.89 ± 0.26 / 18.25 ± 0.35 12.68 ± 0.19 / 24.04 ± 0.29 - - - - - - -
spacy/da_core_news_lg 547 60.72 ± 2.37 - - - - - 73.27 ± 1.09 / 76.06 ± 1.25 57.04 ± 0.34 / 62.39 ± 0.39 37.68 ± 0.51 / 42.75 ± 0.64 20.95 ± 0.15 / 27.08 ± 0.17 11.19 ± 0.16 / 12.70 ± 0.16 15.39 ± 0.71 96.05 ± 0.14 76.55 ± 0.12 61.98 ± 0.12 53.27 ± 0.23 28.56 ± 0.38 42.82 ± 0.34 76.40 ± 0.27 / 79.98 ± 0.29 51.85 ± 0.31 / 61.33 ± 0.27 33.14 ± 0.21 / 43.12 ± 0.24 21.30 ± 0.20 / 32.81 ± 0.25 7.15 ± 0.20 / 18.32 ± 0.28 13.05 ± 0.14 / 23.85 ± 0.16 - - - - - - -
spacy/da_core_news_trf 422 2.80 ± 0.09 - - - - - 77.24 ± 1.24 / 78.83 ± 1.23 57.71 ± 0.47 / 64.05 ± 0.58 30.04 ± 0.88 / 37.34 ± 0.99 21.93 ± 0.19 / 27.50 ± 0.23 2.10 ± 0.09 / 2.00 ± 0.09 26.67 ± 0.67 98.20 ± 0.11 84.85 ± 0.16 70.08 ± 0.16 66.11 ± 0.21 20.54 ± 0.33 35.87 ± 0.31 84.88 ± 0.36 / 87.30 ± 0.35 67.97 ± 0.35 / 76.12 ± 0.30 50.15 ± 0.36 / 60.00 ± 0.39 40.67 ± 0.35 / 49.80 ± 0.47 5.61 ± 0.12 / 14.87 ± 0.18 8.77 ± 0.22 / 18.25 ± 0.36 - - - - - - -
chcaa/da_dacy_small_trf 52 19.00 ± 0.85 - - - - - 77.00 ± 0.92 / 79.04 ± 1.03 47.81 ± 0.42 / 54.65 ± 0.51 26.28 ± 0.50 / 32.65 ± 0.78 18.72 ± 0.10 / 24.07 ± 0.11 6.42 ± 0.20 / 7.43 ± 0.22 22.97 ± 0.38 97.95 ± 0.11 77.89 ± 0.16 61.30 ± 0.12 51.52 ± 0.16 18.11 ± 0.36 34.62 ± 0.29 82.21 ± 0.39 / 84.94 ± 0.40 55.83 ± 0.33 / 65.25 ± 0.32 36.07 ± 0.21 / 46.22 ± 0.21 25.45 ± 0.23 / 35.24 ± 0.30 4.41 ± 0.09 / 16.25 ± 0.22 8.63 ± 0.15 / 20.79 ± 0.30 - - - - - - -
chcaa/da_dacy_medium_trf 422 2.80 ± 0.08 - - - - - 76.67 ± 1.20 / 78.62 ± 1.20 56.99 ± 0.56 / 62.44 ± 0.63 29.23 ± 0.68 / 35.00 ± 0.86 21.40 ± 0.13 / 25.44 ± 0.15 4.49 ± 0.16 / 4.89 ± 0.17 21.78 ± 0.64 97.90 ± 0.11 83.58 ± 0.14 67.12 ± 0.15 53.87 ± 0.17 16.52 ± 0.28 31.72 ± 0.26 84.35 ± 0.39 / 86.94 ± 0.36 65.56 ± 0.29 / 74.36 ± 0.25 46.78 ± 0.26 / 57.10 ± 0.27 26.81 ± 0.20 / 36.77 ± 0.27 4.06 ± 0.11 / 13.78 ± 0.21 7.04 ± 0.16 / 16.45 ± 0.22 - - - - - - -
chcaa/da_dacy_large_trf 2090 0.75 ± 0.02 - - - - - 83.61 ± 1.18 / 85.33 ± 1.08 78.90 ± 0.49 / 83.13 ± 0.39 72.62 ± 0.58 / 81.73 ± 0.67 53.35 ± 0.17 / 63.05 ± 0.19 53.76 ± 0.44 / 58.03 ± 0.53 51.72 ± 0.52 98.50 ± 0.07 88.68 ± 0.09 85.30 ± 0.16 92.21 ± 0.09 86.32 ± 0.26 73.05 ± 0.20 87.08 ± 0.32 / 89.13 ± 0.34 72.77 ± 0.20 / 80.02 ± 0.16 69.22 ± 0.32 / 77.53 ± 0.31 71.97 ± 0.36 / 79.57 ± 0.44 42.49 ± 0.63 / 54.85 ± 0.71 40.63 ± 0.53 / 54.65 ± 0.50 - - - - - - -
radbrt/nb_nocy_trf 425 2.56 ± 0.10 - - - - - 66.53 ± 1.18 / 73.83 ± 1.10 88.18 ± 0.37 / 90.20 ± 0.34 85.62 ± 0.71 / 88.87 ± 0.71 42.62 ± 0.61 / 46.23 ± 0.80 16.85 ± 0.56 / 18.06 ± 0.68 37.38 ± 1.90 82.45 ± 0.33 98.44 ± 0.09 95.49 ± 0.15 28.52 ± 0.22 13.22 ± 0.30 27.64 ± 0.41 59.27 ± 0.45 / 67.59 ± 0.48 91.27 ± 0.22 / 92.75 ± 0.20 88.53 ± 0.35 / 91.05 ± 0.28 14.35 ± 0.16 / 18.13 ± 0.17 2.38 ± 0.10 / 5.91 ± 0.18 5.47 ± 0.22 / 9.06 ± 0.32 - - - - - - -
pin/senda 422 4.45 ± 0.09 - - - - - - 34.21 ± 0.94 - - - - - - - - - - - - - - - - - - 80.91 ± 0.95 71.53 ± 0.91 59.21 ± 2.13 61.68 ± 1.88 34.52 ± 2.15 26.46 ± 0.93 27.18 ± 1.13
saattrupdan/nbailab-base-ner-scandi 676 3.32 ± 0.54 - - - - - - - 87.44 ± 0.81 / 89.50 ± 0.92 91.06 ± 0.26 / 92.65 ± 0.35 90.42 ± 0.61 / 93.90 ± 0.56 88.37 ± 0.17 / 91.00 ± 0.16 48.06 ± 0.74 / 51.72 ± 0.66 90.22 ± 0.46 - - - - - - - - - - - - - - - - - - -
Maltehb/aelaectra-danish-electra-small-cased-ner-dane 52 20.88 ± 0.98 - - - - - - - 63.96 ± 1.54 / 73.15 ± 1.55 38.63 ± 0.54 / 39.89 ± 0.55 18.47 ± 0.50 / 18.91 ± 0.52 23.07 ± 0.29 / 23.80 ± 0.29 6.20 ± 0.17 / 6.35 ± 0.18 21.96 ± 0.34 - - - - - - - - - - - - - - - - - - -
Maltehb/aelaectra-danish-electra-small-uncased-ner-dane 52 20.19 ± 1.13 - - - - - - - 70.41 ± 1.19 / 80.79 ± 1.06 48.76 ± 0.70 / 50.95 ± 0.75 27.58 ± 0.61 / 28.69 ± 0.64 35.39 ± 0.38 / 37.38 ± 0.38 6.28 ± 0.17 / 6.42 ± 0.18 28.30 ± 0.29 - - - - - - - - - - - - - - - - - - -
Maltehb/danish-bert-botxo-ner-dane 420 4.64 ± 0.14 - - - - - - - 69.25 ± 1.17 / 79.28 ± 1.30 60.57 ± 0.27 / 63.30 ± 0.31 35.60 ± 1.19 / 37.21 ± 1.26 38.37 ± 0.26 / 40.43 ± 0.31 3.30 ± 0.78 / 3.66 ± 0.79 27.88 ± 0.48 - - - - - - - - - - - - - - - - - - -
NbAiLab/nb-bert-base-ner 473 4.67 ± 0.09 - - - - - - - 74.10 ± 0.92 / 81.58 ± 0.99 93.48 ± 0.38 / 94.56 ± 0.32 90.04 ± 0.50 / 92.53 ± 0.34 77.12 ± 0.21 / 82.39 ± 0.26 46.57 ± 0.55 / 53.24 ± 0.49 64.31 ± 0.53 - - - - - - - - - - - - - - - - - - -
KBLab/swedish-spacy-pipeline 476 1.29 ± 0.03 - - - - - 16.94 ± 0.59 / 28.44 ± 1.00 18.93 ± 0.57 / 29.14 ± 0.85 17.40 ± 1.10 / 27.83 ± 1.57 22.31 ± 0.10 / 36.34 ± 0.20 1.96 ± 0.11 / 5.19 ± 0.38 28.43 ± 0.76 / 28.43 ± 0.76 87.40 ± 0.29 87.79 ± 0.18 82.45 ± 0.19 98.76 ± 0.05 35.62 ± 0.29 52.29 ± 0.24 61.05 ± 0.47 / 68.79 ± 0.51 70.97 ± 0.25 / 77.01 ± 0.24 63.04 ± 0.41 / 70.92 ± 0.39 92.04 ± 0.22 / 93.90 ± 0.18 8.80 ± 0.18 / 22.87 ± 0.32 17.34 ± 0.25 / 30.98 ± 0.35 - - - - - - -
KB/bert-base-swedish-cased-neriob 476 4.29 ± 0.08 - - - - - - - 51.74 ± 1.02 / 64.93 ± 1.24 58.46 ± 0.54 / 65.70 ± 0.64 55.77 ± 1.08 / 65.12 ± 1.10 59.17 ± 0.51 / 76.34 ± 0.50 15.99 ± 1.61 / 18.77 ± 1.85 39.14 ± 2.37 / 39.14 ± 2.37 - - - - - - - - - - - - - - - - - - -
RecordedFuture/Swedish-NER 474 4.36 ± 0.07 - - - - - - - 64.09 ± 0.97 / 72.37 ± 1.20 56.15 ± 4.13 / 62.02 ± 4.59 49.21 ± 6.60 / 56.61 ± 7.32 53.41 ± 9.02 / 62.77 ± 9.92 17.24 ± 2.83 / 19.07 ± 3.12 42.07 ± 2.78 - - - - - - - - - - - - - - - - - - -
elisno/is_ner_mim_trf 475 2.53 ± 0.10 - - - - - - - 37.36 ± 0.75 / 45.04 ± 1.12 36.50 ± 0.73 / 39.64 ± 0.72 34.95 ± 0.50 / 37.62 ± 0.67 33.54 ± 0.28 / 38.64 ± 0.30 76.47 ± 0.44 / 76.34 ± 0.42 50.86 ± 0.62 - - - - - - - - - - - - - - - - - - -
m3hrdadfi/icelandic-ner-roberta 473 3.64 ± 0.06 - - - - - - - 51.88 ± 1.32 / 61.59 ± 1.41 36.98 ± 6.73 / 39.24 ± 7.39 38.26 ± 7.90 / 41.11 ± 8.51 24.09 ± 16.84 / 26.80 ± 19.15 82.76 ± 2.63 / 84.27 ± 2.55 60.78 ± 2.46 - - - - - - - - - - - - - - - - - - -
vesteinn/IceBERT-ner 473 4.31 ± 0.33 - - - - - - - 60.36 ± 1.24 / 68.74 ± 1.51 58.84 ± 0.96 / 63.13 ± 0.90 61.55 ± 0.77 / 66.30 ± 0.75 55.78 ± 0.30 / 62.75 ± 0.28 96.73 ± 0.25 / 97.33 ± 0.21 66.19 ± 0.50 - - - - - - - - - - - - - - - - - - -
vesteinn/XLMR-ENIS-finetuned-ner 473 2.16 ± 0.05 - - - - - - - 71.78 ± 1.56 / 76.04 ± 1.41 50.91 ± 3.30 / 52.43 ± 3.58 37.28 ± 5.15 / 39.63 ± 5.56 23.78 ± 8.55 / 25.43 ± 9.63 52.77 ± 5.03 / 55.88 ± 5.05 30.91 ± 6.77 / 30.91 ± 6.77 - - - - - - - - - - - - - - - - - - -
spacy/xx_ent_wiki_sm 11 194.79 ± 34.18 - - - - - - - 37.98 ± 0.97 / 42.57 ± 0.93 34.15 ± 0.60 / 36.10 ± 0.61 38.05 ± 0.32 / 39.99 ± 0.50 13.14 ± 0.09 / 15.46 ± 0.13 16.15 ± 0.27 / 18.65 ± 0.32 25.83 ± 0.87 - - - - - - - - - - - - - - - - - - -
spacy/nb_core_news_sm 15 41.01 ± 129.83 - - - - - 50.28 ± 3.65 / 55.06 ± 4.10 68.25 ± 2.46 / 70.22 ± 2.83 59.11 ± 2.13 / 60.39 ± 2.45 19.54 ± 0.31 / 22.20 ± 0.33 12.98 ± 0.24 / 14.13 ± 0.30 18.24 ± 2.33 77.02 ± 0.35 96.34 ± 0.08 80.33 ± 0.17 57.10 ± 0.19 30.31 ± 0.45 44.94 ± 0.36 49.35 ± 0.39 / 58.39 ± 0.49 84.32 ± 0.14 / 87.06 ± 0.13 59.63 ± 0.38 / 67.75 ± 0.37 27.57 ± 0.28 / 38.27 ± 0.32 10.06 ± 0.26 / 21.18 ± 0.38 16.57 ± 0.19 / 27.59 ± 0.28 - - - - - - -
spacy/nb_core_news_md 44 40.76 ± 109.14 - - - - - 45.33 ± 2.33 / 50.05 ± 2.96 78.62 ± 2.75 / 81.90 ± 2.50 68.48 ± 1.96 / 71.47 ± 1.99 19.50 ± 0.38 / 26.59 ± 0.53 10.92 ± 0.24 / 12.90 ± 0.28 22.89 ± 2.60 75.38 ± 0.31 96.92 ± 0.06 82.37 ± 0.15 52.66 ± 0.11 27.57 ± 0.40 43.16 ± 0.35 46.44 ± 0.50 / 55.31 ± 0.56 85.70 ± 0.17 / 87.99 ± 0.15 63.80 ± 0.24 / 70.42 ± 0.28 25.99 ± 0.25 / 35.89 ± 0.39 8.10 ± 0.21 / 20.02 ± 0.22 14.45 ± 0.32 / 25.79 ± 0.47 - - - - - - -
spacy/nb_core_news_lg 546 60.50 ± 12.16 - - - - - 52.83 ± 2.41 / 60.07 ± 2.40 81.49 ± 2.05 / 84.35 ± 2.09 70.06 ± 2.16 / 72.80 ± 2.19 20.86 ± 0.48 / 25.28 ± 0.53 9.71 ± 0.18 / 10.43 ± 0.20 18.04 ± 2.67 75.81 ± 0.34 97.05 ± 0.08 81.65 ± 0.12 52.64 ± 0.13 25.64 ± 0.37 42.52 ± 0.21 47.85 ± 0.52 / 57.16 ± 0.58 85.81 ± 0.17 / 88.34 ± 0.14 63.77 ± 0.38 / 70.37 ± 0.36 26.13 ± 0.17 / 36.44 ± 0.26 7.33 ± 0.19 / 17.94 ± 0.32 15.02 ± 0.25 / 25.07 ± 0.45 - - - - - - -
DaNLP/da-bert-tone-sentiment-polarity 422 5.09 ± 0.10 - - - - - - 38.17 ± 1.63 - - - - - - - - - - - - - - - - - - 68.61 ± 1.04 70.12 ± 1.36 - 67.11 ± 2.83 36.08 ± 3.05 29.40 ± 0.55 32.53 ± 1.04
DaNLP/da-bert-ner 420 2.79 ± 0.10 - - - - - - - 72.86 ± 0.90 / 83.69 ± 1.29 49.72 ± 3.57 / 52.75 ± 3.66 23.03 ± 4.46 / 24.92 ± 4.58 9.88 ± 7.43 / 10.81 ± 7.77 8.92 ± 2.33 / 10.07 ± 2.43 41.41 ± 0.52 - - - - - - - - - - - - - - - - - - -
Guscode/DKbert-hatespeech-detection 422 4.15 ± 0.28 - - - - 74.78 ± 2.04 - - - - - - - - - - - - - - - - - - - - - - - - - - - -
DaNLP/da-bert-hatespeech-detection 422 5.33 ± 0.29 - - - - 69.37 ± 2.08 - - - - - - - - - - - - - - - - - - - - - - - - - - - -