diff --git "a/results/scores.json" "b/results/scores.json" new file mode 100644--- /dev/null +++ "b/results/scores.json" @@ -0,0 +1,6178 @@ +{ + "metric": "per-language macro-F1 over COMMA/PERIOD/QUESTION (EXCLAM folded into PERIOD), per-class F1, and CAP/UPPER truecasing F1; Japanese and Thai excluded", + "systems": { + "dewpoint": "Dewpoint (this model)", + "dewpoint_mmbert": "mmBERT-base half alone", + "dewpoint_xlmr": "XLM-R-large half alone", + "fullstop-large": "[oliverguhr/fullstop-punctuation-multilang-large](https://huggingface.co/oliverguhr/fullstop-punctuation-multilang-large)", + "kredor": "[kredor/punctuate-all](https://huggingface.co/kredor/punctuate-all)", + "fullstop-sonar": "[oliverguhr/fullstop-punctuation-multilingual-sonar-base](https://huggingface.co/oliverguhr/fullstop-punctuation-multilingual-sonar-base)", + "bad_code": "[1-800-BAD-CODE/xlm-roberta_punctuation_fullstop_truecase](https://huggingface.co/1-800-BAD-CODE/xlm-roberta_punctuation_fullstop_truecase)", + "whisper": "raw [openai/whisper-large-v3-turbo](https://huggingface.co/openai/whisper-large-v3-turbo) punctuation" + }, + "sets": { + "iwslt_official": { + "languages": [ + "ar", + "de", + "en", + "fr", + "it", + "ko", + "nl", + "ro", + "zh" + ], + "results": { + "dewpoint": { + "mean": 0.7559139505612135, + "covered": 9, + "per_lang": { + "ar": { + "macro": 0.6537589234274687, + "COMMA": 0.5138813282525858, + "PERIOD": 0.6585558732282986, + "QUESTION": 0.7888395688015218, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "de": { + "macro": 0.8495568596348946, + "COMMA": 0.8210843128482531, + "PERIOD": 0.8670727337871732, + "QUESTION": 0.8605135322692575, + "case": { + "CAP": 0.9611319372022886, + "UPPER": 0.8523908523908523 + } + }, + "en": { + "macro": 0.8033302935385928, + "COMMA": 0.7257879656160459, + "PERIOD": 0.8351341930986406, + "QUESTION": 0.8490687219010918, + "case": { + "CAP": 0.8992842211946539, + "UPPER": 0.8885976408912188 + } + }, + "fr": { + "macro": 0.7956000145965758, + "COMMA": 0.7126584015737224, + "PERIOD": 0.8336011016754646, + "QUESTION": 0.8405405405405406, + "case": { + "CAP": 0.8735450154406526, + "UPPER": 0.865203761755486 + } + }, + "it": { + "macro": 0.7144895819739118, + "COMMA": 0.6293079293919865, + "PERIOD": 0.7827692307692309, + "QUESTION": 0.7313915857605178, + "case": { + "CAP": 0.8150034730261633, + "UPPER": 0.822695035460993 + } + }, + "ko": { + "macro": 0.800987849545213, + "COMMA": 0.5663959739219947, + "PERIOD": 0.9449181613251005, + "QUESTION": 0.8916494133885439, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "nl": { + "macro": 0.7686421012193799, + "COMMA": 0.6649810366624527, + "PERIOD": 0.8246187363834423, + "QUESTION": 0.8163265306122449, + "case": { + "CAP": 0.8714924766165107, + "UPPER": 0.9367088607594937 + } + }, + "ro": { + "macro": 0.7617597581287631, + "COMMA": 0.6877409406322281, + "PERIOD": 0.800241036456764, + "QUESTION": 0.7972972972972973, + "case": { + "CAP": 0.8429068755439513, + "UPPER": 0.8831168831168831 + } + }, + "zh": { + "macro": 0.6551001729861213, + "COMMA": 0.579126190362253, + "PERIOD": 0.5842217484008528, + "QUESTION": 0.8019525801952581, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + } + } + }, + "dewpoint_mmbert": { + "mean": 0.739156306005923, + "covered": 9, + "per_lang": { + "ar": { + "macro": 0.6229472527255675, + "COMMA": 0.4863102009859689, + "PERIOD": 0.6427387479280887, + "QUESTION": 0.7397928092626448, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "de": { + "macro": 0.8402247097254595, + "COMMA": 0.8140901804430927, + "PERIOD": 0.8608058608058609, + "QUESTION": 0.845778087927425, + "case": { + "CAP": 0.9582922361561222, + "UPPER": 0.8347107438016529 + } + }, + "en": { + "macro": 0.793513415925449, + "COMMA": 0.7165272484284512, + "PERIOD": 0.8241146511903352, + "QUESTION": 0.8398983481575603, + "case": { + "CAP": 0.890921796582174, + "UPPER": 0.8868660598179453 + } + }, + "fr": { + "macro": 0.7840561306878597, + "COMMA": 0.7033203765278884, + "PERIOD": 0.8178526915543949, + "QUESTION": 0.830995323981296, + "case": { + "CAP": 0.8592698186425912, + "UPPER": 0.8513931888544892 + } + }, + "it": { + "macro": 0.6885798528734353, + "COMMA": 0.611266034578918, + "PERIOD": 0.7641509433962264, + "QUESTION": 0.6903225806451613, + "case": { + "CAP": 0.794961511546536, + "UPPER": 0.7916666666666666 + } + }, + "ko": { + "macro": 0.7824803714008167, + "COMMA": 0.5468209471549564, + "PERIOD": 0.9416727986264409, + "QUESTION": 0.8589473684210527, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "nl": { + "macro": 0.758669746012378, + "COMMA": 0.6404234204432683, + "PERIOD": 0.8164731896075179, + "QUESTION": 0.8191126279863481, + "case": { + "CAP": 0.864897711160624, + "UPPER": 0.8765432098765431 + } + }, + "ro": { + "macro": 0.72737545966146, + "COMMA": 0.674491392801252, + "PERIOD": 0.7700934579439253, + "QUESTION": 0.7375415282392027, + "case": { + "CAP": 0.828172699520279, + "UPPER": 0.8354430379746836 + } + }, + "zh": { + "macro": 0.6545598150408812, + "COMMA": 0.5734415237354843, + "PERIOD": 0.5870357866306549, + "QUESTION": 0.8032021347565044, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + } + } + }, + "dewpoint_xlmr": { + "mean": 0.7443310753709669, + "covered": 9, + "per_lang": { + "ar": { + "macro": 0.6493583416059132, + "COMMA": 0.5152542372881356, + "PERIOD": 0.6576466266682993, + "QUESTION": 0.7751741608613048, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "de": { + "macro": 0.840047274785105, + "COMMA": 0.816882795077228, + "PERIOD": 0.8667725427916004, + "QUESTION": 0.8364864864864865, + "case": { + "CAP": 0.958815741288487, + "UPPER": 0.8399168399168399 + } + }, + "en": { + "macro": 0.7900391921046142, + "COMMA": 0.7096774193548387, + "PERIOD": 0.8320303518050126, + "QUESTION": 0.8284098051539912, + "case": { + "CAP": 0.8935004408615695, + "UPPER": 0.8877005347593584 + } + }, + "fr": { + "macro": 0.7873053390289703, + "COMMA": 0.7027126099706745, + "PERIOD": 0.8330874843980484, + "QUESTION": 0.8261159227181879, + "case": { + "CAP": 0.8676852799873985, + "UPPER": 0.8486739469578783 + } + }, + "it": { + "macro": 0.7106741341553483, + "COMMA": 0.6256025709694697, + "PERIOD": 0.7780247697681804, + "QUESTION": 0.7283950617283951, + "case": { + "CAP": 0.8163919413919414, + "UPPER": 0.8656716417910448 + } + }, + "ko": { + "macro": 0.7887478814621717, + "COMMA": 0.5615852285521279, + "PERIOD": 0.9393909818465742, + "QUESTION": 0.8652674339878131, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "nl": { + "macro": 0.7568581663384487, + "COMMA": 0.6534017971758665, + "PERIOD": 0.8223844282238443, + "QUESTION": 0.7947882736156352, + "case": { + "CAP": 0.8627132412672625, + "UPPER": 0.9090909090909091 + } + }, + "ro": { + "macro": 0.7496523240565224, + "COMMA": 0.6826597131681879, + "PERIOD": 0.7990841442472811, + "QUESTION": 0.7672131147540983, + "case": { + "CAP": 0.8391276182250055, + "UPPER": 0.88 + } + }, + "zh": { + "macro": 0.6262970248016088, + "COMMA": 0.5592030360531309, + "PERIOD": 0.5574730546383402, + "QUESTION": 0.762214983713355, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + } + } + }, + "fullstop-large": { + "mean": 0.6437597131439904, + "covered": 9, + "per_lang": { + "ar": { + "macro": 0.558604797460848, + "COMMA": 0.43351877607788597, + "PERIOD": 0.5970149253731344, + "QUESTION": 0.6452806909315238 + }, + "de": { + "macro": 0.8337728427217094, + "COMMA": 0.8057968521544681, + "PERIOD": 0.855859228753276, + "QUESTION": 0.8396624472573839 + }, + "en": { + "macro": 0.7430147408227011, + "COMMA": 0.6097502401536983, + "PERIOD": 0.80325324393121, + "QUESTION": 0.8160407383831955 + }, + "fr": { + "macro": 0.7580527765718029, + "COMMA": 0.6705895172714396, + "PERIOD": 0.8005592365205763, + "QUESTION": 0.8030095759233926 + }, + "it": { + "macro": 0.6838023362065879, + "COMMA": 0.5964373464373465, + "PERIOD": 0.7629281396910679, + "QUESTION": 0.6920415224913495 + }, + "ko": { + "macro": 0.6033949721137049, + "COMMA": 0.3932804287333815, + "PERIOD": 0.7713599331522875, + "QUESTION": 0.6455445544554456 + }, + "nl": { + "macro": 0.6866061822940517, + "COMMA": 0.49536689206110696, + "PERIOD": 0.8009381413075345, + "QUESTION": 0.7635135135135136 + }, + "ro": { + "macro": 0.6859559865300492, + "COMMA": 0.614158749616917, + "PERIOD": 0.7559899117276166, + "QUESTION": 0.687719298245614 + }, + "zh": { + "macro": 0.2406327835744586, + "COMMA": 0.182136347065257, + "PERIOD": 0.3378076062639821, + "QUESTION": 0.2019543973941368 + } + } + }, + "kredor": { + "mean": 0.6343623398754596, + "covered": 9, + "per_lang": { + "ar": { + "macro": 0.5402980815813945, + "COMMA": 0.4263927793339558, + "PERIOD": 0.5818620602057666, + "QUESTION": 0.6126394052044609 + }, + "de": { + "macro": 0.8137943539263128, + "COMMA": 0.7932666547597786, + "PERIOD": 0.848675456634813, + "QUESTION": 0.7994409503843466 + }, + "en": { + "macro": 0.7213879426469907, + "COMMA": 0.6151482925676475, + "PERIOD": 0.7882499851340904, + "QUESTION": 0.7607655502392343 + }, + "fr": { + "macro": 0.7280586032231389, + "COMMA": 0.6448401725472845, + "PERIOD": 0.7909212608007788, + "QUESTION": 0.7484143763213531 + }, + "it": { + "macro": 0.646503563694946, + "COMMA": 0.5908256880733944, + "PERIOD": 0.7411764705882353, + "QUESTION": 0.6075085324232081 + }, + "ko": { + "macro": 0.6196590429077188, + "COMMA": 0.3798024149286498, + "PERIOD": 0.8166649710041713, + "QUESTION": 0.6625097427903353 + }, + "nl": { + "macro": 0.7221001266266008, + "COMMA": 0.6097902097902097, + "PERIOD": 0.8073692766188025, + "QUESTION": 0.7491408934707903 + }, + "ro": { + "macro": 0.6725665104337301, + "COMMA": 0.6154330708661417, + "PERIOD": 0.7628106781221232, + "QUESTION": 0.6394557823129252 + }, + "zh": { + "macro": 0.2448928338383046, + "COMMA": 0.19828130923796283, + "PERIOD": 0.2833158447009444, + "QUESTION": 0.2530813475760066 + } + } + }, + "fullstop-sonar": { + "mean": 0.6380822058793026, + "covered": 9, + "per_lang": { + "ar": { + "macro": 0.45676522805976544, + "COMMA": 0.3627133608004709, + "PERIOD": 0.5158659549228943, + "QUESTION": 0.4917163684559311 + }, + "de": { + "macro": 0.8173623119915326, + "COMMA": 0.7967865935299961, + "PERIOD": 0.8469087340529932, + "QUESTION": 0.8083916083916084 + }, + "en": { + "macro": 0.7360583704127008, + "COMMA": 0.6445736859431581, + "PERIOD": 0.7849664104581492, + "QUESTION": 0.7786350148367952 + }, + "fr": { + "macro": 0.750981153913921, + "COMMA": 0.6646619771250604, + "PERIOD": 0.8034017595307917, + "QUESTION": 0.7848797250859106 + }, + "it": { + "macro": 0.6349194533360928, + "COMMA": 0.5768160741885625, + "PERIOD": 0.7343027098479842, + "QUESTION": 0.5936395759717316 + }, + "ko": { + "macro": 0.634738964778519, + "COMMA": 0.39838709677419354, + "PERIOD": 0.8300128040973112, + "QUESTION": 0.6758169934640523 + }, + "nl": { + "macro": 0.730372275556688, + "COMMA": 0.5995607613469985, + "PERIOD": 0.8072423398328691, + "QUESTION": 0.7843137254901962 + }, + "ro": { + "macro": 0.6565893052414234, + "COMMA": 0.6222222222222222, + "PERIOD": 0.7284980744544288, + "QUESTION": 0.6190476190476191 + }, + "zh": { + "macro": 0.3249527896230805, + "COMMA": 0.274248991182185, + "PERIOD": 0.3703341483292584, + "QUESTION": 0.33027522935779813 + } + } + }, + "bad_code": { + "mean": 0.6204231422094041, + "covered": 9, + "per_lang": { + "ar": { + "macro": 0.5104286157162046, + "COMMA": 0.4394566486257031, + "PERIOD": 0.45098039215686275, + "QUESTION": 0.6408488063660478, + "case": { + "CAP": 0.7840909090909092, + "UPPER": 0.7710843373493975 + } + }, + "de": { + "macro": 0.7264181618262664, + "COMMA": 0.7587066744244036, + "PERIOD": 0.7445291069795794, + "QUESTION": 0.6760187040748162, + "case": { + "CAP": 0.9279674287503915, + "UPPER": 0.7759036144578314 + } + }, + "en": { + "macro": 0.6884479622101846, + "COMMA": 0.6499797324685853, + "PERIOD": 0.6917107583774251, + "QUESTION": 0.7236533957845434, + "case": { + "CAP": 0.8186872882980764, + "UPPER": 0.8357771260997067 + } + }, + "fr": { + "macro": 0.6579455967821584, + "COMMA": 0.624291650925576, + "PERIOD": 0.6674134779788927, + "QUESTION": 0.6821316614420063, + "case": { + "CAP": 0.7428411229925107, + "UPPER": 0.8494623655913979 + } + }, + "it": { + "macro": 0.5769645704574813, + "COMMA": 0.5336400230017251, + "PERIOD": 0.607849714860785, + "QUESTION": 0.5894039735099338, + "case": { + "CAP": 0.6898345153664303, + "UPPER": 0.5494505494505496 + } + }, + "ko": { + "macro": 0.6553481336108239, + "COMMA": 0.40957558017980344, + "PERIOD": 0.8422880712037337, + "QUESTION": 0.7141807494489346, + "case": { + "CAP": 0.9076923076923076, + "UPPER": 0.8945147679324894 + } + }, + "nl": { + "macro": 0.6174847029128673, + "COMMA": 0.5377449405717958, + "PERIOD": 0.6701908957415567, + "QUESTION": 0.6445182724252493, + "case": { + "CAP": 0.7416505063563887, + "UPPER": 0.8794326241134751 + } + }, + "ro": { + "macro": 0.6005921372278971, + "COMMA": 0.6043058648849294, + "PERIOD": 0.6250799744081894, + "QUESTION": 0.5723905723905723, + "case": { + "CAP": 0.7038548752834467, + "UPPER": 0.8428571428571427 + } + }, + "zh": { + "macro": 0.5501783991407533, + "COMMA": 0.5184747032611696, + "PERIOD": 0.47821434031493654, + "QUESTION": 0.6538461538461539, + "case": { + "CAP": 0.6267087276550999, + "UPPER": 0.6875 + } + } + } + } + } + }, + "iwslt_wit3": { + "languages": [ + "ar", + "az", + "bg", + "bn", + "bs", + "ca", + "cs", + "da", + "de", + "el", + "en", + "eo", + "es", + "et", + "fa", + "fi", + "fr", + "fr-ca", + "he", + "hi", + "hr", + "hu", + "hy", + "id", + "it", + "ka", + "kk", + "ko", + "ku", + "lt", + "lv", + "mk", + "mn", + "mr", + "ms", + "my", + "nb", + "nl", + "pl", + "pt", + "pt-br", + "ro", + "ru", + "sk", + "sl", + "sq", + "sr", + "sv", + "sw", + "ta", + "tr", + "uk", + "ur", + "vi", + "zh", + "zh-cn", + "zh-tw" + ], + "results": { + "dewpoint": { + "mean": 0.7302947560830736, + "covered": 57, + "per_lang": { + "ar": { + "macro": 0.6538113838547356, + "COMMA": 0.5133129043241402, + "PERIOD": 0.6582478295185477, + "QUESTION": 0.789873417721519, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "az": { + "macro": 0.7285924152814302, + "COMMA": 0.5682730923694779, + "PERIOD": 0.8348954578226387, + "QUESTION": 0.7826086956521738, + "case": { + "CAP": 0.8730399595346484, + "UPPER": 1.0 + } + }, + "bg": { + "macro": 0.8089149136977888, + "COMMA": 0.7860522444435609, + "PERIOD": 0.8340785498489426, + "QUESTION": 0.8066139468008627, + "case": { + "CAP": 0.8645243668865716, + "UPPER": 0.867862969004894 + } + }, + "bn": { + "macro": 0.6940384904047333, + "COMMA": 0.4819277108433735, + "PERIOD": 0.758082497212932, + "QUESTION": 0.8421052631578947, + "case": { + "UPPER": 0.0 + } + }, + "bs": { + "macro": 0.7752848838932461, + "COMMA": 0.70201643017177, + "PERIOD": 0.8519083969465648, + "QUESTION": 0.7719298245614034, + "case": { + "CAP": 0.8939947780678852, + "UPPER": 1.0 + } + }, + "ca": { + "macro": 0.7189066215153354, + "COMMA": 0.6819648619576909, + "PERIOD": 0.8062913907284768, + "QUESTION": 0.6684636118598383, + "case": { + "CAP": 0.8618733711482447, + "UPPER": 0.9195402298850575 + } + }, + "cs": { + "macro": 0.8119586832522483, + "COMMA": 0.8249457796662684, + "PERIOD": 0.8420586747597371, + "QUESTION": 0.7688715953307393, + "case": { + "CAP": 0.8820999423580012, + "UPPER": 0.8226059654631084 + } + }, + "da": { + "macro": 0.7661061692897145, + "COMMA": 0.6197849886576585, + "PERIOD": 0.8279942279942281, + "QUESTION": 0.8505392912172572, + "case": { + "CAP": 0.8756146421416864, + "UPPER": 0.8657718120805369 + } + }, + "de": { + "macro": 0.8471601895295783, + "COMMA": 0.8224928150052943, + "PERIOD": 0.8644782078296551, + "QUESTION": 0.8545095457537855, + "case": { + "CAP": 0.9614337330470754, + "UPPER": 0.8690095846645367 + } + }, + "el": { + "macro": 0.733126703064172, + "COMMA": 0.6508247134470226, + "PERIOD": 0.8254432675990402, + "QUESTION": 0.7231121281464531, + "case": { + "CAP": 0.8695480871518064, + "UPPER": 0.8330134357005758 + } + }, + "en": { + "macro": 0.8036147081855334, + "COMMA": 0.7266118232255595, + "PERIOD": 0.8353577032603009, + "QUESTION": 0.8488745980707397, + "case": { + "CAP": 0.8993902439024392, + "UPPER": 0.8874345549738221 + } + }, + "eo": { + "macro": 0.7662920940979184, + "COMMA": 0.6584734799482534, + "PERIOD": 0.8207306711979608, + "QUESTION": 0.819672131147541, + "case": { + "CAP": 0.8423615337796713, + "UPPER": 0.9333333333333333 + } + }, + "es": { + "macro": 0.7582331770320129, + "COMMA": 0.6757847298642771, + "PERIOD": 0.823542676739204, + "QUESTION": 0.7753721244925577, + "case": { + "CAP": 0.8660578978045463, + "UPPER": 0.8524173027989822 + } + }, + "et": { + "macro": 0.814617248533458, + "COMMA": 0.8580392156862744, + "PERIOD": 0.8562527814864264, + "QUESTION": 0.7295597484276729, + "case": { + "CAP": 0.8783559827643355, + "UPPER": 0.9787234042553191 + } + }, + "fa": { + "macro": 0.689499843079289, + "COMMA": 0.5081271049934105, + "PERIOD": 0.75498320268757, + "QUESTION": 0.8053892215568863, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "fi": { + "macro": 0.8206922982603021, + "COMMA": 0.7984272608125819, + "PERIOD": 0.8483630097645031, + "QUESTION": 0.8152866242038216, + "case": { + "CAP": 0.9019452163556968, + "UPPER": 0.8666666666666666 + } + }, + "fr": { + "macro": 0.7961077212455773, + "COMMA": 0.7129401005944216, + "PERIOD": 0.834059633027523, + "QUESTION": 0.8413234301147873, + "case": { + "CAP": 0.8735259200633162, + "UPPER": 0.865625 + } + }, + "fr-ca": { + "macro": 0.7777956049025253, + "COMMA": 0.6967930029154519, + "PERIOD": 0.8427793788024336, + "QUESTION": 0.7938144329896907, + "case": { + "CAP": 0.8767001114827202, + "UPPER": 0.7796610169491526 + } + }, + "he": { + "macro": 0.7398484356683127, + "COMMA": 0.6508027822812614, + "PERIOD": 0.7847111111111111, + "QUESTION": 0.7840314136125655, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "hi": { + "macro": 0.5855173145495726, + "COMMA": 0.5238095238095238, + "PERIOD": 0.4759856630824373, + "QUESTION": 0.7567567567567568, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "hr": { + "macro": 0.7712113100208038, + "COMMA": 0.694899072558647, + "PERIOD": 0.8369019296854349, + "QUESTION": 0.7818329278183292, + "case": { + "CAP": 0.8781790080089924, + "UPPER": 0.8789808917197452 + } + }, + "hu": { + "macro": 0.7903047510225552, + "COMMA": 0.8168242725181643, + "PERIOD": 0.8029449423815622, + "QUESTION": 0.7511450381679389, + "case": { + "CAP": 0.8611644845614193, + "UPPER": 0.8670520231213873 + } + }, + "hy": { + "macro": 0.7901702834973219, + "COMMA": 0.7969610218013654, + "PERIOD": 0.8551824817518249, + "QUESTION": 0.7183673469387755, + "case": { + "CAP": 0.8813399386647793, + "UPPER": 0.8155339805825242 + } + }, + "id": { + "macro": 0.7350332433155305, + "COMMA": 0.6277978339350181, + "PERIOD": 0.7872811059907835, + "QUESTION": 0.7900207900207901, + "case": { + "CAP": 0.8538870322686682, + "UPPER": 0.9197860962566845 + } + }, + "it": { + "macro": 0.7411707137785123, + "COMMA": 0.6519853947968963, + "PERIOD": 0.8153477218225419, + "QUESTION": 0.7561790247160989, + "case": { + "CAP": 0.8570962479608483, + "UPPER": 0.8242424242424243 + } + }, + "ka": { + "macro": 0.7142083840482801, + "COMMA": 0.6897446992643876, + "PERIOD": 0.8095238095238095, + "QUESTION": 0.6433566433566433, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "kk": { + "macro": 0.7657332867523053, + "COMMA": 0.5911504424778761, + "PERIOD": 0.8489065606361829, + "QUESTION": 0.8571428571428571, + "case": { + "CAP": 0.8852201257861635, + "UPPER": 0.888888888888889 + } + }, + "ko": { + "macro": 0.800780785939642, + "COMMA": 0.5659046969180029, + "PERIOD": 0.9449380064434248, + "QUESTION": 0.8914996544574982, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "ku": { + "macro": 0.11137500178140107, + "COMMA": 0.20911528150134048, + "PERIOD": 0.058343057176196034, + "QUESTION": 0.06666666666666667, + "case": { + "CAP": 0.011472275334608031 + } + }, + "lt": { + "macro": 0.793485096436728, + "COMMA": 0.783665458937198, + "PERIOD": 0.8191565403859898, + "QUESTION": 0.7776332899869962, + "case": { + "CAP": 0.86264100862641, + "UPPER": 0.8356164383561644 + } + }, + "lv": { + "macro": 0.8173667746312825, + "COMMA": 0.8426781002638523, + "PERIOD": 0.8244392884764113, + "QUESTION": 0.7849829351535836, + "case": { + "CAP": 0.8688524590163934, + "UPPER": 0.48387096774193555 + } + }, + "mk": { + "macro": 0.7479252733263074, + "COMMA": 0.6655502392344498, + "PERIOD": 0.8004478029666947, + "QUESTION": 0.7777777777777778, + "case": { + "CAP": 0.8458096013018714, + "UPPER": 0.5925925925925926 + } + }, + "mn": { + "macro": 0.7961647686423374, + "COMMA": 0.6, + "PERIOD": 0.8983208955223881, + "QUESTION": 0.8901734104046242, + "case": { + "CAP": 0.9081455805892548, + "UPPER": 0.8604651162790697 + } + }, + "mr": { + "macro": 0.6623852159334449, + "COMMA": 0.48911222780569513, + "PERIOD": 0.7595818815331011, + "QUESTION": 0.7384615384615384, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "ms": { + "macro": 0.7747879110275266, + "COMMA": 0.6880513231756213, + "PERIOD": 0.8286201022146509, + "QUESTION": 0.8076923076923078, + "case": { + "CAP": 0.8585294831351614, + "UPPER": 0.963855421686747 + } + }, + "my": { + "macro": 0.44273088023088025, + "COMMA": 0.2556818181818182, + "PERIOD": 0.8225108225108225, + "QUESTION": 0.25, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "nb": { + "macro": 0.7704011955063418, + "COMMA": 0.6626506024096387, + "PERIOD": 0.8274147727272727, + "QUESTION": 0.821138211382114, + "case": { + "CAP": 0.8712921065862242, + "UPPER": 0.810810810810811 + } + }, + "nl": { + "macro": 0.8170711112856678, + "COMMA": 0.6970033296337402, + "PERIOD": 0.8817820206841688, + "QUESTION": 0.8724279835390946, + "case": { + "CAP": 0.9138046636370409, + "UPPER": 0.8617886178861789 + } + }, + "pl": { + "macro": 0.8181393705106291, + "COMMA": 0.794872994339711, + "PERIOD": 0.8578021978021978, + "QUESTION": 0.8017429193899783, + "case": { + "CAP": 0.8942795360723412, + "UPPER": 0.8926553672316384 + } + }, + "pt": { + "macro": 0.7725325454058117, + "COMMA": 0.7123938879456706, + "PERIOD": 0.8378627078093368, + "QUESTION": 0.7673410404624278, + "case": { + "CAP": 0.8759667948977526, + "UPPER": 0.8675799086757991 + } + }, + "pt-br": { + "macro": 0.7549751986987369, + "COMMA": 0.69832751989983, + "PERIOD": 0.8250099200725584, + "QUESTION": 0.7415881561238222, + "case": { + "CAP": 0.8686807577418989, + "UPPER": 0.8702928870292888 + } + }, + "ro": { + "macro": 0.7622906337767388, + "COMMA": 0.6948400897375698, + "PERIOD": 0.8321125109874011, + "QUESTION": 0.7599193006052455, + "case": { + "CAP": 0.8721592055867274, + "UPPER": 0.8726752503576537 + } + }, + "ru": { + "macro": 0.8354477696985968, + "COMMA": 0.8528508528508528, + "PERIOD": 0.8577224628543231, + "QUESTION": 0.7957699933906147, + "case": { + "CAP": 0.8896271398421012, + "UPPER": 0.8974739970282318 + } + }, + "sk": { + "macro": 0.8049722643623274, + "COMMA": 0.8181242078580481, + "PERIOD": 0.8416905444126075, + "QUESTION": 0.7551020408163266, + "case": { + "CAP": 0.8854818523153941, + "UPPER": 0.7359154929577464 + } + }, + "sl": { + "macro": 0.8385552851058682, + "COMMA": 0.8627899006055068, + "PERIOD": 0.8639633747547416, + "QUESTION": 0.7889125799573561, + "case": { + "CAP": 0.8979169064334216, + "UPPER": 0.864406779661017 + } + }, + "sq": { + "macro": 0.7152312083391325, + "COMMA": 0.5848469122989103, + "PERIOD": 0.800049370525796, + "QUESTION": 0.760797342192691, + "case": { + "CAP": 0.8404164533196791, + "UPPER": 0.813953488372093 + } + }, + "sr": { + "macro": 0.7782557261402836, + "COMMA": 0.7088640840446487, + "PERIOD": 0.8349514563106796, + "QUESTION": 0.7909516380655226, + "case": { + "CAP": 0.8767647326714637, + "UPPER": 0.8293650793650793 + } + }, + "sv": { + "macro": 0.7822470900649267, + "COMMA": 0.6503235440517671, + "PERIOD": 0.8488725065047702, + "QUESTION": 0.8475452196382428, + "case": { + "CAP": 0.8930150309460655, + "UPPER": 0.9477911646586347 + } + }, + "sw": { + "macro": 0.6402940631516044, + "COMMA": 0.5247148288973384, + "PERIOD": 0.6791862284820032, + "QUESTION": 0.7169811320754716, + "case": { + "CAP": 0.7488888888888889, + "UPPER": 1.0 + } + }, + "ta": { + "macro": 0.509112486614897, + "COMMA": 0.22299651567944248, + "PERIOD": 0.547584187408492, + "QUESTION": 0.7567567567567567, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "tr": { + "macro": 0.7290238983538876, + "COMMA": 0.5043600124571784, + "PERIOD": 0.8121086675291073, + "QUESTION": 0.870603015075377, + "case": { + "CAP": 0.8613963797561875, + "UPPER": 0.8612244897959183 + } + }, + "uk": { + "macro": 0.8148917059048498, + "COMMA": 0.8400422711115382, + "PERIOD": 0.840717299578059, + "QUESTION": 0.763915547024952, + "case": { + "CAP": 0.8742844799654389, + "UPPER": 0.8352668213457077 + } + }, + "ur": { + "macro": 0.5308576639802124, + "COMMA": 0.39384615384615385, + "PERIOD": 0.5462445685909373, + "QUESTION": 0.652482269503546, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "vi": { + "macro": 0.7105322796357404, + "COMMA": 0.620564255968092, + "PERIOD": 0.748343968398663, + "QUESTION": 0.7626886145404663, + "case": { + "CAP": 0.8340349928546599, + "UPPER": 0.8841463414634146 + } + }, + "zh": { + "macro": 0.654270409055044, + "COMMA": 0.5608591885441526, + "PERIOD": 0.6222910216718266, + "QUESTION": 0.7796610169491526, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "zh-cn": { + "macro": 0.6486307723727616, + "COMMA": 0.577267530487805, + "PERIOD": 0.566388588167866, + "QUESTION": 0.8022361984626136, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "zh-tw": { + "macro": 0.5941158390487942, + "COMMA": 0.5341818724208224, + "PERIOD": 0.46346309515048933, + "QUESTION": 0.7847025495750708, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + } + } + }, + "dewpoint_mmbert": { + "mean": 0.7098102336400763, + "covered": 57, + "per_lang": { + "ar": { + "macro": 0.6225287159389553, + "COMMA": 0.4858551384148654, + "PERIOD": 0.642388743872159, + "QUESTION": 0.7393422655298416, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "az": { + "macro": 0.7104628335113038, + "COMMA": 0.5473684210526316, + "PERIOD": 0.8125915080527086, + "QUESTION": 0.7714285714285715, + "case": { + "CAP": 0.8628628628628628, + "UPPER": 0.9523809523809523 + } + }, + "bg": { + "macro": 0.7906056077052512, + "COMMA": 0.7740481365209693, + "PERIOD": 0.815771499534306, + "QUESTION": 0.7819971870604783, + "case": { + "CAP": 0.8435610065552971, + "UPPER": 0.8608414239482199 + } + }, + "bn": { + "macro": 0.6497233428204577, + "COMMA": 0.4540117416829746, + "PERIOD": 0.7284916201117319, + "QUESTION": 0.7666666666666666, + "case": { + "UPPER": 0.0 + } + }, + "bs": { + "macro": 0.7540429088636924, + "COMMA": 0.681081081081081, + "PERIOD": 0.8352849336455894, + "QUESTION": 0.7457627118644068, + "case": { + "CAP": 0.8843960601347849, + "UPPER": 1.0 + } + }, + "ca": { + "macro": 0.688012660975784, + "COMMA": 0.6547732017460619, + "PERIOD": 0.7902171621336707, + "QUESTION": 0.6190476190476191, + "case": { + "CAP": 0.8507213363705391, + "UPPER": 0.8839779005524863 + } + }, + "cs": { + "macro": 0.793010372961175, + "COMMA": 0.8165096455809782, + "PERIOD": 0.8299372036396258, + "QUESTION": 0.7325842696629213, + "case": { + "CAP": 0.8710859868391998, + "UPPER": 0.8282504012841092 + } + }, + "da": { + "macro": 0.7498475563781714, + "COMMA": 0.6049593414315831, + "PERIOD": 0.816676350958745, + "QUESTION": 0.827906976744186, + "case": { + "CAP": 0.866678759296209, + "UPPER": 0.8389261744966443 + } + }, + "de": { + "macro": 0.839220467789894, + "COMMA": 0.8157321408095403, + "PERIOD": 0.8586357698642585, + "QUESTION": 0.843293492695883, + "case": { + "CAP": 0.9586021857208298, + "UPPER": 0.8675078864353312 + } + }, + "el": { + "macro": 0.7071499125911229, + "COMMA": 0.6264220183486239, + "PERIOD": 0.8046045568412262, + "QUESTION": 0.6904231625835189, + "case": { + "CAP": 0.8427969936646598, + "UPPER": 0.7934186471663619 + } + }, + "en": { + "macro": 0.7936729411424034, + "COMMA": 0.7172577768971665, + "PERIOD": 0.8240663900414937, + "QUESTION": 0.8396946564885497, + "case": { + "CAP": 0.8910191082802548, + "UPPER": 0.8868660598179453 + } + }, + "eo": { + "macro": 0.7297411038217744, + "COMMA": 0.6412315930388219, + "PERIOD": 0.7860869565217391, + "QUESTION": 0.7619047619047619, + "case": { + "CAP": 0.8301886792452831, + "UPPER": 0.8571428571428571 + } + }, + "es": { + "macro": 0.7462528545831537, + "COMMA": 0.6640836884928323, + "PERIOD": 0.816335869130012, + "QUESTION": 0.7583390061266168, + "case": { + "CAP": 0.8596457076114464, + "UPPER": 0.8400000000000001 + } + }, + "et": { + "macro": 0.7884254271692425, + "COMMA": 0.8434403487911217, + "PERIOD": 0.8304779080252478, + "QUESTION": 0.691358024691358, + "case": { + "CAP": 0.8638778220451527, + "UPPER": 0.9361702127659574 + } + }, + "fa": { + "macro": 0.6699560048069091, + "COMMA": 0.46302199553713735, + "PERIOD": 0.7724154531231195, + "QUESTION": 0.7744305657604702, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "fi": { + "macro": 0.7995613619281466, + "COMMA": 0.7814745807825392, + "PERIOD": 0.8337700145560408, + "QUESTION": 0.7834394904458599, + "case": { + "CAP": 0.8873015873015873, + "UPPER": 0.8666666666666666 + } + }, + "fr": { + "macro": 0.7842242285308644, + "COMMA": 0.7035979974734478, + "PERIOD": 0.8180793641378492, + "QUESTION": 0.830995323981296, + "case": { + "CAP": 0.8594046865104497, + "UPPER": 0.851851851851852 + } + }, + "fr-ca": { + "macro": 0.7604101134686111, + "COMMA": 0.6966696669666967, + "PERIOD": 0.8280839895013125, + "QUESTION": 0.7564766839378239, + "case": { + "CAP": 0.8653372171185302, + "UPPER": 0.7540983606557378 + } + }, + "he": { + "macro": 0.7030352138543092, + "COMMA": 0.6171333518159134, + "PERIOD": 0.7595602294455068, + "QUESTION": 0.7324120603015076, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "hi": { + "macro": 0.5600465308234542, + "COMMA": 0.46511627906976744, + "PERIOD": 0.47364400305576776, + "QUESTION": 0.7413793103448276, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "hr": { + "macro": 0.7540413213594475, + "COMMA": 0.6799714896650035, + "PERIOD": 0.8272886611837671, + "QUESTION": 0.754863813229572, + "case": { + "CAP": 0.8647012249080155, + "UPPER": 0.8619246861924686 + } + }, + "hu": { + "macro": 0.7636955429543333, + "COMMA": 0.8040819333922782, + "PERIOD": 0.781478578892372, + "QUESTION": 0.7055261165783497, + "case": { + "CAP": 0.8402535940708992, + "UPPER": 0.8245125348189415 + } + }, + "hy": { + "macro": 0.7708525809691588, + "COMMA": 0.7783989266547406, + "PERIOD": 0.8365781710914455, + "QUESTION": 0.6975806451612903, + "case": { + "CAP": 0.8508964719491036, + "UPPER": 0.7304347826086957 + } + }, + "id": { + "macro": 0.7173681745736088, + "COMMA": 0.6081882911392406, + "PERIOD": 0.7771819526627218, + "QUESTION": 0.7667342799188641, + "case": { + "CAP": 0.8559961470541018, + "UPPER": 0.9103690685413006 + } + }, + "it": { + "macro": 0.7211298712070913, + "COMMA": 0.6338959854014599, + "PERIOD": 0.7962044157777226, + "QUESTION": 0.7332892124420914, + "case": { + "CAP": 0.8416028964041801, + "UPPER": 0.7993966817496231 + } + }, + "ka": { + "macro": 0.6583022629129397, + "COMMA": 0.6508504923903312, + "PERIOD": 0.7506297229219143, + "QUESTION": 0.5734265734265733, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "kk": { + "macro": 0.7555573375100709, + "COMMA": 0.5801801801801802, + "PERIOD": 0.8390342052313884, + "QUESTION": 0.8474576271186441, + "case": { + "CAP": 0.868813825608798, + "UPPER": 0.846153846153846 + } + }, + "ko": { + "macro": 0.782547908982321, + "COMMA": 0.5477858245280779, + "PERIOD": 0.9417167423909325, + "QUESTION": 0.8581411600279525, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "ku": { + "macro": 0.28433827913992077, + "COMMA": 0.2653846153846154, + "PERIOD": 0.06839945280437756, + "QUESTION": 0.5192307692307693, + "case": { + "CAP": 0.007653061224489796 + } + }, + "lt": { + "macro": 0.7725203413544411, + "COMMA": 0.7715160796324655, + "PERIOD": 0.8001956468574224, + "QUESTION": 0.7458492975734355, + "case": { + "CAP": 0.8420528977696708, + "UPPER": 0.8203389830508475 + } + }, + "lv": { + "macro": 0.7928466998085483, + "COMMA": 0.8280445256687158, + "PERIOD": 0.8036601307189543, + "QUESTION": 0.7468354430379748, + "case": { + "CAP": 0.8418860064381746, + "UPPER": 0.4307692307692308 + } + }, + "mk": { + "macro": 0.7190067396981692, + "COMMA": 0.63968015992004, + "PERIOD": 0.781491002570694, + "QUESTION": 0.7358490566037735, + "case": { + "CAP": 0.8212989108511496, + "UPPER": 0.4675324675324675 + } + }, + "mn": { + "macro": 0.7446950227100549, + "COMMA": 0.5051282051282052, + "PERIOD": 0.8734655335221907, + "QUESTION": 0.8554913294797688, + "case": { + "CAP": 0.8779979144942648, + "UPPER": 0.8089887640449438 + } + }, + "mr": { + "macro": 0.6120037385837923, + "COMMA": 0.37243947858473003, + "PERIOD": 0.7389340560072267, + "QUESTION": 0.7246376811594203, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "ms": { + "macro": 0.7425968350866126, + "COMMA": 0.6318449873631004, + "PERIOD": 0.8167247386759582, + "QUESTION": 0.7792207792207793, + "case": { + "CAP": 0.8449197860962567, + "UPPER": 0.9404761904761905 + } + }, + "my": { + "macro": 0.3568879301731749, + "COMMA": 0.24778761061946905, + "PERIOD": 0.8228761799000556, + "QUESTION": 0.0, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "nb": { + "macro": 0.7530554267367227, + "COMMA": 0.6386946386946387, + "PERIOD": 0.8140200286123034, + "QUESTION": 0.8064516129032259, + "case": { + "CAP": 0.8566407230730605, + "UPPER": 0.8266666666666667 + } + }, + "nl": { + "macro": 0.8059575375023131, + "COMMA": 0.6795336987570447, + "PERIOD": 0.8748254002363812, + "QUESTION": 0.8635135135135136, + "case": { + "CAP": 0.9071712703074464, + "UPPER": 0.8608837970540099 + } + }, + "pl": { + "macro": 0.7999251744252692, + "COMMA": 0.7854476730451218, + "PERIOD": 0.8432262765540048, + "QUESTION": 0.7711015736766809, + "case": { + "CAP": 0.8782646489391125, + "UPPER": 0.8901569186875891 + } + }, + "pt": { + "macro": 0.7555116797663137, + "COMMA": 0.7002267573696145, + "PERIOD": 0.8273011897307452, + "QUESTION": 0.7390070921985815, + "case": { + "CAP": 0.8615572270786745, + "UPPER": 0.8374816983894583 + } + }, + "pt-br": { + "macro": 0.7354158509993393, + "COMMA": 0.6877576543610172, + "PERIOD": 0.8152512998266899, + "QUESTION": 0.7032385988103107, + "case": { + "CAP": 0.8592491260069919, + "UPPER": 0.8481532147742817 + } + }, + "ro": { + "macro": 0.7319930264930923, + "COMMA": 0.6780349601753355, + "PERIOD": 0.8106749640976544, + "QUESTION": 0.7072691552062869, + "case": { + "CAP": 0.8563480224166431, + "UPPER": 0.8632478632478633 + } + }, + "ru": { + "macro": 0.8218108196842954, + "COMMA": 0.8469318948078219, + "PERIOD": 0.8477751756440282, + "QUESTION": 0.7707253886010362, + "case": { + "CAP": 0.8763187604624908, + "UPPER": 0.9025487256371815 + } + }, + "sk": { + "macro": 0.7786755805741149, + "COMMA": 0.8077144870891266, + "PERIOD": 0.8281150159744409, + "QUESTION": 0.7001972386587771, + "case": { + "CAP": 0.872804285536315, + "UPPER": 0.8073701842546063 + } + }, + "sl": { + "macro": 0.8211224366463252, + "COMMA": 0.8546417876065423, + "PERIOD": 0.8519687655756769, + "QUESTION": 0.7567567567567567, + "case": { + "CAP": 0.8846950517836595, + "UPPER": 0.8429752066115702 + } + }, + "sq": { + "macro": 0.6827825983371231, + "COMMA": 0.5490762124711316, + "PERIOD": 0.7757989137299482, + "QUESTION": 0.7234726688102894, + "case": { + "CAP": 0.8150416879360217, + "UPPER": 0.7481481481481482 + } + }, + "sr": { + "macro": 0.7588188095832064, + "COMMA": 0.6931685547545486, + "PERIOD": 0.8260359655981236, + "QUESTION": 0.7572519083969466, + "case": { + "CAP": 0.8615802580937288, + "UPPER": 0.7992351816443594 + } + }, + "sv": { + "macro": 0.7610669843020839, + "COMMA": 0.6234472049689441, + "PERIOD": 0.8389151202371802, + "QUESTION": 0.820838627700127, + "case": { + "CAP": 0.8842694972725932, + "UPPER": 0.923076923076923 + } + }, + "sw": { + "macro": 0.5943983304556076, + "COMMA": 0.4989858012170386, + "PERIOD": 0.6303630363036302, + "QUESTION": 0.6538461538461539, + "case": { + "CAP": 0.71412680756396, + "UPPER": 1.0 + } + }, + "ta": { + "macro": 0.4861888272764939, + "COMMA": 0.20746887966804978, + "PERIOD": 0.5288753799392096, + "QUESTION": 0.7222222222222223, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "tr": { + "macro": 0.7081644395383355, + "COMMA": 0.4746166950596252, + "PERIOD": 0.8049105951427808, + "QUESTION": 0.8449660284126004, + "case": { + "CAP": 0.8523850053657995, + "UPPER": 0.8330058939096266 + } + }, + "uk": { + "macro": 0.7951379983097917, + "COMMA": 0.8304207751635263, + "PERIOD": 0.829780755176614, + "QUESTION": 0.7252124645892349, + "case": { + "CAP": 0.8572959074351832, + "UPPER": 0.8792270531400965 + } + }, + "ur": { + "macro": 0.5186436295542711, + "COMMA": 0.3520782396088019, + "PERIOD": 0.5516787360105332, + "QUESTION": 0.6521739130434783, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "vi": { + "macro": 0.683031480111762, + "COMMA": 0.5964241676942048, + "PERIOD": 0.7349605522682446, + "QUESTION": 0.7177097203728363, + "case": { + "CAP": 0.8180807422459072, + "UPPER": 0.8716417910447761 + } + }, + "zh": { + "macro": 0.63492138526174, + "COMMA": 0.555685814771395, + "PERIOD": 0.6071428571428571, + "QUESTION": 0.7419354838709677, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "zh-cn": { + "macro": 0.648261937750638, + "COMMA": 0.5708353452438436, + "PERIOD": 0.5699370900816491, + "QUESTION": 0.8040133779264214, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "zh-tw": { + "macro": 0.5959786174871554, + "COMMA": 0.5286723093103621, + "PERIOD": 0.4696816377364366, + "QUESTION": 0.7895819054146676, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + } + } + }, + "dewpoint_xlmr": { + "mean": 0.7240943921670505, + "covered": 57, + "per_lang": { + "ar": { + "macro": 0.6503420029462621, + "COMMA": 0.5156549520766774, + "PERIOD": 0.6571708032766842, + "QUESTION": 0.7782002534854245, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "az": { + "macro": 0.7563294201902697, + "COMMA": 0.5756385068762279, + "PERIOD": 0.8362068965517242, + "QUESTION": 0.8571428571428571, + "case": { + "CAP": 0.8674821610601428, + "UPPER": 1.0 + } + }, + "bg": { + "macro": 0.8028489140343363, + "COMMA": 0.782380535898863, + "PERIOD": 0.831276213301378, + "QUESTION": 0.794889992902768, + "case": { + "CAP": 0.8626070731914172, + "UPPER": 0.8585365853658536 + } + }, + "bn": { + "macro": 0.6901999298578644, + "COMMA": 0.48287112561174556, + "PERIOD": 0.7623318385650223, + "QUESTION": 0.8253968253968255, + "case": { + "UPPER": 0.0 + } + }, + "bs": { + "macro": 0.7754325173210915, + "COMMA": 0.7022677395757132, + "PERIOD": 0.8573631457208944, + "QUESTION": 0.7666666666666667, + "case": { + "CAP": 0.8909853249475891, + "UPPER": 1.0 + } + }, + "ca": { + "macro": 0.7267449421240982, + "COMMA": 0.6705736103711596, + "PERIOD": 0.8061436280614362, + "QUESTION": 0.7035175879396985, + "case": { + "CAP": 0.8548238897396631, + "UPPER": 0.9294117647058824 + } + }, + "cs": { + "macro": 0.805462472788272, + "COMMA": 0.8225280056452324, + "PERIOD": 0.838001514004542, + "QUESTION": 0.7558578987150416, + "case": { + "CAP": 0.8766282843551326, + "UPPER": 0.8099688473520248 + } + }, + "da": { + "macro": 0.7540262572996675, + "COMMA": 0.6157930966663387, + "PERIOD": 0.8192180060597316, + "QUESTION": 0.8270676691729324, + "case": { + "CAP": 0.8706331877729258, + "UPPER": 0.8397435897435899 + } + }, + "de": { + "macro": 0.8385932516921443, + "COMMA": 0.8183145117922715, + "PERIOD": 0.8631647919624332, + "QUESTION": 0.8343004513217278, + "case": { + "CAP": 0.9593770448894123, + "UPPER": 0.853035143769968 + } + }, + "el": { + "macro": 0.7377088453892117, + "COMMA": 0.6481901674770395, + "PERIOD": 0.8296209227152513, + "QUESTION": 0.7353154459753444, + "case": { + "CAP": 0.8668944660461098, + "UPPER": 0.8520710059171598 + } + }, + "en": { + "macro": 0.7903235091009472, + "COMMA": 0.7104599724111686, + "PERIOD": 0.8323167222925538, + "QUESTION": 0.828193832599119, + "case": { + "CAP": 0.8936250828833949, + "UPPER": 0.8865153538050735 + } + }, + "eo": { + "macro": 0.7590871434500904, + "COMMA": 0.6497395833333334, + "PERIOD": 0.8210702341137123, + "QUESTION": 0.8064516129032258, + "case": { + "CAP": 0.8415300546448088, + "UPPER": 0.8571428571428571 + } + }, + "es": { + "macro": 0.7564345612549067, + "COMMA": 0.6700706586208676, + "PERIOD": 0.819840686966838, + "QUESTION": 0.7793923381770145, + "case": { + "CAP": 0.8596233986726346, + "UPPER": 0.865979381443299 + } + }, + "et": { + "macro": 0.8154292635139336, + "COMMA": 0.8562524347487339, + "PERIOD": 0.8627626285203397, + "QUESTION": 0.7272727272727273, + "case": { + "CAP": 0.8862275449101796, + "UPPER": 0.9387755102040816 + } + }, + "fa": { + "macro": 0.6540539401546853, + "COMMA": 0.49046137193884454, + "PERIOD": 0.7329496090356212, + "QUESTION": 0.7387508394895903, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "fi": { + "macro": 0.81257381718823, + "COMMA": 0.7985386221294363, + "PERIOD": 0.8516828294352539, + "QUESTION": 0.7874999999999999, + "case": { + "CAP": 0.9011466982997233, + "UPPER": 0.8709677419354839 + } + }, + "fr": { + "macro": 0.7874942559385602, + "COMMA": 0.7031185602417914, + "PERIOD": 0.833248284855701, + "QUESTION": 0.8261159227181879, + "case": { + "CAP": 0.8677002990713051, + "UPPER": 0.849144634525661 + } + }, + "fr-ca": { + "macro": 0.7760397664013247, + "COMMA": 0.6900379783815368, + "PERIOD": 0.8401015228426395, + "QUESTION": 0.7979797979797979, + "case": { + "CAP": 0.8688888888888888, + "UPPER": 0.7540983606557378 + } + }, + "he": { + "macro": 0.735946812700948, + "COMMA": 0.6527369344270754, + "PERIOD": 0.7837292161520191, + "QUESTION": 0.7713742875237493, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "hi": { + "macro": 0.5838602293233639, + "COMMA": 0.5412070084360804, + "PERIOD": 0.4782308223911541, + "QUESTION": 0.7321428571428571, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "hr": { + "macro": 0.76771068828001, + "COMMA": 0.6880833220614095, + "PERIOD": 0.8327842930557386, + "QUESTION": 0.7822644497228819, + "case": { + "CAP": 0.8733408113666106, + "UPPER": 0.8625792811839323 + } + }, + "hu": { + "macro": 0.791701385527082, + "COMMA": 0.8155800540264291, + "PERIOD": 0.8086002296797243, + "QUESTION": 0.7509238728750924, + "case": { + "CAP": 0.8580296178061542, + "UPPER": 0.8504398826979472 + } + }, + "hy": { + "macro": 0.7663478674214792, + "COMMA": 0.7889768905283715, + "PERIOD": 0.8496539537623325, + "QUESTION": 0.6604127579737336, + "case": { + "CAP": 0.8752522255192878, + "UPPER": 0.7850467289719627 + } + }, + "id": { + "macro": 0.726702110086106, + "COMMA": 0.624375711907474, + "PERIOD": 0.7840134466336726, + "QUESTION": 0.7717171717171716, + "case": { + "CAP": 0.8172810146650813, + "UPPER": 0.910394265232975 + } + }, + "it": { + "macro": 0.7318029327685195, + "COMMA": 0.6460968163977322, + "PERIOD": 0.8117233294255569, + "QUESTION": 0.7375886524822696, + "case": { + "CAP": 0.8558754738285346, + "UPPER": 0.8188736681887366 + } + }, + "ka": { + "macro": 0.7334710646630561, + "COMMA": 0.6734780757769263, + "PERIOD": 0.8135593220338982, + "QUESTION": 0.7133757961783439, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "kk": { + "macro": 0.7545169692461232, + "COMMA": 0.6106346483704974, + "PERIOD": 0.8464646464646466, + "QUESTION": 0.8064516129032258, + "case": { + "CAP": 0.8855325914149443, + "UPPER": 0.8666666666666667 + } + }, + "ko": { + "macro": 0.7897970602000767, + "COMMA": 0.5627384960718294, + "PERIOD": 0.9394440124416796, + "QUESTION": 0.8672086720867209, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "ku": { + "macro": 0.029349534273736256, + "COMMA": 0.03715170278637771, + "PERIOD": 0.016414141414141416, + "QUESTION": 0.034482758620689655, + "case": { + "CAP": 0.010619469026548674 + } + }, + "lt": { + "macro": 0.788815114101881, + "COMMA": 0.7809998489654131, + "PERIOD": 0.8202939781887151, + "QUESTION": 0.7651515151515151, + "case": { + "CAP": 0.8617953380724086, + "UPPER": 0.810810810810811 + } + }, + "lv": { + "macro": 0.8180301373423507, + "COMMA": 0.8410323853361827, + "PERIOD": 0.8319132455460884, + "QUESTION": 0.7811447811447813, + "case": { + "CAP": 0.8690228690228691, + "UPPER": 0.4918032786885246 + } + }, + "mk": { + "macro": 0.7367077527539406, + "COMMA": 0.659564393939394, + "PERIOD": 0.7932773109243697, + "QUESTION": 0.7572815533980584, + "case": { + "CAP": 0.839788014675907, + "UPPER": 0.5393258426966292 + } + }, + "mn": { + "macro": 0.7890053633227395, + "COMMA": 0.5988439306358382, + "PERIOD": 0.9062937062937062, + "QUESTION": 0.8618784530386742, + "case": { + "CAP": 0.9060356652949245, + "UPPER": 0.9249999999999999 + } + }, + "mr": { + "macro": 0.6522862441143377, + "COMMA": 0.5185185185185186, + "PERIOD": 0.75177304964539, + "QUESTION": 0.6865671641791045, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "ms": { + "macro": 0.7487984523709335, + "COMMA": 0.6709011512504962, + "PERIOD": 0.8254942058623039, + "QUESTION": 0.75, + "case": { + "CAP": 0.8516284680337757, + "UPPER": 0.9411764705882353 + } + }, + "my": { + "macro": 0.4201763607478585, + "COMMA": 0.24742268041237112, + "PERIOD": 0.8062098501070664, + "QUESTION": 0.20689655172413793, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "nb": { + "macro": 0.7727658473217455, + "COMMA": 0.6594554270794479, + "PERIOD": 0.8281969535954659, + "QUESTION": 0.8306451612903226, + "case": { + "CAP": 0.8661457020418453, + "UPPER": 0.810810810810811 + } + }, + "nl": { + "macro": 0.8084473865344762, + "COMMA": 0.6888556469708303, + "PERIOD": 0.8808503887037918, + "QUESTION": 0.8556361239288068, + "case": { + "CAP": 0.907244867598929, + "UPPER": 0.8398692810457516 + } + }, + "pl": { + "macro": 0.8112227998533674, + "COMMA": 0.7944911297852474, + "PERIOD": 0.8574871289297842, + "QUESTION": 0.7816901408450705, + "case": { + "CAP": 0.8910071099304634, + "UPPER": 0.8876244665718349 + } + }, + "pt": { + "macro": 0.770644521939527, + "COMMA": 0.7043153969099627, + "PERIOD": 0.8344508106790198, + "QUESTION": 0.7731673582295988, + "case": { + "CAP": 0.8698092031425365, + "UPPER": 0.8624420401854713 + } + }, + "pt-br": { + "macro": 0.7486216366236816, + "COMMA": 0.6900787822139138, + "PERIOD": 0.8188086356957162, + "QUESTION": 0.7369774919614148, + "case": { + "CAP": 0.8609216935181717, + "UPPER": 0.8607594936708861 + } + }, + "ro": { + "macro": 0.757193911768382, + "COMMA": 0.6884095906187834, + "PERIOD": 0.8343077709031049, + "QUESTION": 0.7488643737832577, + "case": { + "CAP": 0.8681746956486802, + "UPPER": 0.8583690987124464 + } + }, + "ru": { + "macro": 0.8328344429409524, + "COMMA": 0.8464146215638588, + "PERIOD": 0.8551934938049234, + "QUESTION": 0.796895213454075, + "case": { + "CAP": 0.8850367819690091, + "UPPER": 0.8826979472140764 + } + }, + "sk": { + "macro": 0.804685623811599, + "COMMA": 0.8164784556179422, + "PERIOD": 0.8402398639577553, + "QUESTION": 0.7573385518590998, + "case": { + "CAP": 0.8789808917197452, + "UPPER": 0.708185053380783 + } + }, + "sl": { + "macro": 0.843759331792974, + "COMMA": 0.8600953895071543, + "PERIOD": 0.8662544744549301, + "QUESTION": 0.8049281314168379, + "case": { + "CAP": 0.8942230389341909, + "UPPER": 0.8403361344537815 + } + }, + "sq": { + "macro": 0.716998702961377, + "COMMA": 0.5858460004983803, + "PERIOD": 0.7990590565804134, + "QUESTION": 0.7660910518053375, + "case": { + "CAP": 0.8386768447837151, + "UPPER": 0.789272030651341 + } + }, + "sr": { + "macro": 0.77590424867856, + "COMMA": 0.6992164734831315, + "PERIOD": 0.8352603002235707, + "QUESTION": 0.7932359723289777, + "case": { + "CAP": 0.8728265817023214, + "UPPER": 0.8346774193548387 + } + }, + "sv": { + "macro": 0.7796579176337032, + "COMMA": 0.6448263073309434, + "PERIOD": 0.8441474455701661, + "QUESTION": 0.85, + "case": { + "CAP": 0.8905334114888627, + "UPPER": 0.9119999999999999 + } + }, + "sw": { + "macro": 0.6735450749273707, + "COMMA": 0.5512104283054003, + "PERIOD": 0.6897637795275591, + "QUESTION": 0.7796610169491526, + "case": { + "CAP": 0.7473002159827213, + "UPPER": 1.0 + } + }, + "ta": { + "macro": 0.5295362127706341, + "COMMA": 0.25, + "PERIOD": 0.5608308605341247, + "QUESTION": 0.7777777777777777, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "tr": { + "macro": 0.7238223863095365, + "COMMA": 0.4996162701458173, + "PERIOD": 0.8087189529011646, + "QUESTION": 0.8631319358816276, + "case": { + "CAP": 0.8573211467165878, + "UPPER": 0.8554216867469879 + } + }, + "uk": { + "macro": 0.8094699630065981, + "COMMA": 0.8378790768643907, + "PERIOD": 0.8407633702949385, + "QUESTION": 0.7497674418604652, + "case": { + "CAP": 0.8709344627246566, + "UPPER": 0.809090909090909 + } + }, + "ur": { + "macro": 0.5281882412234983, + "COMMA": 0.4066016504126031, + "PERIOD": 0.5478260869565218, + "QUESTION": 0.6301369863013698, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "vi": { + "macro": 0.7045823926640166, + "COMMA": 0.6153406165989819, + "PERIOD": 0.7394661640420745, + "QUESTION": 0.7589403973509934, + "case": { + "CAP": 0.8290634510921909, + "UPPER": 0.8649468892261001 + } + }, + "zh": { + "macro": 0.6329882881793968, + "COMMA": 0.5402160864345738, + "PERIOD": 0.6011730205278591, + "QUESTION": 0.7575757575757576, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "zh-cn": { + "macro": 0.6194704499262659, + "COMMA": 0.5576278388970206, + "PERIOD": 0.5406792084045932, + "QUESTION": 0.760104302477184, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + }, + "zh-tw": { + "macro": 0.574890082763778, + "COMMA": 0.5118357725174344, + "PERIOD": 0.4395184135977337, + "QUESTION": 0.7733160621761658, + "case": { + "CAP": 0.0, + "UPPER": 0.0 + } + } + } + }, + "fullstop-large": { + "mean": 0.5983844137126567, + "covered": 57, + "per_lang": { + "ar": { + "macro": 0.5585314389929507, + "COMMA": 0.43389548199042266, + "PERIOD": 0.595981028457314, + "QUESTION": 0.6457178065311153 + }, + "az": { + "macro": 0.5564176488288023, + "COMMA": 0.39487726787620064, + "PERIOD": 0.7410423452768731, + "QUESTION": 0.5333333333333333 + }, + "bg": { + "macro": 0.6640556898093697, + "COMMA": 0.4927122940430925, + "PERIOD": 0.7858525880986188, + "QUESTION": 0.7136021872863978 + }, + "bn": { + "macro": 0.5584450425078185, + "COMMA": 0.3858267716535433, + "PERIOD": 0.6930171277997366, + "QUESTION": 0.5964912280701754 + }, + "bs": { + "macro": 0.6324191031784282, + "COMMA": 0.5919208573784007, + "PERIOD": 0.7892074198988195, + "QUESTION": 0.5161290322580646 + }, + "ca": { + "macro": 0.6339008870991494, + "COMMA": 0.5620712547023679, + "PERIOD": 0.7507425177061915, + "QUESTION": 0.5888888888888889 + }, + "cs": { + "macro": 0.7212225410892956, + "COMMA": 0.7145216999549483, + "PERIOD": 0.7840442018731891, + "QUESTION": 0.6651017214397495 + }, + "da": { + "macro": 0.6975174385042046, + "COMMA": 0.5256911275148357, + "PERIOD": 0.7933634992458521, + "QUESTION": 0.773497688751926 + }, + "de": { + "macro": 0.8302156653195255, + "COMMA": 0.8069376173919994, + "PERIOD": 0.8504867872044506, + "QUESTION": 0.8332225913621263 + }, + "el": { + "macro": 0.6950933916502828, + "COMMA": 0.5912690621113948, + "PERIOD": 0.792455242966752, + "QUESTION": 0.7015558698727016 + }, + "en": { + "macro": 0.7431047610461533, + "COMMA": 0.6098616957306073, + "PERIOD": 0.8031779529513997, + "QUESTION": 0.8162746344564527 + }, + "eo": { + "macro": 0.6117827047080574, + "COMMA": 0.5377855887521968, + "PERIOD": 0.7315247895229187, + "QUESTION": 0.5660377358490567 + }, + "es": { + "macro": 0.7069908669428543, + "COMMA": 0.6055716626749023, + "PERIOD": 0.7813942041469268, + "QUESTION": 0.7340067340067339 + }, + "et": { + "macro": 0.7177838650750058, + "COMMA": 0.7256046705587991, + "PERIOD": 0.7872240488492249, + "QUESTION": 0.6405228758169934 + }, + "fa": { + "macro": 0.5902617302937362, + "COMMA": 0.42558278541542144, + "PERIOD": 0.7151594870108517, + "QUESTION": 0.6300429184549355 + }, + "fi": { + "macro": 0.7075697876989379, + "COMMA": 0.607153965785381, + "PERIOD": 0.8201911589008364, + "QUESTION": 0.695364238410596 + }, + "fr": { + "macro": 0.7588224058450738, + "COMMA": 0.6709473798770201, + "PERIOD": 0.8014102486171053, + "QUESTION": 0.8041095890410959 + }, + "fr-ca": { + "macro": 0.7415416840511097, + "COMMA": 0.6823529411764706, + "PERIOD": 0.8240400667779632, + "QUESTION": 0.718232044198895 + }, + "he": { + "macro": 0.6506044726429622, + "COMMA": 0.5395665322580644, + "PERIOD": 0.7387355920363254, + "QUESTION": 0.6735112936344969 + }, + "hi": { + "macro": 0.49251529002407307, + "COMMA": 0.4054054054054054, + "PERIOD": 0.47808105872622, + "QUESTION": 0.594059405940594 + }, + "hr": { + "macro": 0.6941874836507406, + "COMMA": 0.5949456224082622, + "PERIOD": 0.7841372521445648, + "QUESTION": 0.7034795763993947 + }, + "hu": { + "macro": 0.6770563624149039, + "COMMA": 0.6644799309451879, + "PERIOD": 0.7285260525782253, + "QUESTION": 0.6381631037212986 + }, + "hy": { + "macro": 0.4598027700991831, + "COMMA": 0.5757209926224011, + "PERIOD": 0.758574535720261, + "QUESTION": 0.045112781954887216 + }, + "id": { + "macro": 0.6401044668440251, + "COMMA": 0.5240067151650811, + "PERIOD": 0.7327122153209111, + "QUESTION": 0.663594470046083 + }, + "it": { + "macro": 0.7147581335300816, + "COMMA": 0.6155232333633672, + "PERIOD": 0.7971464019851118, + "QUESTION": 0.7316047652417659 + }, + "ka": { + "macro": 0.6179221190846618, + "COMMA": 0.5712701053799223, + "PERIOD": 0.7445652173913043, + "QUESTION": 0.5379310344827586 + }, + "kk": { + "macro": 0.510937758805627, + "COMMA": 0.4256880733944955, + "PERIOD": 0.698961937716263, + "QUESTION": 0.40816326530612246 + }, + "ko": { + "macro": 0.6043330775630816, + "COMMA": 0.39073390733907337, + "PERIOD": 0.7714716745565207, + "QUESTION": 0.6507936507936508 + }, + "ku": { + "macro": 0.0, + "COMMA": 0.0, + "PERIOD": 0.0, + "QUESTION": 0.0 + }, + "lt": { + "macro": 0.6164907224068824, + "COMMA": 0.509760291291595, + "PERIOD": 0.7499682861854624, + "QUESTION": 0.5897435897435898 + }, + "lv": { + "macro": 0.6326452732865372, + "COMMA": 0.6367748279252703, + "PERIOD": 0.7471047670347429, + "QUESTION": 0.5140562248995983 + }, + "mk": { + "macro": 0.6377568302260331, + "COMMA": 0.561742006615215, + "PERIOD": 0.7334729285073288, + "QUESTION": 0.6180555555555556 + }, + "mn": { + "macro": 0.6013871039690305, + "COMMA": 0.41119691119691126, + "PERIOD": 0.76266137040715, + "QUESTION": 0.6303030303030304 + }, + "mr": { + "macro": 0.5224067110829612, + "COMMA": 0.44245524296675187, + "PERIOD": 0.652037617554859, + "QUESTION": 0.4727272727272727 + }, + "ms": { + "macro": 0.638732290666287, + "COMMA": 0.49698655540102, + "PERIOD": 0.783551401869159, + "QUESTION": 0.6356589147286822 + }, + "my": { + "macro": 0.06180029056636024, + "COMMA": 0.03508771929824561, + "PERIOD": 0.1503131524008351, + "QUESTION": 0.0 + }, + "nb": { + "macro": 0.7398530587113541, + "COMMA": 0.5886990801576873, + "PERIOD": 0.8054632705795496, + "QUESTION": 0.8253968253968254 + }, + "nl": { + "macro": 0.729371891865619, + "COMMA": 0.49717450903597604, + "PERIOD": 0.8613417096701816, + "QUESTION": 0.8295994568906992 + }, + "pl": { + "macro": 0.6884163442382003, + "COMMA": 0.5701749184702046, + "PERIOD": 0.8125, + "QUESTION": 0.6825741142443962 + }, + "pt": { + "macro": 0.7014063430802029, + "COMMA": 0.6175346243028138, + "PERIOD": 0.7950114867082376, + "QUESTION": 0.6916729182295573 + }, + "pt-br": { + "macro": 0.6645577624409872, + "COMMA": 0.6074048797133594, + "PERIOD": 0.7817265125430398, + "QUESTION": 0.6045418950665623 + }, + "ro": { + "macro": 0.6974954228303355, + "COMMA": 0.6330817610062893, + "PERIOD": 0.7918332727493033, + "QUESTION": 0.6675712347354139 + }, + "ru": { + "macro": 0.6834995064554473, + "COMMA": 0.5378549658942481, + "PERIOD": 0.8127763555969282, + "QUESTION": 0.699867197875166 + }, + "sk": { + "macro": 0.7045785782685269, + "COMMA": 0.6710836277974086, + "PERIOD": 0.7893328235519022, + "QUESTION": 0.6533192834562698 + }, + "sl": { + "macro": 0.7376335101446797, + "COMMA": 0.7408268733850129, + "PERIOD": 0.7996598639455782, + "QUESTION": 0.6724137931034483 + }, + "sq": { + "macro": 0.6036094536532591, + "COMMA": 0.49748513946044814, + "PERIOD": 0.7129679869777535, + "QUESTION": 0.6003752345215759 + }, + "sr": { + "macro": 0.6984216979009265, + "COMMA": 0.5986477246828231, + "PERIOD": 0.7924348595142527, + "QUESTION": 0.7041825095057034 + }, + "sv": { + "macro": 0.7431576106153625, + "COMMA": 0.5922688157355552, + "PERIOD": 0.8299595141700404, + "QUESTION": 0.8072445019404917 + }, + "sw": { + "macro": 0.48114976452691316, + "COMMA": 0.3648648648648649, + "PERIOD": 0.5669565217391305, + "QUESTION": 0.5116279069767442 + }, + "ta": { + "macro": 0.42693013717643696, + "COMMA": 0.25806451612903225, + "PERIOD": 0.4710017574692443, + "QUESTION": 0.5517241379310345 + }, + "tr": { + "macro": 0.5442413376878455, + "COMMA": 0.409340446918735, + "PERIOD": 0.6519549947162304, + "QUESTION": 0.5714285714285714 + }, + "uk": { + "macro": 0.6708681536648893, + "COMMA": 0.5415365396627109, + "PERIOD": 0.7955577172503243, + "QUESTION": 0.6755102040816326 + }, + "ur": { + "macro": 0.5042170699254077, + "COMMA": 0.41104294478527614, + "PERIOD": 0.5487627365356623, + "QUESTION": 0.5528455284552846 + }, + "vi": { + "macro": 0.5763411397603961, + "COMMA": 0.49552631578947365, + "PERIOD": 0.6810026880040008, + "QUESTION": 0.552494415487714 + }, + "zh": { + "macro": 0.14683017690496677, + "COMMA": 0.10748560460652591, + "PERIOD": 0.2758620689655173, + "QUESTION": 0.05714285714285715 + }, + "zh-cn": { + "macro": 0.24096911764511306, + "COMMA": 0.18146411828344755, + "PERIOD": 0.3240519303040656, + "QUESTION": 0.21739130434782605 + }, + "zh-tw": { + "macro": 0.2252456946203707, + "COMMA": 0.19331708016635593, + "PERIOD": 0.2804865987538325, + "QUESTION": 0.20193340494092374 + } + } + }, + "kredor": { + "mean": 0.5950143046978512, + "covered": 57, + "per_lang": { + "ar": { + "macro": 0.5399020987232004, + "COMMA": 0.42703609368205253, + "PERIOD": 0.5810630596304057, + "QUESTION": 0.6116071428571428 + }, + "az": { + "macro": 0.5618437541354601, + "COMMA": 0.36483516483516487, + "PERIOD": 0.7131011608623548, + "QUESTION": 0.6075949367088608 + }, + "bg": { + "macro": 0.7490635622799697, + "COMMA": 0.7475482848700269, + "PERIOD": 0.7831867057673509, + "QUESTION": 0.7164556962025315 + }, + "bn": { + "macro": 0.49375459541778216, + "COMMA": 0.3923444976076555, + "PERIOD": 0.6238030095759234, + "QUESTION": 0.46511627906976755 + }, + "bs": { + "macro": 0.6009796733849276, + "COMMA": 0.45992601726263876, + "PERIOD": 0.7796327212020033, + "QUESTION": 0.5633802816901408 + }, + "ca": { + "macro": 0.613027779169391, + "COMMA": 0.5856777493606139, + "PERIOD": 0.7477876106194691, + "QUESTION": 0.5056179775280899 + }, + "cs": { + "macro": 0.746144509587781, + "COMMA": 0.8040591096146651, + "PERIOD": 0.7880408695055887, + "QUESTION": 0.646333549643089 + }, + "da": { + "macro": 0.6844200473448563, + "COMMA": 0.5161664491808033, + "PERIOD": 0.7778617873884772, + "QUESTION": 0.7592319054652881 + }, + "de": { + "macro": 0.8138109227470212, + "COMMA": 0.7945023460532326, + "PERIOD": 0.8464002697690103, + "QUESTION": 0.8005301524188204 + }, + "el": { + "macro": 0.6620989506268223, + "COMMA": 0.5781830022793878, + "PERIOD": 0.7713791557235282, + "QUESTION": 0.636734693877551 + }, + "en": { + "macro": 0.7224692130658621, + "COMMA": 0.6157032128276434, + "PERIOD": 0.7886570358480471, + "QUESTION": 0.7630473905218957 + }, + "eo": { + "macro": 0.605175499626896, + "COMMA": 0.5124113475177304, + "PERIOD": 0.7277726856095327, + "QUESTION": 0.5753424657534247 + }, + "es": { + "macro": 0.6231193734654984, + "COMMA": 0.6068973690447973, + "PERIOD": 0.7717281829492268, + "QUESTION": 0.4907325684024712 + }, + "et": { + "macro": 0.6959017125194387, + "COMMA": 0.7697959183673471, + "PERIOD": 0.7554092191909689, + "QUESTION": 0.5625 + }, + "fa": { + "macro": 0.5698653817216305, + "COMMA": 0.42659318920446515, + "PERIOD": 0.6921302578018996, + "QUESTION": 0.5908726981585268 + }, + "fi": { + "macro": 0.7282644834384593, + "COMMA": 0.7173356105892399, + "PERIOD": 0.7890952666267226, + "QUESTION": 0.6783625730994153 + }, + "fr": { + "macro": 0.7284982584827823, + "COMMA": 0.6451505940867642, + "PERIOD": 0.791048406713695, + "QUESTION": 0.7492957746478873 + }, + "fr-ca": { + "macro": 0.7203792014715416, + "COMMA": 0.6515259048970901, + "PERIOD": 0.7930341594105828, + "QUESTION": 0.716577540106952 + }, + "he": { + "macro": 0.6246862810475906, + "COMMA": 0.5118644067796609, + "PERIOD": 0.7188786161646287, + "QUESTION": 0.6433158201984822 + }, + "hi": { + "macro": 0.4748262699685446, + "COMMA": 0.396551724137931, + "PERIOD": 0.4370179948586118, + "QUESTION": 0.5909090909090909 + }, + "hr": { + "macro": 0.592159959047719, + "COMMA": 0.43269066712165155, + "PERIOD": 0.7499822883457314, + "QUESTION": 0.5938069216757742 + }, + "hu": { + "macro": 0.6602471690169747, + "COMMA": 0.7116175744610828, + "PERIOD": 0.6950860982780345, + "QUESTION": 0.5740378343118069 + }, + "hy": { + "macro": 0.4924237449893247, + "COMMA": 0.7082361605498957, + "PERIOD": 0.7335920364433948, + "QUESTION": 0.03544303797468354 + }, + "id": { + "macro": 0.6278184168817812, + "COMMA": 0.5008107482047718, + "PERIOD": 0.7186525265127885, + "QUESTION": 0.6639919759277834 + }, + "it": { + "macro": 0.6773603485920766, + "COMMA": 0.6004398366321081, + "PERIOD": 0.7763978918034773, + "QUESTION": 0.6552433173406442 + }, + "ka": { + "macro": 0.6145036198218498, + "COMMA": 0.6142929548910289, + "PERIOD": 0.732977303070761, + "QUESTION": 0.4962406015037593 + }, + "kk": { + "macro": 0.527188265157131, + "COMMA": 0.37323943661971837, + "PERIOD": 0.6483253588516746, + "QUESTION": 0.5599999999999999 + }, + "ko": { + "macro": 0.6195466147379537, + "COMMA": 0.37972471050906703, + "PERIOD": 0.8169213642343892, + "QUESTION": 0.6619937694704049 + }, + "ku": { + "macro": 0.0016420361247947454, + "COMMA": 0.0049261083743842365, + "PERIOD": 0.0, + "QUESTION": 0.0 + }, + "lt": { + "macro": 0.6944554457724564, + "COMMA": 0.7088407955839832, + "PERIOD": 0.7481756497247471, + "QUESTION": 0.6263498920086393 + }, + "lv": { + "macro": 0.7117081838959335, + "COMMA": 0.7459338194054963, + "PERIOD": 0.7585089141004862, + "QUESTION": 0.6306818181818182 + }, + "mk": { + "macro": 0.615798306209265, + "COMMA": 0.5117416829745597, + "PERIOD": 0.7356532356532357, + "QUESTION": 0.5999999999999999 + }, + "mn": { + "macro": 0.6096128178475986, + "COMMA": 0.3883696780893043, + "PERIOD": 0.7800914169629253, + "QUESTION": 0.6603773584905661 + }, + "mr": { + "macro": 0.461454015783207, + "COMMA": 0.4090267983074753, + "PERIOD": 0.6142241379310345, + "QUESTION": 0.36111111111111116 + }, + "ms": { + "macro": 0.6194067610110671, + "COMMA": 0.446360153256705, + "PERIOD": 0.767123287671233, + "QUESTION": 0.6447368421052633 + }, + "my": { + "macro": 0.1001932757159622, + "COMMA": 0.023460410557184747, + "PERIOD": 0.2771194165907019, + "QUESTION": 0.0 + }, + "nb": { + "macro": 0.7130212654108249, + "COMMA": 0.5642161204605847, + "PERIOD": 0.7822550831792976, + "QUESTION": 0.7925925925925926 + }, + "nl": { + "macro": 0.7791696627205368, + "COMMA": 0.6513549239920687, + "PERIOD": 0.8634393827290984, + "QUESTION": 0.8227146814404434 + }, + "pl": { + "macro": 0.7695518770510269, + "COMMA": 0.7655747588424437, + "PERIOD": 0.8177618662663124, + "QUESTION": 0.7253190060443249 + }, + "pt": { + "macro": 0.7094594492523033, + "COMMA": 0.6582584657912923, + "PERIOD": 0.7920141853286924, + "QUESTION": 0.6781056966369252 + }, + "pt-br": { + "macro": 0.6700827796613001, + "COMMA": 0.6343612334801763, + "PERIOD": 0.7691739959407097, + "QUESTION": 0.6067131095630145 + }, + "ro": { + "macro": 0.6825681157683485, + "COMMA": 0.6239928379588183, + "PERIOD": 0.7906179841663712, + "QUESTION": 0.6330935251798562 + }, + "ru": { + "macro": 0.7311914215275802, + "COMMA": 0.7404560594414554, + "PERIOD": 0.7955676700639962, + "QUESTION": 0.6575505350772889 + }, + "sk": { + "macro": 0.7440286700016809, + "COMMA": 0.7959007120516405, + "PERIOD": 0.7887158389656186, + "QUESTION": 0.6474694589877837 + }, + "sl": { + "macro": 0.8100111336920013, + "COMMA": 0.8503449916726148, + "PERIOD": 0.8340573414422242, + "QUESTION": 0.745631067961165 + }, + "sq": { + "macro": 0.5982724434697559, + "COMMA": 0.49658314350797267, + "PERIOD": 0.7196732471068753, + "QUESTION": 0.5785609397944199 + }, + "sr": { + "macro": 0.5946645858427804, + "COMMA": 0.42929292929292934, + "PERIOD": 0.7621963666054297, + "QUESTION": 0.5925044616299822 + }, + "sv": { + "macro": 0.7178795116240657, + "COMMA": 0.58047419804742, + "PERIOD": 0.8133604152561498, + "QUESTION": 0.7598039215686273 + }, + "sw": { + "macro": 0.4850002398547742, + "COMMA": 0.2790697674418604, + "PERIOD": 0.5529801324503312, + "QUESTION": 0.6229508196721311 + }, + "ta": { + "macro": 0.38127135023509284, + "COMMA": 0.22356495468277948, + "PERIOD": 0.4465648854961832, + "QUESTION": 0.47368421052631576 + }, + "tr": { + "macro": 0.5255898377186934, + "COMMA": 0.3859427941060595, + "PERIOD": 0.6437002822684116, + "QUESTION": 0.5471264367816091 + }, + "uk": { + "macro": 0.7241026672836534, + "COMMA": 0.7514696276943175, + "PERIOD": 0.777658609025658, + "QUESTION": 0.6431797651309846 + }, + "ur": { + "macro": 0.48511013538080466, + "COMMA": 0.38169642857142855, + "PERIOD": 0.5039370078740157, + "QUESTION": 0.5696969696969697 + }, + "vi": { + "macro": 0.5505813702577521, + "COMMA": 0.46229648671808055, + "PERIOD": 0.6646951488076511, + "QUESTION": 0.5247524752475247 + }, + "zh": { + "macro": 0.16540765299603455, + "COMMA": 0.1394101876675603, + "PERIOD": 0.24870466321243523, + "QUESTION": 0.10810810810810813 + }, + "zh-cn": { + "macro": 0.23564183639298739, + "COMMA": 0.19921827287162575, + "PERIOD": 0.27113005509928273, + "QUESTION": 0.2365771812080537 + }, + "zh-tw": { + "macro": 0.2594588128049678, + "COMMA": 0.22035730179922436, + "PERIOD": 0.2676244977474735, + "QUESTION": 0.2903946388682055 + } + } + }, + "fullstop-sonar": { + "mean": 0.5653389983461967, + "covered": 57, + "per_lang": { + "ar": { + "macro": 0.456378139006681, + "COMMA": 0.36132352941176465, + "PERIOD": 0.5167690826978604, + "QUESTION": 0.491041804910418 + }, + "az": { + "macro": 0.583221721677019, + "COMMA": 0.4009060022650057, + "PERIOD": 0.7218934911242605, + "QUESTION": 0.626865671641791 + }, + "bg": { + "macro": 0.6186763557779645, + "COMMA": 0.5041112577403309, + "PERIOD": 0.7365331942089474, + "QUESTION": 0.6153846153846154 + }, + "bn": { + "macro": 0.5093948878172311, + "COMMA": 0.34662998624484176, + "PERIOD": 0.6057971014492755, + "QUESTION": 0.5757575757575758 + }, + "bs": { + "macro": 0.6255714451550848, + "COMMA": 0.5946843853820597, + "PERIOD": 0.7820299500831948, + "QUESTION": 0.5 + }, + "ca": { + "macro": 0.6285363798533324, + "COMMA": 0.5916022561102986, + "PERIOD": 0.7348670985034621, + "QUESTION": 0.5591397849462365 + }, + "cs": { + "macro": 0.6506278306105727, + "COMMA": 0.6124056094929882, + "PERIOD": 0.7662561250165542, + "QUESTION": 0.5732217573221757 + }, + "da": { + "macro": 0.689636936462248, + "COMMA": 0.5129092744843502, + "PERIOD": 0.7858522811710507, + "QUESTION": 0.7701492537313432 + }, + "de": { + "macro": 0.8162393225534265, + "COMMA": 0.8003534278485079, + "PERIOD": 0.8470400365005132, + "QUESTION": 0.8013245033112583 + }, + "el": { + "macro": 0.653482984014102, + "COMMA": 0.5762006729886815, + "PERIOD": 0.7599544937428897, + "QUESTION": 0.6242937853107345 + }, + "en": { + "macro": 0.7365167529526505, + "COMMA": 0.6446970945240841, + "PERIOD": 0.7854937337288853, + "QUESTION": 0.7793594306049823 + }, + "eo": { + "macro": 0.6384756009184108, + "COMMA": 0.5224416517055654, + "PERIOD": 0.7580645161290323, + "QUESTION": 0.634920634920635 + }, + "es": { + "macro": 0.6807258936728662, + "COMMA": 0.604393641721736, + "PERIOD": 0.7644885847514079, + "QUESTION": 0.6732954545454545 + }, + "et": { + "macro": 0.5777112879864457, + "COMMA": 0.4793213149522799, + "PERIOD": 0.7643020594965675, + "QUESTION": 0.48951048951048953 + }, + "fa": { + "macro": 0.5115471857550978, + "COMMA": 0.384559252772913, + "PERIOD": 0.6199177706715394, + "QUESTION": 0.5301645338208409 + }, + "fi": { + "macro": 0.6439001154553049, + "COMMA": 0.5044103234237177, + "PERIOD": 0.7796709753231492, + "QUESTION": 0.6476190476190476 + }, + "fr": { + "macro": 0.7506985432085004, + "COMMA": 0.6646989374262101, + "PERIOD": 0.8033526756931013, + "QUESTION": 0.7840440165061898 + }, + "fr-ca": { + "macro": 0.7444860103950935, + "COMMA": 0.6687349189934506, + "PERIOD": 0.8120349401488192, + "QUESTION": 0.7526881720430109 + }, + "he": { + "macro": 0.6131351542360243, + "COMMA": 0.5423604757548033, + "PERIOD": 0.7189804708242374, + "QUESTION": 0.5780645161290322 + }, + "hi": { + "macro": 0.42201773524970565, + "COMMA": 0.39278131634819535, + "PERIOD": 0.37327188940092165, + "QUESTION": 0.5 + }, + "hr": { + "macro": 0.660776186872769, + "COMMA": 0.5863136708468804, + "PERIOD": 0.7612127986586558, + "QUESTION": 0.6348020911127706 + }, + "hu": { + "macro": 0.600482011849757, + "COMMA": 0.4954216405388561, + "PERIOD": 0.7013732322197171, + "QUESTION": 0.6046511627906976 + }, + "hy": { + "macro": 0.4376876303927976, + "COMMA": 0.5468085106382979, + "PERIOD": 0.7258503401360544, + "QUESTION": 0.0404040404040404 + }, + "id": { + "macro": 0.623947508892304, + "COMMA": 0.5159705159705159, + "PERIOD": 0.7137895812053116, + "QUESTION": 0.6420824295010846 + }, + "it": { + "macro": 0.6799751116961462, + "COMMA": 0.604240056363287, + "PERIOD": 0.772836316663591, + "QUESTION": 0.6628489620615605 + }, + "ka": { + "macro": 0.5618373663817519, + "COMMA": 0.4701102727800348, + "PERIOD": 0.6740484429065744, + "QUESTION": 0.5413533834586466 + }, + "kk": { + "macro": 0.48864712814079897, + "COMMA": 0.36, + "PERIOD": 0.5654008438818565, + "QUESTION": 0.5405405405405405 + }, + "ko": { + "macro": 0.6368170520672911, + "COMMA": 0.40169666399174603, + "PERIOD": 0.8330613909851111, + "QUESTION": 0.6756931012250161 + }, + "ku": { + "macro": 0.0021299254526091584, + "COMMA": 0.006389776357827476, + "PERIOD": 0.0, + "QUESTION": 0.0 + }, + "lt": { + "macro": 0.6095274873597037, + "COMMA": 0.5373633947031604, + "PERIOD": 0.7383735389206665, + "QUESTION": 0.5528455284552846 + }, + "lv": { + "macro": 0.5761627789675651, + "COMMA": 0.521151330135194, + "PERIOD": 0.750194149624644, + "QUESTION": 0.45714285714285713 + }, + "mk": { + "macro": 0.546119680214351, + "COMMA": 0.5071409323632444, + "PERIOD": 0.6560408033152693, + "QUESTION": 0.475177304964539 + }, + "mn": { + "macro": 0.49602810486662047, + "COMMA": 0.2606741573033708, + "PERIOD": 0.5803513337670788, + "QUESTION": 0.6470588235294118 + }, + "mr": { + "macro": 0.3334306983079978, + "COMMA": 0.360613810741688, + "PERIOD": 0.4396782841823056, + "QUESTION": 0.2 + }, + "ms": { + "macro": 0.6046897236663334, + "COMMA": 0.42084367245657567, + "PERIOD": 0.7630885122410547, + "QUESTION": 0.6301369863013698 + }, + "my": { + "macro": 0.0752879403794038, + "COMMA": 0.048780487804878044, + "PERIOD": 0.17708333333333334, + "QUESTION": 0.0 + }, + "nb": { + "macro": 0.7200746184927285, + "COMMA": 0.5885328836424957, + "PERIOD": 0.8024602026049203, + "QUESTION": 0.7692307692307693 + }, + "nl": { + "macro": 0.7819450043584619, + "COMMA": 0.6425799775804087, + "PERIOD": 0.869262940633317, + "QUESTION": 0.8339920948616601 + }, + "pl": { + "macro": 0.6570015013677182, + "COMMA": 0.554649651423845, + "PERIOD": 0.796255066506822, + "QUESTION": 0.6200997861724876 + }, + "pt": { + "macro": 0.6785915474323039, + "COMMA": 0.6287120014057284, + "PERIOD": 0.7762215193958563, + "QUESTION": 0.6308411214953271 + }, + "pt-br": { + "macro": 0.6394763732346047, + "COMMA": 0.62951935346661, + "PERIOD": 0.7585831721470019, + "QUESTION": 0.5303265940902022 + }, + "ro": { + "macro": 0.6668505354597273, + "COMMA": 0.6235841182782879, + "PERIOD": 0.7636520879663949, + "QUESTION": 0.613315400134499 + }, + "ru": { + "macro": 0.6441244139724804, + "COMMA": 0.587283552242876, + "PERIOD": 0.7693754039602797, + "QUESTION": 0.5757142857142857 + }, + "sk": { + "macro": 0.6411791789111217, + "COMMA": 0.5536632390745502, + "PERIOD": 0.7691280290020989, + "QUESTION": 0.6007462686567164 + }, + "sl": { + "macro": 0.6154664380414231, + "COMMA": 0.49812617114303553, + "PERIOD": 0.7743973399833749, + "QUESTION": 0.5738758029978587 + }, + "sq": { + "macro": 0.5887816218464424, + "COMMA": 0.49568699938385713, + "PERIOD": 0.7143438729814086, + "QUESTION": 0.5563139931740615 + }, + "sr": { + "macro": 0.6352134067049301, + "COMMA": 0.5606236011422397, + "PERIOD": 0.7497603068072867, + "QUESTION": 0.595256312165264 + }, + "sv": { + "macro": 0.728320962972662, + "COMMA": 0.590103688148051, + "PERIOD": 0.816942011309458, + "QUESTION": 0.7779171894604768 + }, + "sw": { + "macro": 0.5179640883227754, + "COMMA": 0.4327731092436975, + "PERIOD": 0.5693950177935942, + "QUESTION": 0.5517241379310345 + }, + "ta": { + "macro": 0.36254678691479353, + "COMMA": 0.2204724409448819, + "PERIOD": 0.43859649122807015, + "QUESTION": 0.42857142857142855 + }, + "tr": { + "macro": 0.5545258291069411, + "COMMA": 0.39310976117167346, + "PERIOD": 0.6558776680471488, + "QUESTION": 0.6145900581020013 + }, + "uk": { + "macro": 0.588074777733436, + "COMMA": 0.497112027927642, + "PERIOD": 0.7458595088520845, + "QUESTION": 0.5212527964205815 + }, + "ur": { + "macro": 0.32623199160834776, + "COMMA": 0.37599999999999995, + "PERIOD": 0.3686534216335541, + "QUESTION": 0.23404255319148934 + }, + "vi": { + "macro": 0.5799807547891472, + "COMMA": 0.505166173083251, + "PERIOD": 0.6714515530256157, + "QUESTION": 0.5633245382585751 + }, + "zh": { + "macro": 0.17586129664685687, + "COMMA": 0.13043478260869568, + "PERIOD": 0.2349869451697128, + "QUESTION": 0.16216216216216214 + }, + "zh-cn": { + "macro": 0.32138057377621965, + "COMMA": 0.272080305640872, + "PERIOD": 0.35349824475467384, + "QUESTION": 0.33856317093311317 + }, + "zh-tw": { + "macro": 0.3162045857741254, + "COMMA": 0.2760679834634818, + "PERIOD": 0.30257673361121634, + "QUESTION": 0.369969040247678 + } + } + }, + "bad_code": { + "mean": 0.5710135357402123, + "covered": 57, + "per_lang": { + "ar": { + "macro": 0.5107676722104469, + "COMMA": 0.43962684193787765, + "PERIOD": 0.4522088353413654, + "QUESTION": 0.6404673393520977, + "case": { + "CAP": 0.7840909090909092, + "UPPER": 0.7710843373493975 + } + }, + "az": { + "macro": 0.5769801110758536, + "COMMA": 0.49256505576208176, + "PERIOD": 0.6577301161751564, + "QUESTION": 0.5806451612903226, + "case": { + "CAP": 0.7357268981753972, + "UPPER": 0.9 + } + }, + "bg": { + "macro": 0.6723759471606945, + "COMMA": 0.7174160166202815, + "PERIOD": 0.6716126513080828, + "QUESTION": 0.628099173553719, + "case": { + "CAP": 0.7397050890127674, + "UPPER": 0.818348623853211 + } + }, + "bn": { + "macro": 0.49711815241545326, + "COMMA": 0.4416796267496112, + "PERIOD": 0.605230386052304, + "QUESTION": 0.4444444444444445, + "case": { + "UPPER": 0.0 + } + }, + "bs": { + "macro": 0.5923134789613208, + "COMMA": 0.5668371073776479, + "PERIOD": 0.6716417910447762, + "QUESTION": 0.5384615384615384, + "case": { + "CAP": 0.7607973421926909, + "UPPER": 0.846153846153846 + } + }, + "ca": { + "macro": 0.5512436359502204, + "COMMA": 0.5714285714285713, + "PERIOD": 0.6122358175750834, + "QUESTION": 0.4700665188470066, + "case": { + "CAP": 0.6976521322472449, + "UPPER": 0.8666666666666668 + } + }, + "cs": { + "macro": 0.6344725466854396, + "COMMA": 0.7480225032782032, + "PERIOD": 0.6607142857142858, + "QUESTION": 0.49468085106382975, + "case": { + "CAP": 0.7371708629636748, + "UPPER": 0.8007181328545782 + } + }, + "da": { + "macro": 0.5836300296835109, + "COMMA": 0.48517591250494135, + "PERIOD": 0.6685577784413258, + "QUESTION": 0.5971563981042655, + "case": { + "CAP": 0.7367205542725173, + "UPPER": 0.8150943396226414 + } + }, + "de": { + "macro": 0.7264815782130158, + "COMMA": 0.7601053120644262, + "PERIOD": 0.7429249279783088, + "QUESTION": 0.6764144945963128, + "case": { + "CAP": 0.9289319977799508, + "UPPER": 0.8021978021978021 + } + }, + "el": { + "macro": 0.5836644569843977, + "COMMA": 0.5387928419775554, + "PERIOD": 0.646775505097892, + "QUESTION": 0.565425023877746, + "case": { + "CAP": 0.7351765893037335, + "UPPER": 0.7505422993492407 + } + }, + "en": { + "macro": 0.6878577084976261, + "COMMA": 0.6494772104354888, + "PERIOD": 0.6920362310316435, + "QUESTION": 0.7220596840257459, + "case": { + "CAP": 0.8182196739165252, + "UPPER": 0.8311306901615272 + } + }, + "eo": { + "macro": 0.5972569153815154, + "COMMA": 0.5363443895553988, + "PERIOD": 0.6220930232558141, + "QUESTION": 0.6333333333333333, + "case": { + "CAP": 0.672566371681416, + "UPPER": 0.9333333333333333 + } + }, + "es": { + "macro": 0.6004986095807258, + "COMMA": 0.575875486381323, + "PERIOD": 0.6421984507561785, + "QUESTION": 0.5834218916046758, + "case": { + "CAP": 0.7345475288269568, + "UPPER": 0.8904694167852063 + } + }, + "et": { + "macro": 0.6629755752579362, + "COMMA": 0.7688969258589511, + "PERIOD": 0.6820987654320988, + "QUESTION": 0.5379310344827586, + "case": { + "CAP": 0.7475728155339806, + "UPPER": 0.7999999999999999 + } + }, + "fa": { + "macro": 0.5473362076447547, + "COMMA": 0.41486068111455104, + "PERIOD": 0.603618530055007, + "QUESTION": 0.6235294117647059, + "case": { + "CAP": 0.8079470198675496, + "UPPER": 0.631578947368421 + } + }, + "fi": { + "macro": 0.6589728904688729, + "COMMA": 0.7112100965107646, + "PERIOD": 0.7022165114037905, + "QUESTION": 0.5634920634920634, + "case": { + "CAP": 0.7787381158167676, + "UPPER": 0.7857142857142856 + } + }, + "fr": { + "macro": 0.6563100322214744, + "COMMA": 0.6247935444292388, + "PERIOD": 0.6670597252520488, + "QUESTION": 0.6770768269831355, + "case": { + "CAP": 0.7427450666453188, + "UPPER": 0.8571428571428571 + } + }, + "fr-ca": { + "macro": 0.6512201240415507, + "COMMA": 0.6185196284087503, + "PERIOD": 0.6974595842956121, + "QUESTION": 0.6376811594202899, + "case": { + "CAP": 0.7572859744990892, + "UPPER": 0.6938775510204083 + } + }, + "he": { + "macro": 0.4313837743178786, + "COMMA": 0.18787822362908482, + "PERIOD": 0.6457109959700633, + "QUESTION": 0.4605621033544878, + "case": { + "CAP": 0.8370044052863437, + "UPPER": 0.8874172185430463 + } + }, + "hi": { + "macro": 0.39341299288475057, + "COMMA": 0.36070381231671556, + "PERIOD": 0.35976505139500736, + "QUESTION": 0.4597701149425288, + "case": { + "CAP": 0.5405405405405406, + "UPPER": 0.4444444444444445 + } + }, + "hr": { + "macro": 0.5996603595829435, + "COMMA": 0.5778549022225188, + "PERIOD": 0.6479554448189946, + "QUESTION": 0.5731707317073171, + "case": { + "CAP": 0.7245084127305897, + "UPPER": 0.850356294536817 + } + }, + "hu": { + "macro": 0.6482603192291624, + "COMMA": 0.754291319274154, + "PERIOD": 0.6315030984291686, + "QUESTION": 0.5589865399841647, + "case": { + "CAP": 0.7158113319489766, + "UPPER": 0.8391167192429022 + } + }, + "hy": { + "macro": 0.40075883039571375, + "COMMA": 0.6736549363568296, + "PERIOD": 0.5013488275575845, + "QUESTION": 0.02727272727272727, + "case": { + "CAP": 0.6439306358381504, + "UPPER": 0.6197183098591549 + } + }, + "id": { + "macro": 0.5855183772088924, + "COMMA": 0.5435844690151711, + "PERIOD": 0.6195127186862724, + "QUESTION": 0.5934579439252337, + "case": { + "CAP": 0.7510699001426533, + "UPPER": 0.9049429657794676 + } + }, + "it": { + "macro": 0.5772336584260152, + "COMMA": 0.5355255431591309, + "PERIOD": 0.6358482337549062, + "QUESTION": 0.5603271983640082, + "case": { + "CAP": 0.7229976736457294, + "UPPER": 0.4556354916067147 + } + }, + "ka": { + "macro": 0.5488449416144459, + "COMMA": 0.6024096385542169, + "PERIOD": 0.5961251862891207, + "QUESTION": 0.44799999999999995, + "case": { + "CAP": 0.042986425339366516, + "UPPER": 0.5714285714285715 + } + }, + "kk": { + "macro": 0.6507915464436114, + "COMMA": 0.5585831062670299, + "PERIOD": 0.6900878293601004, + "QUESTION": 0.7037037037037038, + "case": { + "CAP": 0.7495256166982923, + "UPPER": 0.888888888888889 + } + }, + "ko": { + "macro": 0.6563678222215613, + "COMMA": 0.40892503388593465, + "PERIOD": 0.8434749743534367, + "QUESTION": 0.7167034584253127, + "case": { + "CAP": 0.9037199124726476, + "UPPER": 0.8842975206611571 + } + }, + "ku": { + "macro": 0.02975761939044876, + "COMMA": 0.08927285817134628, + "PERIOD": 0.0, + "QUESTION": 0.0, + "case": { + "CAP": 0.0 + } + }, + "lt": { + "macro": 0.6354440786431123, + "COMMA": 0.7170844137136273, + "PERIOD": 0.6343345274180215, + "QUESTION": 0.5549132947976879, + "case": { + "CAP": 0.7140489780887498, + "UPPER": 0.9126984126984127 + } + }, + "lv": { + "macro": 0.6442512714779306, + "COMMA": 0.7690648590355877, + "PERIOD": 0.6298543689320387, + "QUESTION": 0.5338345864661653, + "case": { + "CAP": 0.7038552659918157, + "UPPER": 0.5681818181818181 + } + }, + "mk": { + "macro": 0.5647878098464681, + "COMMA": 0.5590285585788173, + "PERIOD": 0.6024628986422481, + "QUESTION": 0.5328719723183392, + "case": { + "CAP": 0.6765881830297645, + "UPPER": 0.3888888888888889 + } + }, + "mn": { + "macro": 0.6349358156848098, + "COMMA": 0.4633204633204634, + "PERIOD": 0.7130919220055711, + "QUESTION": 0.728395061728395, + "case": { + "CAP": 0.7511848341232227, + "UPPER": 0.8974358974358974 + } + }, + "mr": { + "macro": 0.5207436732138168, + "COMMA": 0.3421828908554572, + "PERIOD": 0.5738942826321467, + "QUESTION": 0.6461538461538462, + "case": { + "CAP": 0.8571428571428571, + "UPPER": 0.8 + } + }, + "ms": { + "macro": 0.559996253172249, + "COMMA": 0.5065653075328266, + "PERIOD": 0.5913338997451147, + "QUESTION": 0.5820895522388059, + "case": { + "CAP": 0.6538152610441768, + "UPPER": 0.9056603773584906 + } + }, + "my": { + "macro": 0.35532259569983854, + "COMMA": 0.14460511679644047, + "PERIOD": 0.7818277865821449, + "QUESTION": 0.13953488372093026, + "case": { + "CAP": 0.36129032258064514, + "UPPER": 0.5882352941176471 + } + }, + "nb": { + "macro": 0.6078280454624065, + "COMMA": 0.5241809672386897, + "PERIOD": 0.67430316914853, + "QUESTION": 0.625, + "case": { + "CAP": 0.7474966170500678, + "UPPER": 0.7812499999999999 + } + }, + "nl": { + "macro": 0.6511493022601677, + "COMMA": 0.5654766180590475, + "PERIOD": 0.7208423012041184, + "QUESTION": 0.6671289875173371, + "case": { + "CAP": 0.7878254609446865, + "UPPER": 0.8593155893536122 + } + }, + "pl": { + "macro": 0.6745487080951525, + "COMMA": 0.7179712179712181, + "PERIOD": 0.6900570139715556, + "QUESTION": 0.6156178923426839, + "case": { + "CAP": 0.7634241245136187, + "UPPER": 0.8952380952380953 + } + }, + "pt": { + "macro": 0.6188886741357315, + "COMMA": 0.6211560918645387, + "PERIOD": 0.6622704939229377, + "QUESTION": 0.5732394366197182, + "case": { + "CAP": 0.733438150682021, + "UPPER": 0.8794567062818336 + } + }, + "pt-br": { + "macro": 0.6043680257056562, + "COMMA": 0.608021271881232, + "PERIOD": 0.649673834259483, + "QUESTION": 0.5554089709762533, + "case": { + "CAP": 0.7305870071468723, + "UPPER": 0.8688783570300158 + } + }, + "ro": { + "macro": 0.5957938695674271, + "COMMA": 0.6032221058406904, + "PERIOD": 0.6462284683788321, + "QUESTION": 0.5379310344827587, + "case": { + "CAP": 0.7286971905143, + "UPPER": 0.813614262560778 + } + }, + "ru": { + "macro": 0.6793570641395162, + "COMMA": 0.7756545864400902, + "PERIOD": 0.6734151588004554, + "QUESTION": 0.5890014471780028, + "case": { + "CAP": 0.7424702106142549, + "UPPER": 0.8899521531100479 + } + }, + "sk": { + "macro": 0.6369954147581337, + "COMMA": 0.7379003130267278, + "PERIOD": 0.6574064887389622, + "QUESTION": 0.5156794425087109, + "case": { + "CAP": 0.7383050847457627, + "UPPER": 0.69921875 + } + }, + "sl": { + "macro": 0.5835727869995622, + "COMMA": 0.5352956499088304, + "PERIOD": 0.6789521228545619, + "QUESTION": 0.5364705882352941, + "case": { + "CAP": 0.7505920478623956, + "UPPER": 0.6249999999999999 + } + }, + "sq": { + "macro": 0.5164745262393932, + "COMMA": 0.4711191335740072, + "PERIOD": 0.5909398242055443, + "QUESTION": 0.48736462093862815, + "case": { + "CAP": 0.6694416794860194, + "UPPER": 0.7272727272727272 + } + }, + "sr": { + "macro": 0.6223954294335045, + "COMMA": 0.5972758948368704, + "PERIOD": 0.6589399293286219, + "QUESTION": 0.6109704641350211, + "case": { + "CAP": 0.7319946978251264, + "UPPER": 0.7934272300469484 + } + }, + "sv": { + "macro": 0.6347437727362163, + "COMMA": 0.5255946225439503, + "PERIOD": 0.6988981335731954, + "QUESTION": 0.6797385620915032, + "case": { + "CAP": 0.7722832722832722, + "UPPER": 0.7777777777777778 + } + }, + "sw": { + "macro": 0.49812364026444406, + "COMMA": 0.41941747572815535, + "PERIOD": 0.4916201117318436, + "QUESTION": 0.5833333333333334, + "case": { + "CAP": 0.6511627906976745, + "UPPER": 0.8 + } + }, + "ta": { + "macro": 0.4770947281702235, + "COMMA": 0.23501199040767387, + "PERIOD": 0.45553145336225603, + "QUESTION": 0.7407407407407406, + "case": { + "CAP": 0.9836065573770492, + "UPPER": 1.0 + } + }, + "tr": { + "macro": 0.5883137993370654, + "COMMA": 0.38397876327295444, + "PERIOD": 0.6498993963782695, + "QUESTION": 0.7310632383599722, + "case": { + "CAP": 0.7491697110594485, + "UPPER": 0.8526077097505669 + } + }, + "uk": { + "macro": 0.6678759091450882, + "COMMA": 0.775632183908046, + "PERIOD": 0.665688643424232, + "QUESTION": 0.5623069001029867, + "case": { + "CAP": 0.735497861574604, + "UPPER": 0.8713910761154855 + } + }, + "ur": { + "macro": 0.40157051017264916, + "COMMA": 0.14385614385614387, + "PERIOD": 0.48551292090837905, + "QUESTION": 0.5753424657534246, + "case": { + "CAP": 0.7647058823529412, + "UPPER": 0.9565217391304348 + } + }, + "vi": { + "macro": 0.5513813778334958, + "COMMA": 0.507944008032603, + "PERIOD": 0.5812928501469147, + "QUESTION": 0.5649072753209701, + "case": { + "CAP": 0.6801173299508482, + "UPPER": 0.8618968386023295 + } + }, + "zh": { + "macro": 0.45085431416299926, + "COMMA": 0.44972577696526517, + "PERIOD": 0.4252252252252252, + "QUESTION": 0.4776119402985075, + "case": { + "CAP": 0.4800000000000001, + "UPPER": 0.8750000000000001 + } + }, + "zh-cn": { + "macro": 0.5439109873724163, + "COMMA": 0.5169315283500099, + "PERIOD": 0.46367149026441395, + "QUESTION": 0.6511299435028249, + "case": { + "CAP": 0.6032977691561591, + "UPPER": 0.6952789699570815 + } + }, + "zh-tw": { + "macro": 0.5135832393123876, + "COMMA": 0.4798299716619437, + "PERIOD": 0.3910369068541301, + "QUESTION": 0.669882839421089, + "case": { + "CAP": 0.5876951331496786, + "UPPER": 0.7492795389048992 + } + } + } + } + } + }, + "asr_condition": { + "languages": [ + "ar", + "bg", + "bn", + "ca", + "de", + "el", + "en", + "es", + "fa", + "fi", + "fr", + "he", + "hi", + "hu", + "id", + "it", + "kk", + "lv", + "mr", + "ms", + "nl", + "pl", + "pt", + "ro", + "ru", + "sq", + "sv", + "sw", + "ta", + "tr", + "uk", + "vi", + "zh" + ], + "results": { + "dewpoint": { + "mean": 0.6332154278860845, + "covered": 33, + "per_lang": { + "ar": { + "macro": 0.5309209135552035, + "COMMA": 0.43243243243243246, + "PERIOD": 0.543046357615894, + "QUESTION": 0.617283950617284, + "case": {} + }, + "bg": { + "macro": 0.7246545209602896, + "COMMA": 0.7468030690537084, + "PERIOD": 0.7604938271604939, + "QUESTION": 0.6666666666666666, + "case": { + "CAP": 0.7820512820512819, + "UPPER": 0.0 + } + }, + "bn": { + "macro": 0.07299270072992702, + "COMMA": 0.0, + "PERIOD": 0.21897810218978103, + "QUESTION": 0.0, + "case": {} + }, + "ca": { + "macro": 0.7111517790900374, + "COMMA": 0.6658905704307334, + "PERIOD": 0.7875647668393783, + "QUESTION": 0.68, + "case": { + "CAP": 0.8114754098360656, + "UPPER": 1.0 + } + }, + "de": { + "macro": 0.8328927360970462, + "COMMA": 0.8051323175621491, + "PERIOD": 0.8364030335861322, + "QUESTION": 0.8571428571428572, + "case": { + "CAP": 0.9485839978003849, + "UPPER": 0.888888888888889 + } + }, + "el": { + "macro": 0.643701209179939, + "COMMA": 0.5609137055837563, + "PERIOD": 0.7405602923264311, + "QUESTION": 0.6296296296296297, + "case": { + "CAP": 0.7588717015468608 + } + }, + "en": { + "macro": 0.7837178459536215, + "COMMA": 0.739406779661017, + "PERIOD": 0.8581235697940504, + "QUESTION": 0.7536231884057971, + "case": { + "CAP": 0.8917692806221647, + "UPPER": 0.9166666666666666 + } + }, + "es": { + "macro": 0.7866434828950628, + "COMMA": 0.6715634837355718, + "PERIOD": 0.8511576626240352, + "QUESTION": 0.8372093023255814, + "case": { + "CAP": 0.8860377358490567, + "UPPER": 0.9230769230769231 + } + }, + "fa": { + "macro": 0.52090708659943, + "COMMA": 0.34868421052631576, + "PERIOD": 0.671664167916042, + "QUESTION": 0.5423728813559322, + "case": {} + }, + "fi": { + "macro": 0.7233227400557215, + "COMMA": 0.7468354430379748, + "PERIOD": 0.7679603633360859, + "QUESTION": 0.6551724137931035, + "case": { + "CAP": 0.848447204968944, + "UPPER": 0.6666666666666666 + } + }, + "fr": { + "macro": 0.770230206429929, + "COMMA": 0.6882416396979504, + "PERIOD": 0.8367346938775511, + "QUESTION": 0.7857142857142858, + "case": { + "CAP": 0.8806509945750453, + "UPPER": 0.9285714285714286 + } + }, + "he": { + "macro": 0.6332216569310973, + "COMMA": 0.5180327868852459, + "PERIOD": 0.646, + "QUESTION": 0.735632183908046, + "case": {} + }, + "hi": { + "macro": 0.6237891737891738, + "COMMA": 0.41025641025641024, + "PERIOD": 0.6944444444444444, + "QUESTION": 0.7666666666666666, + "case": {} + }, + "hu": { + "macro": 0.7210178694215679, + "COMMA": 0.7717195925704016, + "PERIOD": 0.7246673490276355, + "QUESTION": 0.6666666666666666, + "case": { + "CAP": 0.766265060240964, + "UPPER": 1.0 + } + }, + "id": { + "macro": 0.6723453074897033, + "COMMA": 0.5816554809843401, + "PERIOD": 0.7589098532494758, + "QUESTION": 0.676470588235294, + "case": { + "CAP": 0.8205128205128206, + "UPPER": 1.0 + } + }, + "it": { + "macro": 0.702517741176968, + "COMMA": 0.6435331230283912, + "PERIOD": 0.8040201005025126, + "QUESTION": 0.6599999999999999, + "case": { + "CAP": 0.8424336973478939, + "UPPER": 0.9166666666666666 + } + }, + "kk": { + "macro": 0.4953004124046885, + "COMMA": 0.47028423772609823, + "PERIOD": 0.6267281105990784, + "QUESTION": 0.3888888888888889, + "case": { + "CAP": 0.7144654088050315 + } + }, + "lv": { + "macro": 0.7217735092751748, + "COMMA": 0.7634910059960026, + "PERIOD": 0.7261538461538461, + "QUESTION": 0.6756756756756757, + "case": { + "CAP": 0.7307373653686826 + } + }, + "mr": { + "macro": 0.2583809952231005, + "COMMA": 0.06837606837606837, + "PERIOD": 0.42105263157894735, + "QUESTION": 0.28571428571428564, + "case": {} + }, + "ms": { + "macro": 0.6743329455151796, + "COMMA": 0.603537981269511, + "PERIOD": 0.7637231503579951, + "QUESTION": 0.6557377049180328, + "case": { + "CAP": 0.8214070956103429 + } + }, + "nl": { + "macro": 0.676499695685756, + "COMMA": 0.6115007012622721, + "PERIOD": 0.7751412429378531, + "QUESTION": 0.6428571428571429, + "case": { + "CAP": 0.825, + "UPPER": 0.5 + } + }, + "pl": { + "macro": 0.7607677776251162, + "COMMA": 0.7682672233820459, + "PERIOD": 0.8316831683168318, + "QUESTION": 0.6823529411764705, + "case": { + "CAP": 0.8538163001293662, + "UPPER": 0.9565217391304348 + } + }, + "pt": { + "macro": 0.7615722880622376, + "COMMA": 0.6750483558994197, + "PERIOD": 0.8596685082872928, + "QUESTION": 0.7500000000000001, + "case": { + "CAP": 0.846041055718475, + "UPPER": 0.8 + } + }, + "ro": { + "macro": 0.646169740041482, + "COMMA": 0.6453089244851258, + "PERIOD": 0.7780487804878049, + "QUESTION": 0.5151515151515151, + "case": { + "CAP": 0.7738791423001949, + "UPPER": 0.3333333333333333 + } + }, + "ru": { + "macro": 0.7626876803528887, + "COMMA": 0.7936066712995136, + "PERIOD": 0.7565922920892496, + "QUESTION": 0.7378640776699028, + "case": { + "CAP": 0.8299319727891156, + "UPPER": 1.0 + } + }, + "sq": { + "macro": 0.35802311533305686, + "COMMA": 0.32716049382716045, + "PERIOD": 0.5363825363825364, + "QUESTION": 0.2105263157894737, + "case": { + "CAP": 0.5911602209944752, + "UPPER": 0.5 + } + }, + "sv": { + "macro": 0.664644005016629, + "COMMA": 0.5544871794871794, + "PERIOD": 0.750920245398773, + "QUESTION": 0.6885245901639345, + "case": { + "CAP": 0.8453237410071942, + "UPPER": 0.9090909090909091 + } + }, + "sw": { + "macro": 0.41645021645021646, + "COMMA": 0.36363636363636365, + "PERIOD": 0.5523809523809524, + "QUESTION": 0.3333333333333333, + "case": { + "CAP": 0.5181818181818181 + } + }, + "ta": { + "macro": 0.4052209552477403, + "COMMA": 0.24657534246575347, + "PERIOD": 0.43575418994413406, + "QUESTION": 0.5333333333333333, + "case": {} + }, + "tr": { + "macro": 0.6669921409859491, + "COMMA": 0.4263157894736842, + "PERIOD": 0.8054298642533937, + "QUESTION": 0.7692307692307692, + "case": { + "CAP": 0.8126137052759248, + "UPPER": 0.4 + } + }, + "uk": { + "macro": 0.7309858253175733, + "COMMA": 0.7971758664955071, + "PERIOD": 0.7678746327130266, + "QUESTION": 0.627906976744186, + "case": { + "CAP": 0.8234421364985163, + "UPPER": 0.7692307692307692 + } + }, + "vi": { + "macro": 0.6894747329446581, + "COMMA": 0.6012269938650306, + "PERIOD": 0.748447204968944, + "QUESTION": 0.71875, + "case": { + "CAP": 0.7953757225433525 + } + }, + "zh": { + "macro": 0.7528061144046264, + "COMMA": 0.6172006745362563, + "PERIOD": 0.8006379585326954, + "QUESTION": 0.8405797101449275, + "case": {} + } + } + }, + "dewpoint_mmbert": { + "mean": 0.6197413317298673, + "covered": 33, + "per_lang": { + "ar": { + "macro": 0.5019749320988568, + "COMMA": 0.392156862745098, + "PERIOD": 0.5620437956204379, + "QUESTION": 0.5517241379310345, + "case": {} + }, + "bg": { + "macro": 0.6928074341807239, + "COMMA": 0.7387543252595155, + "PERIOD": 0.744429882044561, + "QUESTION": 0.5952380952380952, + "case": { + "CAP": 0.7730627306273062, + "UPPER": 0.0 + } + }, + "bn": { + "macro": 0.14040296924708376, + "COMMA": 0.1951219512195122, + "PERIOD": 0.2260869565217391, + "QUESTION": 0.0, + "case": {} + }, + "ca": { + "macro": 0.66981220546672, + "COMMA": 0.6335403726708074, + "PERIOD": 0.7940780619111709, + "QUESTION": 0.5818181818181819, + "case": { + "CAP": 0.8057553956834531, + "UPPER": 0.6666666666666666 + } + }, + "de": { + "macro": 0.8204419567950306, + "COMMA": 0.8003246753246753, + "PERIOD": 0.837471783295711, + "QUESTION": 0.8235294117647057, + "case": { + "CAP": 0.9496681415929203, + "UPPER": 0.9411764705882353 + } + }, + "el": { + "macro": 0.5978505051822953, + "COMMA": 0.5340751043115438, + "PERIOD": 0.7331606217616581, + "QUESTION": 0.5263157894736842, + "case": { + "CAP": 0.7433302667893286 + } + }, + "en": { + "macro": 0.7868953976226458, + "COMMA": 0.7242524916943522, + "PERIOD": 0.8485549132947976, + "QUESTION": 0.7878787878787877, + "case": { + "CAP": 0.8897485493230173, + "UPPER": 0.8333333333333334 + } + }, + "es": { + "macro": 0.784386702584669, + "COMMA": 0.6615214994487321, + "PERIOD": 0.8507295173961842, + "QUESTION": 0.8409090909090908, + "case": { + "CAP": 0.879154078549849, + "UPPER": 0.8461538461538461 + } + }, + "fa": { + "macro": 0.49899879541288844, + "COMMA": 0.3176895306859206, + "PERIOD": 0.7016949152542372, + "QUESTION": 0.47761194029850745, + "case": {} + }, + "fi": { + "macro": 0.7052767956649492, + "COMMA": 0.7244979919678715, + "PERIOD": 0.7534013605442177, + "QUESTION": 0.6379310344827587, + "case": { + "CAP": 0.8264984227129338, + "UPPER": 0.5714285714285715 + } + }, + "fr": { + "macro": 0.7705497072326263, + "COMMA": 0.681367144432194, + "PERIOD": 0.8401585204755614, + "QUESTION": 0.7901234567901235, + "case": { + "CAP": 0.8750000000000001, + "UPPER": 0.9285714285714286 + } + }, + "he": { + "macro": 0.587000092242756, + "COMMA": 0.48251748251748244, + "PERIOD": 0.6492693110647181, + "QUESTION": 0.6292134831460675, + "case": {} + }, + "hi": { + "macro": 0.5804703117689592, + "COMMA": 0.3774403470715835, + "PERIOD": 0.6764705882352942, + "QUESTION": 0.6875000000000001, + "case": {} + }, + "hu": { + "macro": 0.7041276292358445, + "COMMA": 0.7720364741641337, + "PERIOD": 0.7039827771797632, + "QUESTION": 0.6363636363636364, + "case": { + "CAP": 0.7624489795918368, + "UPPER": 1.0 + } + }, + "id": { + "macro": 0.658242663954039, + "COMMA": 0.5544554455445544, + "PERIOD": 0.7631296891747053, + "QUESTION": 0.6571428571428571, + "case": { + "CAP": 0.8258575197889183, + "UPPER": 0.0 + } + }, + "it": { + "macro": 0.674977071381181, + "COMMA": 0.6280295047418335, + "PERIOD": 0.7927350427350427, + "QUESTION": 0.6041666666666666, + "case": { + "CAP": 0.8294209702660407, + "UPPER": 0.9166666666666666 + } + }, + "kk": { + "macro": 0.493312811492231, + "COMMA": 0.44327176781002636, + "PERIOD": 0.6366666666666666, + "QUESTION": 0.4, + "case": { + "CAP": 0.695 + } + }, + "lv": { + "macro": 0.7039221394791938, + "COMMA": 0.7612551159618008, + "PERIOD": 0.7255113024757804, + "QUESTION": 0.6250000000000001, + "case": { + "CAP": 0.7240802675585285 + } + }, + "mr": { + "macro": 0.2684599156118143, + "COMMA": 0.08928571428571429, + "PERIOD": 0.43037974683544306, + "QUESTION": 0.28571428571428564, + "case": {} + }, + "ms": { + "macro": 0.6515627092540511, + "COMMA": 0.564885496183206, + "PERIOD": 0.7648026315789473, + "QUESTION": 0.625, + "case": { + "CAP": 0.8088675853804673 + } + }, + "nl": { + "macro": 0.6660982248235663, + "COMMA": 0.5887708649468892, + "PERIOD": 0.7761904761904762, + "QUESTION": 0.6333333333333333, + "case": { + "CAP": 0.8152753108348136, + "UPPER": 0.5 + } + }, + "pl": { + "macro": 0.7462004225033225, + "COMMA": 0.7621736062103035, + "PERIOD": 0.8247422680412371, + "QUESTION": 0.651685393258427, + "case": { + "CAP": 0.8470588235294118, + "UPPER": 0.9166666666666666 + } + }, + "pt": { + "macro": 0.753489179558986, + "COMMA": 0.6565349544072947, + "PERIOD": 0.853932584269663, + "QUESTION": 0.7500000000000001, + "case": { + "CAP": 0.8391812865497076, + "UPPER": 0.8333333333333334 + } + }, + "ro": { + "macro": 0.6147817623262463, + "COMMA": 0.6192170818505338, + "PERIOD": 0.7717948717948718, + "QUESTION": 0.4533333333333333, + "case": { + "CAP": 0.7582846003898636, + "UPPER": 0.28571428571428575 + } + }, + "ru": { + "macro": 0.7647281989721201, + "COMMA": 0.7872044506258693, + "PERIOD": 0.7669801462904912, + "QUESTION": 0.74, + "case": { + "CAP": 0.8174305033809166, + "UPPER": 1.0 + } + }, + "sq": { + "macro": 0.4005302075655626, + "COMMA": 0.3322475570032573, + "PERIOD": 0.5693430656934306, + "QUESTION": 0.3, + "case": { + "CAP": 0.5832147937411095, + "UPPER": 0.4 + } + }, + "sv": { + "macro": 0.6513619612579404, + "COMMA": 0.5491525423728814, + "PERIOD": 0.7700127064803051, + "QUESTION": 0.634920634920635, + "case": { + "CAP": 0.8370837083708371, + "UPPER": 0.9090909090909091 + } + }, + "sw": { + "macro": 0.3931387608806964, + "COMMA": 0.3238095238095238, + "PERIOD": 0.5698924731182795, + "QUESTION": 0.28571428571428575, + "case": { + "CAP": 0.5112107623318386 + } + }, + "ta": { + "macro": 0.3825102880658436, + "COMMA": 0.19444444444444445, + "PERIOD": 0.4197530864197531, + "QUESTION": 0.5333333333333333, + "case": {} + }, + "tr": { + "macro": 0.6612853865946197, + "COMMA": 0.41002949852507375, + "PERIOD": 0.8104678826328312, + "QUESTION": 0.7633587786259541, + "case": { + "CAP": 0.8090298962782184, + "UPPER": 0.0 + } + }, + "uk": { + "macro": 0.6954847621969016, + "COMMA": 0.7790697674418605, + "PERIOD": 0.7482447342026077, + "QUESTION": 0.5591397849462365, + "case": { + "CAP": 0.8005886681383371, + "UPPER": 0.8333333333333333 + } + }, + "vi": { + "macro": 0.6683805253141637, + "COMMA": 0.5642105263157895, + "PERIOD": 0.7439613526570048, + "QUESTION": 0.6969696969696969, + "case": { + "CAP": 0.7831050228310503 + } + }, + "zh": { + "macro": 0.7620015211170935, + "COMMA": 0.5910652920962199, + "PERIOD": 0.8026315789473685, + "QUESTION": 0.8923076923076922, + "case": {} + } + } + }, + "dewpoint_xlmr": { + "mean": 0.6208319083167386, + "covered": 33, + "per_lang": { + "ar": { + "macro": 0.525940645579809, + "COMMA": 0.4270676691729324, + "PERIOD": 0.537117903930131, + "QUESTION": 0.6136363636363635, + "case": {} + }, + "bg": { + "macro": 0.7260526978995774, + "COMMA": 0.7419898819561551, + "PERIOD": 0.7472793228536879, + "QUESTION": 0.6888888888888889, + "case": { + "CAP": 0.7721518987341771, + "UPPER": 0.0 + } + }, + "bn": { + "macro": 0.08286052009456264, + "COMMA": 0.05, + "PERIOD": 0.19858156028368792, + "QUESTION": 0.0, + "case": {} + }, + "ca": { + "macro": 0.6743895722416009, + "COMMA": 0.6539379474940333, + "PERIOD": 0.7692307692307693, + "QUESTION": 0.6000000000000001, + "case": { + "CAP": 0.8124373119358074, + "UPPER": 1.0 + } + }, + "de": { + "macro": 0.8032863590320235, + "COMMA": 0.8055105348460292, + "PERIOD": 0.8351177730192719, + "QUESTION": 0.7692307692307693, + "case": { + "CAP": 0.9403719912472647, + "UPPER": 0.888888888888889 + } + }, + "el": { + "macro": 0.661932678921545, + "COMMA": 0.5658536585365854, + "PERIOD": 0.7532777115613827, + "QUESTION": 0.6666666666666666, + "case": { + "CAP": 0.7647058823529411 + } + }, + "en": { + "macro": 0.7698986520732455, + "COMMA": 0.7219917012448133, + "PERIOD": 0.8448471121177803, + "QUESTION": 0.7428571428571429, + "case": { + "CAP": 0.8919270833333334, + "UPPER": 0.8799999999999999 + } + }, + "es": { + "macro": 0.7358409241332792, + "COMMA": 0.6423357664233578, + "PERIOD": 0.8399122807017544, + "QUESTION": 0.7252747252747253, + "case": { + "CAP": 0.8785607196401799, + "UPPER": 0.9600000000000001 + } + }, + "fa": { + "macro": 0.4914502164502164, + "COMMA": 0.34375, + "PERIOD": 0.6448863636363636, + "QUESTION": 0.4857142857142857, + "case": {} + }, + "fi": { + "macro": 0.7194336638877958, + "COMMA": 0.7419100236779794, + "PERIOD": 0.7702371218315617, + "QUESTION": 0.6461538461538462, + "case": { + "CAP": 0.8424908424908425, + "UPPER": 0.6666666666666666 + } + }, + "fr": { + "macro": 0.7678109095143384, + "COMMA": 0.6895810955961332, + "PERIOD": 0.8427672955974844, + "QUESTION": 0.7710843373493976, + "case": { + "CAP": 0.8766876687668766, + "UPPER": 0.896551724137931 + } + }, + "he": { + "macro": 0.6188571285345479, + "COMMA": 0.5139784946236559, + "PERIOD": 0.6392961876832844, + "QUESTION": 0.7032967032967034, + "case": {} + }, + "hi": { + "macro": 0.6225531145399019, + "COMMA": 0.4216417910447761, + "PERIOD": 0.6919191919191919, + "QUESTION": 0.7540983606557378, + "case": {} + }, + "hu": { + "macro": 0.742370528168537, + "COMMA": 0.7705014749262538, + "PERIOD": 0.717479674796748, + "QUESTION": 0.7391304347826089, + "case": { + "CAP": 0.7622097678142514, + "UPPER": 0.9090909090909091 + } + }, + "id": { + "macro": 0.6744254565315778, + "COMMA": 0.5720524017467248, + "PERIOD": 0.7453416149068323, + "QUESTION": 0.7058823529411765, + "case": { + "CAP": 0.770718232044199, + "UPPER": 0.6666666666666666 + } + }, + "it": { + "macro": 0.6810579124850772, + "COMMA": 0.646403242147923, + "PERIOD": 0.7929969104016478, + "QUESTION": 0.6037735849056605, + "case": { + "CAP": 0.8323076923076923, + "UPPER": 0.88 + } + }, + "kk": { + "macro": 0.4936410174372101, + "COMMA": 0.473404255319149, + "PERIOD": 0.6075187969924812, + "QUESTION": 0.4, + "case": { + "CAP": 0.711276332094176 + } + }, + "lv": { + "macro": 0.7069031614156698, + "COMMA": 0.7565392354124749, + "PERIOD": 0.7135678391959799, + "QUESTION": 0.6506024096385543, + "case": { + "CAP": 0.7316680096696212 + } + }, + "mr": { + "macro": 0.23964245764426093, + "COMMA": 0.08130081300813007, + "PERIOD": 0.3795620437956204, + "QUESTION": 0.25806451612903225, + "case": {} + }, + "ms": { + "macro": 0.648815439872174, + "COMMA": 0.608257804632427, + "PERIOD": 0.7624309392265193, + "QUESTION": 0.5757575757575757, + "case": { + "CAP": 0.807899461400359 + } + }, + "nl": { + "macro": 0.6426289671479162, + "COMMA": 0.5942028985507246, + "PERIOD": 0.7665198237885462, + "QUESTION": 0.5671641791044776, + "case": { + "CAP": 0.8109058927000878, + "UPPER": 0.4 + } + }, + "pl": { + "macro": 0.7450885977251162, + "COMMA": 0.7617079889807162, + "PERIOD": 0.8218724109362054, + "QUESTION": 0.651685393258427, + "case": { + "CAP": 0.85, + "UPPER": 0.9565217391304348 + } + }, + "pt": { + "macro": 0.7395345950149025, + "COMMA": 0.6621880998080614, + "PERIOD": 0.8493449781659389, + "QUESTION": 0.7070707070707071, + "case": { + "CAP": 0.823953823953824, + "UPPER": 0.8148148148148148 + } + }, + "ro": { + "macro": 0.623056969420619, + "COMMA": 0.6237054085155351, + "PERIOD": 0.7523148148148148, + "QUESTION": 0.49315068493150693, + "case": { + "CAP": 0.7581573896353166, + "UPPER": 0.3333333333333333 + } + }, + "ru": { + "macro": 0.7690485349882267, + "COMMA": 0.7983310152990264, + "PERIOD": 0.7659574468085107, + "QUESTION": 0.7428571428571428, + "case": { + "CAP": 0.8098802395209581, + "UPPER": 1.0 + } + }, + "sq": { + "macro": 0.3234938872185663, + "COMMA": 0.3204747774480712, + "PERIOD": 0.5018587360594796, + "QUESTION": 0.14814814814814814, + "case": { + "CAP": 0.5767195767195767, + "UPPER": 0.4 + } + }, + "sv": { + "macro": 0.66147028873789, + "COMMA": 0.5402843601895735, + "PERIOD": 0.7566265060240965, + "QUESTION": 0.6875000000000001, + "case": { + "CAP": 0.8482697426796807, + "UPPER": 0.7692307692307693 + } + }, + "sw": { + "macro": 0.37329931972789115, + "COMMA": 0.30357142857142855, + "PERIOD": 0.5306122448979592, + "QUESTION": 0.28571428571428575, + "case": { + "CAP": 0.4827586206896552 + } + }, + "ta": { + "macro": 0.433117970806413, + "COMMA": 0.2857142857142857, + "PERIOD": 0.4422110552763819, + "QUESTION": 0.5714285714285715, + "case": {} + }, + "tr": { + "macro": 0.6551683697604962, + "COMMA": 0.43112244897959184, + "PERIOD": 0.7952522255192879, + "QUESTION": 0.7391304347826089, + "case": { + "CAP": 0.8023809523809523, + "UPPER": 0.28571428571428575 + } + }, + "uk": { + "macro": 0.7345266699953347, + "COMMA": 0.8032994923857869, + "PERIOD": 0.7723735408560313, + "QUESTION": 0.627906976744186, + "case": { + "CAP": 0.8205128205128206, + "UPPER": 0.7142857142857143 + } + }, + "vi": { + "macro": 0.6958664810833676, + "COMMA": 0.5861386138613862, + "PERIOD": 0.7253414264036419, + "QUESTION": 0.7761194029850746, + "case": { + "CAP": 0.7809307604994324 + } + }, + "zh": { + "macro": 0.7039892663686835, + "COMMA": 0.5872756933115824, + "PERIOD": 0.7811023622047244, + "QUESTION": 0.7435897435897436, + "case": {} + } + } + }, + "fullstop-large": { + "mean": 0.5301114798940076, + "covered": 33, + "per_lang": { + "ar": { + "macro": 0.48401194529936786, + "COMMA": 0.3793584379358438, + "PERIOD": 0.5200458190148912, + "QUESTION": 0.5526315789473685 + }, + "bg": { + "macro": 0.60038315571196, + "COMMA": 0.45414847161572053, + "PERIOD": 0.7372448979591837, + "QUESTION": 0.6097560975609756 + }, + "bn": { + "macro": 0.10338088723861638, + "COMMA": 0.2093023255813954, + "PERIOD": 0.10084033613445378, + "QUESTION": 0.0 + }, + "ca": { + "macro": 0.5858208335820392, + "COMMA": 0.5395894428152492, + "PERIOD": 0.7396121883656509, + "QUESTION": 0.4782608695652174 + }, + "de": { + "macro": 0.8139969754914826, + "COMMA": 0.7818791946308725, + "PERIOD": 0.8201117318435754, + "QUESTION": 0.84 + }, + "el": { + "macro": 0.5817590185596816, + "COMMA": 0.5050505050505051, + "PERIOD": 0.7139107611548556, + "QUESTION": 0.5263157894736842 + }, + "en": { + "macro": 0.7428736697852885, + "COMMA": 0.6515723270440251, + "PERIOD": 0.84688995215311, + "QUESTION": 0.7301587301587302 + }, + "es": { + "macro": 0.7101064992183462, + "COMMA": 0.5826193390452876, + "PERIOD": 0.8182883939038686, + "QUESTION": 0.7294117647058824 + }, + "fa": { + "macro": 0.40210461946717385, + "COMMA": 0.2455242966751918, + "PERIOD": 0.5934426229508196, + "QUESTION": 0.3673469387755102 + }, + "fi": { + "macro": 0.6183618712884472, + "COMMA": 0.5755919854280509, + "PERIOD": 0.7271126760563381, + "QUESTION": 0.5523809523809524 + }, + "fr": { + "macro": 0.7209894542072149, + "COMMA": 0.6313065976714101, + "PERIOD": 0.8156123822341856, + "QUESTION": 0.7160493827160495 + }, + "he": { + "macro": 0.5123305182593719, + "COMMA": 0.4078144078144078, + "PERIOD": 0.6074380165289256, + "QUESTION": 0.5217391304347826 + }, + "hi": { + "macro": 0.47719536458186, + "COMMA": 0.3268365817091454, + "PERIOD": 0.6896551724137931, + "QUESTION": 0.4150943396226415 + }, + "hu": { + "macro": 0.6368025298234149, + "COMMA": 0.6357340720221607, + "PERIOD": 0.6820809248554913, + "QUESTION": 0.5925925925925926 + }, + "id": { + "macro": 0.6249145881039203, + "COMMA": 0.5034387895460797, + "PERIOD": 0.7397260273972602, + "QUESTION": 0.631578947368421 + }, + "it": { + "macro": 0.6876354534434114, + "COMMA": 0.6006749156355455, + "PERIOD": 0.7878128400435256, + "QUESTION": 0.6744186046511628 + }, + "kk": { + "macro": 0.32711341406613886, + "COMMA": 0.24778761061946902, + "PERIOD": 0.4210526315789474, + "QUESTION": 0.31250000000000006 + }, + "lv": { + "macro": 0.5428314700781207, + "COMMA": 0.5876777251184835, + "PERIOD": 0.647374062165059, + "QUESTION": 0.3934426229508197 + }, + "mr": { + "macro": 0.14765353588883, + "COMMA": 0.19459459459459458, + "PERIOD": 0.24836601307189543, + "QUESTION": 0.0 + }, + "ms": { + "macro": 0.590723671390338, + "COMMA": 0.43657142857142855, + "PERIOD": 0.743006993006993, + "QUESTION": 0.5925925925925926 + }, + "nl": { + "macro": 0.5882793509407213, + "COMMA": 0.45702306079664573, + "PERIOD": 0.7464114832535885, + "QUESTION": 0.5614035087719297 + }, + "pl": { + "macro": 0.6564430571847134, + "COMMA": 0.5735912531539108, + "PERIOD": 0.7881429816913689, + "QUESTION": 0.6075949367088608 + }, + "pt": { + "macro": 0.6645881086362951, + "COMMA": 0.5647921760391198, + "PERIOD": 0.8202764976958525, + "QUESTION": 0.6086956521739131 + }, + "ro": { + "macro": 0.529708853238265, + "COMMA": 0.5, + "PERIOD": 0.7254901960784313, + "QUESTION": 0.3636363636363637 + }, + "ru": { + "macro": 0.6260806736075554, + "COMMA": 0.5448028673835126, + "PERIOD": 0.7534391534391535, + "QUESTION": 0.58 + }, + "sq": { + "macro": 0.29284371244194857, + "COMMA": 0.2781065088757396, + "PERIOD": 0.46709129511677283, + "QUESTION": 0.13333333333333333 + }, + "sv": { + "macro": 0.6435450806628032, + "COMMA": 0.5023847376788554, + "PERIOD": 0.7496790757381258, + "QUESTION": 0.6785714285714286 + }, + "sw": { + "macro": 0.23789229340761375, + "COMMA": 0.19, + "PERIOD": 0.5236768802228412, + "QUESTION": 0.0 + }, + "ta": { + "macro": 0.17206139351113137, + "COMMA": 0.18691588785046725, + "PERIOD": 0.32926829268292684, + "QUESTION": 0.0 + }, + "tr": { + "macro": 0.5356365914945409, + "COMMA": 0.341645885286783, + "PERIOD": 0.7106420404573438, + "QUESTION": 0.5546218487394958 + }, + "uk": { + "macro": 0.5750332937176362, + "COMMA": 0.5317269076305221, + "PERIOD": 0.7171824973319103, + "QUESTION": 0.47619047619047616 + }, + "vi": { + "macro": 0.579451660286778, + "COMMA": 0.4111349036402569, + "PERIOD": 0.6486486486486487, + "QUESTION": 0.6785714285714285 + }, + "zh": { + "macro": 0.48112529188722447, + "COMMA": 0.23359999999999997, + "PERIOD": 0.6559297218155198, + "QUESTION": 0.5538461538461538 + } + } + }, + "kredor": { + "mean": 0.5332985826686514, + "covered": 33, + "per_lang": { + "ar": { + "macro": 0.4365564795991704, + "COMMA": 0.34928848641655885, + "PERIOD": 0.4937142857142856, + "QUESTION": 0.4666666666666667 + }, + "bg": { + "macro": 0.677586848643382, + "COMMA": 0.7031802120141344, + "PERIOD": 0.7316421895861147, + "QUESTION": 0.5979381443298969 + }, + "bn": { + "macro": 0.09681481481481481, + "COMMA": 0.19444444444444445, + "PERIOD": 0.09599999999999999, + "QUESTION": 0.0 + }, + "ca": { + "macro": 0.5908087586653634, + "COMMA": 0.5383542538354253, + "PERIOD": 0.7340720221606649, + "QUESTION": 0.5 + }, + "de": { + "macro": 0.7614753866387295, + "COMMA": 0.7725245316681534, + "PERIOD": 0.822246455834242, + "QUESTION": 0.689655172413793 + }, + "el": { + "macro": 0.5943194623722007, + "COMMA": 0.48563218390804597, + "PERIOD": 0.7215686274509805, + "QUESTION": 0.5757575757575757 + }, + "en": { + "macro": 0.711715473647315, + "COMMA": 0.6319702602230484, + "PERIOD": 0.8166089965397925, + "QUESTION": 0.6865671641791045 + }, + "es": { + "macro": 0.6621089829461458, + "COMMA": 0.6102502979737783, + "PERIOD": 0.8172531214528944, + "QUESTION": 0.5588235294117647 + }, + "fa": { + "macro": 0.41796199259834577, + "COMMA": 0.2558746736292428, + "PERIOD": 0.6156583629893239, + "QUESTION": 0.3823529411764706 + }, + "fi": { + "macro": 0.6593191041167644, + "COMMA": 0.6729776247848538, + "PERIOD": 0.7176781002638523, + "QUESTION": 0.5873015873015873 + }, + "fr": { + "macro": 0.7143333424004208, + "COMMA": 0.6314432989690721, + "PERIOD": 0.79155672823219, + "QUESTION": 0.72 + }, + "he": { + "macro": 0.4969667115924479, + "COMMA": 0.3974522292993631, + "PERIOD": 0.6036519871106336, + "QUESTION": 0.48979591836734687 + }, + "hi": { + "macro": 0.5237466759464438, + "COMMA": 0.3186991869918699, + "PERIOD": 0.6853766617429837, + "QUESTION": 0.5671641791044776 + }, + "hu": { + "macro": 0.6207864014458037, + "COMMA": 0.6862210095497954, + "PERIOD": 0.6440281030444965, + "QUESTION": 0.5321100917431192 + }, + "id": { + "macro": 0.5953036678259364, + "COMMA": 0.47922437673130197, + "PERIOD": 0.7233532934131736, + "QUESTION": 0.5833333333333334 + }, + "it": { + "macro": 0.6522237118691758, + "COMMA": 0.5850340136054422, + "PERIOD": 0.7716371220020855, + "QUESTION": 0.6 + }, + "kk": { + "macro": 0.29860886150052646, + "COMMA": 0.27878787878787875, + "PERIOD": 0.45914396887159536, + "QUESTION": 0.15789473684210525 + }, + "lv": { + "macro": 0.6107542996835089, + "COMMA": 0.6774193548387096, + "PERIOD": 0.6806167400881058, + "QUESTION": 0.4742268041237113 + }, + "mr": { + "macro": 0.14861424482450886, + "COMMA": 0.20359281437125748, + "PERIOD": 0.19463087248322147, + "QUESTION": 0.047619047619047616 + }, + "ms": { + "macro": 0.5335135267654666, + "COMMA": 0.39906103286384975, + "PERIOD": 0.7014795474325499, + "QUESTION": 0.5 + }, + "nl": { + "macro": 0.6115397793342137, + "COMMA": 0.539291217257319, + "PERIOD": 0.7339246119733924, + "QUESTION": 0.5614035087719297 + }, + "pl": { + "macro": 0.7408818203405568, + "COMMA": 0.7432333577176298, + "PERIOD": 0.7837599293909974, + "QUESTION": 0.6956521739130435 + }, + "pt": { + "macro": 0.7203169779216195, + "COMMA": 0.6164229471316086, + "PERIOD": 0.8397660818713449, + "QUESTION": 0.7047619047619048 + }, + "ro": { + "macro": 0.5429157780826507, + "COMMA": 0.5247252747252746, + "PERIOD": 0.7194066749072929, + "QUESTION": 0.38461538461538464 + }, + "ru": { + "macro": 0.6926709567689372, + "COMMA": 0.6993670886075949, + "PERIOD": 0.7241003271537622, + "QUESTION": 0.6545454545454547 + }, + "sq": { + "macro": 0.27569196304954363, + "COMMA": 0.2783171521035599, + "PERIOD": 0.4598698481561822, + "QUESTION": 0.08888888888888888 + }, + "sv": { + "macro": 0.5964841636798616, + "COMMA": 0.49081803005008345, + "PERIOD": 0.7196870925684485, + "QUESTION": 0.5789473684210527 + }, + "sw": { + "macro": 0.3595990508879608, + "COMMA": 0.2551020408163265, + "PERIOD": 0.5295774647887325, + "QUESTION": 0.29411764705882354 + }, + "ta": { + "macro": 0.2069951553822522, + "COMMA": 0.17582417582417584, + "PERIOD": 0.2451612903225807, + "QUESTION": 0.2 + }, + "tr": { + "macro": 0.5211120012996436, + "COMMA": 0.33881163084702903, + "PERIOD": 0.7033976124885216, + "QUESTION": 0.5211267605633803 + }, + "uk": { + "macro": 0.6381705103962555, + "COMMA": 0.7155049786628734, + "PERIOD": 0.6929824561403509, + "QUESTION": 0.5060240963855421 + }, + "vi": { + "macro": 0.49984455462412686, + "COMMA": 0.44017094017094016, + "PERIOD": 0.6455696202531646, + "QUESTION": 0.41379310344827586 + }, + "zh": { + "macro": 0.38911176840140466, + "COMMA": 0.26523297491039427, + "PERIOD": 0.7056737588652483, + "QUESTION": 0.1964285714285714 + } + } + }, + "fullstop-sonar": { + "mean": 0.5204690281639746, + "covered": 33, + "per_lang": { + "ar": { + "macro": 0.42839563011555687, + "COMMA": 0.37059724349157736, + "PERIOD": 0.49353701527614574, + "QUESTION": 0.4210526315789474 + }, + "bg": { + "macro": 0.5519730625370386, + "COMMA": 0.4641350210970464, + "PERIOD": 0.7034120734908137, + "QUESTION": 0.48837209302325585 + }, + "bn": { + "macro": 0.11695906432748539, + "COMMA": 0.2456140350877193, + "PERIOD": 0.10526315789473685, + "QUESTION": 0.0 + }, + "ca": { + "macro": 0.6024682591427313, + "COMMA": 0.5444887118193892, + "PERIOD": 0.7138964577656675, + "QUESTION": 0.5490196078431373 + }, + "de": { + "macro": 0.7941403582347881, + "COMMA": 0.7877237851662404, + "PERIOD": 0.8254665203073545, + "QUESTION": 0.7692307692307693 + }, + "el": { + "macro": 0.5795511886828294, + "COMMA": 0.5032765399737877, + "PERIOD": 0.6899224806201552, + "QUESTION": 0.5454545454545454 + }, + "en": { + "macro": 0.7184192389110423, + "COMMA": 0.6689189189189189, + "PERIOD": 0.8196721311475411, + "QUESTION": 0.6666666666666667 + }, + "es": { + "macro": 0.6859388975920221, + "COMMA": 0.6044340723453909, + "PERIOD": 0.8123569794050344, + "QUESTION": 0.641025641025641 + }, + "fa": { + "macro": 0.405261935775924, + "COMMA": 0.25994694960212206, + "PERIOD": 0.6162162162162161, + "QUESTION": 0.33962264150943394 + }, + "fi": { + "macro": 0.61153073688469, + "COMMA": 0.4985618408437201, + "PERIOD": 0.7005163511187609, + "QUESTION": 0.6355140186915889 + }, + "fr": { + "macro": 0.7246001791807247, + "COMMA": 0.626865671641791, + "PERIOD": 0.7969348659003832, + "QUESTION": 0.7499999999999999 + }, + "he": { + "macro": 0.5265291527467026, + "COMMA": 0.44794188861985473, + "PERIOD": 0.6000000000000001, + "QUESTION": 0.5316455696202531 + }, + "hi": { + "macro": 0.5508691379562735, + "COMMA": 0.342668863261944, + "PERIOD": 0.6892488954344624, + "QUESTION": 0.6206896551724138 + }, + "hu": { + "macro": 0.5455520625935556, + "COMMA": 0.5015337423312883, + "PERIOD": 0.645760743321719, + "QUESTION": 0.4893617021276596 + }, + "id": { + "macro": 0.5896189765279068, + "COMMA": 0.4896907216494845, + "PERIOD": 0.6985210466439135, + "QUESTION": 0.5806451612903225 + }, + "it": { + "macro": 0.6693736109031324, + "COMMA": 0.5634458672875438, + "PERIOD": 0.7780082987551868, + "QUESTION": 0.6666666666666665 + }, + "kk": { + "macro": 0.272645389692409, + "COMMA": 0.23780487804878048, + "PERIOD": 0.42013129102844643, + "QUESTION": 0.16 + }, + "lv": { + "macro": 0.49559428188946253, + "COMMA": 0.5111876075731497, + "PERIOD": 0.6541666666666666, + "QUESTION": 0.3214285714285714 + }, + "mr": { + "macro": 0.12428908309058122, + "COMMA": 0.14814814814814817, + "PERIOD": 0.2247191011235955, + "QUESTION": 0.0 + }, + "ms": { + "macro": 0.5622608616199918, + "COMMA": 0.42742857142857144, + "PERIOD": 0.7169811320754716, + "QUESTION": 0.5423728813559322 + }, + "nl": { + "macro": 0.6012250437515626, + "COMMA": 0.545751633986928, + "PERIOD": 0.7333333333333334, + "QUESTION": 0.5245901639344263 + }, + "pl": { + "macro": 0.6255122223313739, + "COMMA": 0.5702479338842975, + "PERIOD": 0.7651122625215889, + "QUESTION": 0.5411764705882354 + }, + "pt": { + "macro": 0.65385608425666, + "COMMA": 0.577319587628866, + "PERIOD": 0.8009153318077804, + "QUESTION": 0.5833333333333334 + }, + "ro": { + "macro": 0.5510445067375126, + "COMMA": 0.5086551264980026, + "PERIOD": 0.6962025316455697, + "QUESTION": 0.4482758620689655 + }, + "ru": { + "macro": 0.6314219769915973, + "COMMA": 0.5805907172995781, + "PERIOD": 0.7136752136752138, + "QUESTION": 0.5999999999999999 + }, + "sq": { + "macro": 0.2718880046499836, + "COMMA": 0.2745098039215686, + "PERIOD": 0.445916114790287, + "QUESTION": 0.09523809523809525 + }, + "sv": { + "macro": 0.607878598010177, + "COMMA": 0.5032894736842105, + "PERIOD": 0.7171717171717172, + "QUESTION": 0.603174603174603 + }, + "sw": { + "macro": 0.3156356188614253, + "COMMA": 0.2761904761904762, + "PERIOD": 0.5278592375366569, + "QUESTION": 0.14285714285714288 + }, + "ta": { + "macro": 0.24849420155224597, + "COMMA": 0.1923076923076923, + "PERIOD": 0.31788079470198677, + "QUESTION": 0.23529411764705882 + }, + "tr": { + "macro": 0.5108420691696752, + "COMMA": 0.34438775510204084, + "PERIOD": 0.7007434944237918, + "QUESTION": 0.48739495798319327 + }, + "uk": { + "macro": 0.5517325400997618, + "COMMA": 0.48344370860927155, + "PERIOD": 0.6794462193823215, + "QUESTION": 0.49230769230769234 + }, + "vi": { + "macro": 0.5285234537023736, + "COMMA": 0.43186582809224316, + "PERIOD": 0.6457680250783698, + "QUESTION": 0.5079365079365079 + }, + "zh": { + "macro": 0.5214525008919622, + "COMMA": 0.3203285420944558, + "PERIOD": 0.6677577741407529, + "QUESTION": 0.5762711864406779 + } + } + }, + "bad_code": { + "mean": 0.5345572530654756, + "covered": 33, + "per_lang": { + "ar": { + "macro": 0.4347866407569698, + "COMMA": 0.4048140043763676, + "PERIOD": 0.3944954128440367, + "QUESTION": 0.5050505050505051, + "case": {} + }, + "bg": { + "macro": 0.6295927018113096, + "COMMA": 0.6802507836990597, + "PERIOD": 0.6630727762803235, + "QUESTION": 0.5454545454545454, + "case": { + "CAP": 0.709613478691774, + "UPPER": 0.0 + } + }, + "bn": { + "macro": 0.11590651236668935, + "COMMA": 0.2769230769230769, + "PERIOD": 0.07079646017699115, + "QUESTION": 0.0, + "case": {} + }, + "ca": { + "macro": 0.5600497229918087, + "COMMA": 0.5392731535756154, + "PERIOD": 0.6481223922114048, + "QUESTION": 0.4927536231884058, + "case": { + "CAP": 0.6952789699570816, + "UPPER": 0.6666666666666666 + } + }, + "de": { + "macro": 0.7289068713621226, + "COMMA": 0.7562349155269509, + "PERIOD": 0.7525195968645018, + "QUESTION": 0.6779661016949152, + "case": { + "CAP": 0.9190542420027815, + "UPPER": 0.8571428571428571 + } + }, + "el": { + "macro": 0.5180298551205734, + "COMMA": 0.5071895424836602, + "PERIOD": 0.6382978723404256, + "QUESTION": 0.40860215053763443, + "case": { + "CAP": 0.6660412757973735 + } + }, + "en": { + "macro": 0.7295762709998416, + "COMMA": 0.70995670995671, + "PERIOD": 0.7864644107351225, + "QUESTION": 0.6923076923076923, + "case": { + "CAP": 0.8558262014483213, + "UPPER": 0.8333333333333334 + } + }, + "es": { + "macro": 0.6516241782908448, + "COMMA": 0.6116402116402117, + "PERIOD": 0.7321212121212122, + "QUESTION": 0.6111111111111109, + "case": { + "CAP": 0.8044515103338633, + "UPPER": 0.9600000000000001 + } + }, + "fa": { + "macro": 0.45123892633034907, + "COMMA": 0.2863849765258216, + "PERIOD": 0.5741811175337186, + "QUESTION": 0.4931506849315069, + "case": {} + }, + "fi": { + "macro": 0.6322465209736362, + "COMMA": 0.6745040411462161, + "PERIOD": 0.6846011131725418, + "QUESTION": 0.5376344086021506, + "case": { + "CAP": 0.7542087542087541, + "UPPER": 0.8571428571428571 + } + }, + "fr": { + "macro": 0.7110762591289349, + "COMMA": 0.633077765607886, + "PERIOD": 0.7792207792207791, + "QUESTION": 0.7209302325581395, + "case": { + "CAP": 0.8138686131386861, + "UPPER": 0.962962962962963 + } + }, + "he": { + "macro": 0.3822432965331162, + "COMMA": 0.18279569892473116, + "PERIOD": 0.5768374164810691, + "QUESTION": 0.3870967741935483, + "case": {} + }, + "hi": { + "macro": 0.47977600749515076, + "COMMA": 0.31800766283524906, + "PERIOD": 0.6430594900849859, + "QUESTION": 0.4782608695652174, + "case": {} + }, + "hu": { + "macro": 0.6099479987188978, + "COMMA": 0.7182866556836903, + "PERIOD": 0.6296296296296295, + "QUESTION": 0.4819277108433735, + "case": { + "CAP": 0.6512059369202227, + "UPPER": 1.0 + } + }, + "id": { + "macro": 0.5868115744001733, + "COMMA": 0.5320715036803366, + "PERIOD": 0.6859903381642513, + "QUESTION": 0.5423728813559322, + "case": { + "CAP": 0.7901591895803183, + "UPPER": 0.0 + } + }, + "it": { + "macro": 0.6422749353692442, + "COMMA": 0.5657620041753654, + "PERIOD": 0.7088888888888888, + "QUESTION": 0.6521739130434782, + "case": { + "CAP": 0.7516339869281047, + "UPPER": 0.7777777777777778 + } + }, + "kk": { + "macro": 0.3709273182957394, + "COMMA": 0.4022556390977444, + "PERIOD": 0.5, + "QUESTION": 0.2105263157894737, + "case": { + "CAP": 0.5963302752293578 + } + }, + "lv": { + "macro": 0.5962904120136988, + "COMMA": 0.7011425135297654, + "PERIOD": 0.6012422360248447, + "QUESTION": 0.48648648648648646, + "case": { + "CAP": 0.6266666666666667 + } + }, + "mr": { + "macro": 0.19998370498502113, + "COMMA": 0.18719211822660098, + "PERIOD": 0.1984732824427481, + "QUESTION": 0.21428571428571427, + "case": {} + }, + "ms": { + "macro": 0.5505729936377024, + "COMMA": 0.5166240409207162, + "PERIOD": 0.6178535606820461, + "QUESTION": 0.5172413793103449, + "case": { + "CAP": 0.655892255892256 + } + }, + "nl": { + "macro": 0.5415394021323915, + "COMMA": 0.5189340813464235, + "PERIOD": 0.6723507917174177, + "QUESTION": 0.43333333333333335, + "case": { + "CAP": 0.7282913165266105, + "UPPER": 0.6666666666666666 + } + }, + "pl": { + "macro": 0.6835319322147507, + "COMMA": 0.7197909862834749, + "PERIOD": 0.730804810360777, + "QUESTION": 0.6000000000000001, + "case": { + "CAP": 0.7654145995747698, + "UPPER": 1.0 + } + }, + "pt": { + "macro": 0.6393880381371714, + "COMMA": 0.6078971533516988, + "PERIOD": 0.7570754716981133, + "QUESTION": 0.553191489361702, + "case": { + "CAP": 0.7511811023622047, + "UPPER": 0.8181818181818182 + } + }, + "ro": { + "macro": 0.5553188170698836, + "COMMA": 0.5576519916142558, + "PERIOD": 0.6735218508997429, + "QUESTION": 0.4347826086956522, + "case": { + "CAP": 0.6852425180598556, + "UPPER": 0.3333333333333333 + } + }, + "ru": { + "macro": 0.6680549648853592, + "COMMA": 0.7421221864951769, + "PERIOD": 0.6906141367323292, + "QUESTION": 0.5714285714285715, + "case": { + "CAP": 0.7375415282392027, + "UPPER": 0.8571428571428571 + } + }, + "sq": { + "macro": 0.3829805257722878, + "COMMA": 0.3095823095823096, + "PERIOD": 0.43935926773455375, + "QUESTION": 0.39999999999999997, + "case": { + "CAP": 0.528125, + "UPPER": 0.4 + } + }, + "sv": { + "macro": 0.5931477183913955, + "COMMA": 0.4745222929936306, + "PERIOD": 0.6780551905387647, + "QUESTION": 0.6268656716417911, + "case": { + "CAP": 0.7509363295880149, + "UPPER": 0.8000000000000002 + } + }, + "sw": { + "macro": 0.2963880219694173, + "COMMA": 0.2248062015503876, + "PERIOD": 0.4825396825396825, + "QUESTION": 0.18181818181818182, + "case": { + "CAP": 0.482573726541555 + } + }, + "ta": { + "macro": 0.18038036729625515, + "COMMA": 0.14953271028037385, + "PERIOD": 0.20979020979020976, + "QUESTION": 0.18181818181818182, + "case": {} + }, + "tr": { + "macro": 0.5447535701948362, + "COMMA": 0.3088803088803088, + "PERIOD": 0.6838709677419355, + "QUESTION": 0.6415094339622641, + "case": { + "CAP": 0.7092297015961139, + "UPPER": 0.6666666666666666 + } + }, + "uk": { + "macro": 0.6545229438857387, + "COMMA": 0.7491039426523297, + "PERIOD": 0.6575028636884308, + "QUESTION": 0.5569620253164557, + "case": { + "CAP": 0.7111486486486486, + "UPPER": 1.0 + } + }, + "vi": { + "macro": 0.5873136623001073, + "COMMA": 0.4612326043737575, + "PERIOD": 0.6578512396694214, + "QUESTION": 0.6428571428571428, + "case": { + "CAP": 0.6991260923845193 + } + }, + "zh": { + "macro": 0.731206685329278, + "COMMA": 0.5928753180661578, + "PERIOD": 0.7753479125248509, + "QUESTION": 0.8253968253968254, + "case": {} + } + } + }, + "whisper": { + "mean": 0.4436435063758371, + "covered": 33, + "per_lang": { + "ar": { + "macro": 0.13994217464059353, + "COMMA": 0.024615384615384612, + "PERIOD": 0.012232415902140673, + "QUESTION": 0.3829787234042553, + "case": {} + }, + "bg": { + "macro": 0.523411123052118, + "COMMA": 0.609907120743034, + "PERIOD": 0.5996705107084019, + "QUESTION": 0.3606557377049181, + "case": { + "CAP": 0.6239620403321471, + "UPPER": 0.0 + } + }, + "bn": { + "macro": 0.11428571428571428, + "COMMA": 0.17142857142857143, + "PERIOD": 0.1714285714285714, + "QUESTION": 0.0, + "case": {} + }, + "ca": { + "macro": 0.4307092740328981, + "COMMA": 0.4132231404958678, + "PERIOD": 0.6408094435075885, + "QUESTION": 0.23809523809523808, + "case": { + "CAP": 0.6642066420664207, + "UPPER": 1.0 + } + }, + "de": { + "macro": 0.6193931410138925, + "COMMA": 0.6692728694292417, + "PERIOD": 0.6483660130718953, + "QUESTION": 0.5405405405405405, + "case": { + "CAP": 0.8951255539143279, + "UPPER": 0.6666666666666666 + } + }, + "el": { + "macro": 0.32727716727716727, + "COMMA": 0.3723076923076923, + "PERIOD": 0.6095238095238095, + "QUESTION": 0.0, + "case": { + "CAP": 0.5997745208568208 + } + }, + "en": { + "macro": 0.9382211025472605, + "COMMA": 0.9106382978723403, + "PERIOD": 0.9706916764361079, + "QUESTION": 0.9333333333333333, + "case": { + "CAP": 0.9498327759197324, + "UPPER": 0.8695652173913043 + } + }, + "es": { + "macro": 0.8385798317907139, + "COMMA": 0.820627802690583, + "PERIOD": 0.9258809234507898, + "QUESTION": 0.7692307692307693, + "case": { + "CAP": 0.9095354523227384, + "UPPER": 0.9600000000000001 + } + }, + "fa": { + "macro": 0.12684866745797446, + "COMMA": 0.019417475728155338, + "PERIOD": 0.1793103448275862, + "QUESTION": 0.18181818181818182, + "case": {} + }, + "fi": { + "macro": 0.4720031896775436, + "COMMA": 0.6183574879227054, + "PERIOD": 0.5976520811099254, + "QUESTION": 0.19999999999999998, + "case": { + "CAP": 0.64540059347181, + "UPPER": 0.0 + } + }, + "fr": { + "macro": 0.8239941974643048, + "COMMA": 0.8096969696969697, + "PERIOD": 0.9564032697547684, + "QUESTION": 0.7058823529411764, + "case": { + "CAP": 0.9366130558183539, + "UPPER": 1.0 + } + }, + "he": { + "macro": 0.4160676197707669, + "COMMA": 0.2657004830917874, + "PERIOD": 0.4754601226993865, + "QUESTION": 0.5070422535211269, + "case": {} + }, + "hi": { + "macro": 0.46927932727283134, + "COMMA": 0.44957983193277307, + "PERIOD": 0.6053169734151328, + "QUESTION": 0.35294117647058826, + "case": {} + }, + "hu": { + "macro": 0.47524715508465576, + "COMMA": 0.6651609260304914, + "PERIOD": 0.5192012288786483, + "QUESTION": 0.24137931034482757, + "case": { + "CAP": 0.5426356589147286, + "UPPER": 0.5714285714285715 + } + }, + "id": { + "macro": 0.44406834614012897, + "COMMA": 0.30144927536231886, + "PERIOD": 0.595973154362416, + "QUESTION": 0.43478260869565216, + "case": { + "CAP": 0.711787072243346, + "UPPER": 0.6666666666666666 + } + }, + "it": { + "macro": 0.7745465510112387, + "COMMA": 0.7142857142857142, + "PERIOD": 0.897025171624714, + "QUESTION": 0.7123287671232876, + "case": { + "CAP": 0.8754325259515571, + "UPPER": 0.9523809523809523 + } + }, + "kk": { + "macro": 0.39897947824980723, + "COMMA": 0.29649595687331537, + "PERIOD": 0.6504424778761062, + "QUESTION": 0.25, + "case": { + "CAP": 0.691860465116279 + } + }, + "lv": { + "macro": 0.4365471006980441, + "COMMA": 0.6415094339622641, + "PERIOD": 0.5142857142857143, + "QUESTION": 0.15384615384615383, + "case": { + "CAP": 0.5066991473812423 + } + }, + "mr": { + "macro": 0.11003831417624521, + "COMMA": 0.22666666666666666, + "PERIOD": 0.10344827586206896, + "QUESTION": 0.0, + "case": {} + }, + "ms": { + "macro": 0.3676610296376312, + "COMMA": 0.26619552414605413, + "PERIOD": 0.5367875647668394, + "QUESTION": 0.3, + "case": { + "CAP": 0.5995525727069352 + } + }, + "nl": { + "macro": 0.38916074724231103, + "COMMA": 0.40746500777604977, + "PERIOD": 0.5781990521327014, + "QUESTION": 0.18181818181818182, + "case": { + "CAP": 0.5714285714285713, + "UPPER": 0.6666666666666666 + } + }, + "pl": { + "macro": 0.4838900310897145, + "COMMA": 0.6134969325153375, + "PERIOD": 0.5155925155925156, + "QUESTION": 0.3225806451612903, + "case": { + "CAP": 0.5629984051036682, + "UPPER": 0.6666666666666666 + } + }, + "pt": { + "macro": 0.8521776761151124, + "COMMA": 0.8556149732620322, + "PERIOD": 0.9479768786127168, + "QUESTION": 0.7529411764705882, + "case": { + "CAP": 0.8748019017432647, + "UPPER": 0.7857142857142857 + } + }, + "ro": { + "macro": 0.39356217934189885, + "COMMA": 0.4206815511163337, + "PERIOD": 0.6061588330632091, + "QUESTION": 0.15384615384615385, + "case": { + "CAP": 0.6147859922178989, + "UPPER": 0.0 + } + }, + "ru": { + "macro": 0.47896041154104224, + "COMMA": 0.6844106463878327, + "PERIOD": 0.5760000000000001, + "QUESTION": 0.17647058823529413, + "case": { + "CAP": 0.6217228464419476, + "UPPER": 0.8 + } + }, + "sq": { + "macro": 0.27204848183999336, + "COMMA": 0.24019607843137253, + "PERIOD": 0.5759493670886077, + "QUESTION": 0.0, + "case": { + "CAP": 0.5117967332123411, + "UPPER": 0.0 + } + }, + "sv": { + "macro": 0.5327792694881303, + "COMMA": 0.32323232323232326, + "PERIOD": 0.6751054852320676, + "QUESTION": 0.6, + "case": { + "CAP": 0.726923076923077, + "UPPER": 0.7499999999999999 + } + }, + "sw": { + "macro": 0.22262135028092475, + "COMMA": 0.18085106382978725, + "PERIOD": 0.48701298701298695, + "QUESTION": 0.0, + "case": { + "CAP": 0.41975308641975306 + } + }, + "ta": { + "macro": 0.0676328502415459, + "COMMA": 0.0, + "PERIOD": 0.2028985507246377, + "QUESTION": 0.0, + "case": {} + }, + "tr": { + "macro": 0.4993149634135767, + "COMMA": 0.13884297520661157, + "PERIOD": 0.7409200968523002, + "QUESTION": 0.6181818181818182, + "case": { + "CAP": 0.76, + "UPPER": 0.0 + } + }, + "uk": { + "macro": 0.5332169897385347, + "COMMA": 0.683698296836983, + "PERIOD": 0.5826193390452876, + "QUESTION": 0.3333333333333333, + "case": { + "CAP": 0.6224215246636772, + "UPPER": 0.6 + } + }, + "vi": { + "macro": 0.41197120476960647, + "COMMA": 0.2800875273522976, + "PERIOD": 0.608, + "QUESTION": 0.34782608695652173, + "case": { + "CAP": 0.6176870748299319 + } + }, + "zh": { + "macro": 0.25579905001870323, + "COMMA": 0.23699421965317918, + "PERIOD": 0.17142857142857146, + "QUESTION": 0.358974358974359, + "case": {} + } + } + } + } + } + } +} \ No newline at end of file