| rank_lossless,tokenizer,repo,provider,origin,algorithm,vocab_size,bytes_per_token,fertility,strr,tokens,g1_lossless_docs_of_491,lossless,unk_share,released_uses_fewer_tokens_pct,aliases,n_hub_repos | |
| 1,hindko-tokenizer 1.0.0 (released),junaid008/hindko-tokenizer,this release,released,Unigram,32768,7.2773,1.135,0.8908,199390,491,True,0.0,0.0,, | |
| 2,ProximaAI__urnova-95m,ProximaAI/urnova-95m,ProximaAI,new,BPE,50048,6.0613,1.3725,0.747,239392,491,True,0.0,16.71,,1 | |
| 3,DunbaaBERT__DunbaaBERT_52k_base,DunbaaBERT/DunbaaBERT_52k_base,DunbaaBERT,new,BPE,52010,5.9644,1.3952,0.7325,243283,491,True,0.0,18.04,,1 | |
| 4,orature__ALIF-Base-100M,orature/ALIF-Base-100M,orature,new,BPE,32000,5.9116,1.4047,0.7097,245454,491,True,0.0,18.77,,1 | |
| 5,DunbaaBERT__DunbaaBERT_32k_base,DunbaaBERT/DunbaaBERT_32k_base,DunbaaBERT,new,BPE,32010,5.7178,1.4562,0.6973,253775,491,True,0.0,21.43,,1 | |
| 6,roberta-urdu,urduhack/roberta-urdu-small,UrduHack,baseline,BPE,52000,5.7089,1.4585,0.7212,254167,491,True,0.0,21.55,,21 | |
| 7,ibm-research__ia-multilingual-original-script-roberta,ibm-research/ia-multilingual-original-script-roberta,ibm-research,new,BPE,110000,5.6678,1.4693,0.6933,256010,491,True,0.0,22.12,,1 | |
| 8,mahwizzzz__urdu-dummy,mahwizzzz/urdu-dummy,mahwizzzz,new,BPE,25000,5.5858,1.4911,0.6708,259769,491,True,0.0,23.24,,1 | |
| 9,hadidev__robertaurdu,hadidev/robertaurdu,hadidev,new,BPE,59458,5.5231,1.5011,0.7752,262721,491,True,0.0,24.11,,1 | |
| 10,bloom,bigscience/bloom-560m,BigScience,baseline,BPE,250680,5.1217,1.6331,0.5724,283310,491,True,0.0,29.62,,1 | |
| 11,santhosh__madlad400-3b-ct2,santhosh/madlad400-3b-ct2,santhosh,new,Unigram,256000,5.0802,1.5986,0.5622,285626,491,True,0.0,30.19,,8 | |
| 12,mlx-community__K2-Horizon-MoVA-36B-A4B-oQ4e,mlx-community/K2-Horizon-MoVA-36B-A4B-oQ4e,mlx-community,new,BPE,250624,5.0639,1.6512,0.5682,286545,491,True,0.0,30.42,,3 | |
| 13,MaLA-LM__mala-500-10b-v2,MaLA-LM/mala-500-10b-v2,MaLA-LM,new,BPE,260164,4.9128,1.6981,0.5556,295355,491,True,0.0,32.49,,1 | |
| 14,gemma-3,unsloth/gemma-3-1b-it,Google,baseline,BPE,262145,4.6104,1.8072,0.4866,314731,491,True,0.0,36.65,gemma-4;sarvam-30b,3 | |
| 15,alphaedge-ai__gemma-3-270m-it-snd-32768,alphaedge-ai/gemma-3-270m-it-snd-32768,alphaedge-ai,new,BPE,32768,4.5319,1.8389,0.4702,320179,491,True,0.0,37.73,,3 | |
| 16,Palash123__indic_200K_all_tokenizer,Palash123/indic_200K_all_tokenizer,Palash123,new,BPE,200000,4.5285,1.8395,0.4848,320423,491,True,0.0,37.77,,1 | |
| 17,falcon-h1,tiiuae/Falcon-H1-34B-Instruct,TII,baseline,BPE,261120,4.5065,1.8456,0.456,321986,491,True,0.0,38.07,,2 | |
| 18,soketlabs__Indic-Llama-2-7b,soketlabs/Indic-Llama-2-7b,soketlabs,new,BPE,67991,4.3937,2.2381,0.1983,330250,491,True,0.0,39.62,,2 | |
| 19,gpt-4o,Xenova/gpt-4o,OpenAI,baseline,BPE,200000,4.3376,1.9305,0.4149,334524,491,True,0.0,40.4,gpt-oss;phi-4-mini,3 | |
| 20,Palash123__indic_200K_tokenizer,Palash123/indic_200K_tokenizer,Palash123,new,BPE,199598,4.2724,1.9517,0.4143,339626,491,True,0.0,41.29,,1 | |
| 21,Palash123__indic_128K_tokenizer,Palash123/indic_128K_tokenizer,Palash123,new,BPE,127694,4.2194,1.9748,0.4142,343895,491,True,0.0,42.02,,1 | |
| 22,alphaedge-ai__gemma-3-4b-it-snd-16384,alphaedge-ai/gemma-3-4b-it-snd-16384,alphaedge-ai,new,BPE,16384,4.2136,1.9797,0.3898,344369,491,True,0.0,42.1,,3 | |
| 23,Palash123__indic_128K_all_tokenizer,Palash123/indic_128K_all_tokenizer,Palash123,new,BPE,128000,4.1765,1.9967,0.3967,347423,491,True,0.0,42.61,,1 | |
| 24,agemagician__mlong-t5-tglobal-base,agemagician/mlong-t5-tglobal-base,agemagician,new,Unigram,256300,4.1533,1.8837,0.4193,349366,491,True,0.0,42.93,,3 | |
| 25,tiny-aya,mlx-community/tiny-aya-global-8bit-mlx,Cohere,baseline,BPE,261010,4.1062,2.0323,0.3837,353372,491,True,0.0,43.58,,1 | |
| 26,alphaedge-ai__gemma-3-1b-it-urd-32768,alphaedge-ai/gemma-3-1b-it-urd-32768,alphaedge-ai,new,BPE,32768,4.0633,2.0538,0.371,357106,491,True,0.0,44.17,,3 | |
| 27,apertus,swiss-ai/Apertus-8B-Instruct-2509,Swiss AI,baseline,BPE,131072,3.901,2.1491,0.3041,371961,491,True,0.0,46.39,mistral-nemo;mistral-small-4;nemotron-3;sarvam-m,14 | |
| 28,mistralai__Mistral-Small-3.1-24B-Instruct-2503,mistralai/Mistral-Small-3.1-24B-Instruct-2503,mistralai,new,BPE,131072,3.8883,2.1562,0.3039,373182,491,True,0.0,46.57,,16 | |
| 29,m3hrdadfi__zabanshenas-roberta-base-mix,m3hrdadfi/zabanshenas-roberta-base-mix,m3hrdadfi,new,BPE,32000,3.7876,2.2087,0.3767,383096,491,True,0.0,47.95,,1 | |
| 30,gemma-2,unsloth/gemma-2-2b-it,Google,baseline,BPE,256000,3.7866,2.2056,0.3037,383200,491,True,0.0,47.97,,1 | |
| 31,tiiuae__Falcon-H1-1.5B-Base,tiiuae/Falcon-H1-1.5B-Base,tiiuae,new,BPE,65536,3.7543,2.2211,0.2905,386495,491,True,0.0,48.41,,5 | |
| 32,llama-4,unsloth/Llama-4-Scout-17B-16E-Instruct,Meta,baseline,BPE,201135,3.7269,2.2505,0.2749,389341,491,True,0.0,48.79,,1 | |
| 33,command-a-plus,CohereLabs/command-a-plus-05-2026-bf16,Cohere,baseline,BPE,255032,3.685,2.2739,0.2612,393763,491,True,0.0,49.36,,1 | |
| 34,ai-forever__mGPT,ai-forever/mGPT,ai-forever,new,BPE,100000,3.6795,2.2737,0.2672,394357,491,True,0.0,49.44,,2 | |
| 35,qwen-3.5,Qwen/Qwen3.5-0.8B,Alibaba Qwen,baseline,BPE,248070,3.5982,2.3227,0.2575,403264,491,True,0.0,50.56,qwen-3.8,88 | |
| 36,alphaedge-ai__Qwen3.5-2B-snd-32768,alphaedge-ai/Qwen3.5-2B-snd-32768,alphaedge-ai,new,BPE,32768,3.5898,2.3282,0.2546,404208,491,True,0.0,50.67,,3 | |
| 37,kimi-k2,moonshotai/Kimi-K2-Instruct,Moonshot AI,baseline,BPE,163840,3.5296,2.3753,0.2778,411099,491,True,0.0,51.5,,1 | |
| 38,ernie-4.5,baidu/ERNIE-4.5-0.3B-PT,Baidu,baseline,BPE,101304,3.5275,2.3689,0.2725,411344,491,True,0.0,51.53,,10 | |
| 39,pashto-lfm2.5,nassimjp/LFM2.5-2.6B-Pashto-Zi,community (nassimjp),baseline,BPE,125039,3.5093,2.3861,0.2251,413486,491,True,0.0,51.78,,1 | |
| 40,LiquidAI__LFM2.5-VL-3B,LiquidAI/LFM2.5-VL-3B,LiquidAI,new,BPE,125017,3.5088,2.3864,0.2251,413541,491,True,0.0,51.78,,11 | |
| 41,alphaedge-ai__Qwen3.5-0.8B-urd-32768,alphaedge-ai/Qwen3.5-0.8B-urd-32768,alphaedge-ai,new,BPE,32768,3.505,2.3834,0.2384,413982,491,True,0.0,51.84,,3 | |
| 42,alphaedge-ai__Qwen3.5-2B-snd-16384,alphaedge-ai/Qwen3.5-2B-snd-16384,alphaedge-ai,new,BPE,16384,3.5041,2.3857,0.2501,414093,491,True,0.0,51.85,,3 | |
| 43,deepseek-r1,deepseek-ai/DeepSeek-R1,DeepSeek,baseline,BPE,128815,3.3722,2.4755,0.2325,430288,491,True,0.0,53.66,deepseek-v3;deepseek-v4;deepseek-v4.1,4 | |
| 44,cnmoro__tangled-llama-33m-32k-instruct-v0.1-fix,cnmoro/tangled-llama-33m-32k-instruct-v0.1-fix,cnmoro,new,BPE,32768,3.3396,2.508,0.2683,434494,491,True,0.0,54.11,,1 | |
| 45,alphaedge-ai__gemma-3-1b-it-urd-16384,alphaedge-ai/gemma-3-1b-it-urd-16384,alphaedge-ai,new,BPE,16384,3.3357,2.5069,0.2233,434993,491,True,0.0,54.16,,3 | |
| 46,alphaedge-ai__Qwen3.5-0.8B-urd-16384,alphaedge-ai/Qwen3.5-0.8B-urd-16384,alphaedge-ai,new,BPE,16384,3.3084,2.5266,0.1979,438591,491,True,0.0,54.54,,3 | |
| 47,mlx-community__Xing4.0-29B-A4B-OptiQ-4bit,mlx-community/Xing4.0-29B-A4B-OptiQ-4bit,mlx-community,new,BPE,131072,3.1277,2.6647,0.2013,463929,491,True,0.0,57.02,,1 | |
| 48,glm-5,zai-org/GLM-5,Zhipu AI / Z.ai,baseline,BPE,154856,3.0254,2.7626,0.1366,479618,491,True,0.0,58.43,,1 | |
| 49,APARSIN__PashtoEnglishBilingualSentimentCorpus_roberta-fa-zwnj-base,APARSIN/PashtoEnglishBilingualSentimentCorpus_roberta-fa-zwnj-base,APARSIN,new,BPE,42000,2.9372,2.8479,0.3367,494021,491,True,0.0,59.64,,2 | |
| 50,humain-ai__ALLaM-7B-Instruct-preview,humain-ai/ALLaM-7B-Instruct-preview,humain-ai,new,BPE,64000,2.8664,2.8571,0.1544,506226,491,True,0.0,60.61,,1 | |
| 51,internlm__internlm3-8b-instruct,internlm/internlm3-8b-instruct,internlm,new,BPE,128133,2.652,3.0442,0.1204,547154,491,True,0.0,63.56,,5 | |
| 52,command-r,adamo1139/aya-expanse-8b-ungated,Cohere,baseline,BPE,255029,2.6451,3.1073,0.217,548567,491,True,0.0,63.65,command-r7b,2 | |
| 53,alif-1.0,large-traversaal/Alif-1.0-8B-Instruct,Traversaal.ai,baseline,BPE,128256,2.6412,3.1189,0.178,549377,491,True,0.0,63.71,llama-3;qalb-1.0;urdu-llama3-almanach;urdu-llama3.2-custom,5 | |
| 54,sbintuitions__kana-whisper,sbintuitions/kana-whisper,sbintuitions,new,BPE,51866,2.6403,3.1708,0.0781,549576,491,True,0.0,63.72,,64 | |
| 55,kavyamanohar__AI4B-Indicwhisper-ml,kavyamanohar/AI4B-Indicwhisper-ml,kavyamanohar,new,BPE,50364,2.6402,3.1708,0.0781,549580,491,True,0.0,63.72,,21 | |
| 56,BidirLM__BidirLM-Omni-2.5B-Embedding,BidirLM/BidirLM-Omni-2.5B-Embedding,BidirLM,new,BPE,151705,2.6341,3.0803,0.0299,550854,491,True,0.0,63.8,,3 | |
| 57,qwen-2.5,Qwen/Qwen2.5-0.5B,Alibaba Qwen,baseline,BPE,151665,2.6326,3.0822,0.0299,551179,491,True,0.0,63.82,qwen-3,60 | |
| 58,alphaedge-ai__Qwen3-Embedding-snd-32768,alphaedge-ai/Qwen3-Embedding-snd-32768,alphaedge-ai,new,BPE,32768,2.6324,3.0825,0.0299,551227,491,True,0.0,63.83,,1 | |
| 59,alphaedge-ai__Qwen3-0.6B-snd-32768,alphaedge-ai/Qwen3-0.6B-snd-32768,alphaedge-ai,new,BPE,32768,2.6324,3.0825,0.0299,551228,491,True,0.0,63.83,,2 | |
| 60,alphaedge-ai__Qwen3-Embedding-snd-16384,alphaedge-ai/Qwen3-Embedding-snd-16384,alphaedge-ai,new,BPE,16384,2.6322,3.0826,0.0298,551254,491,True,0.0,63.83,,1 | |
| 61,alphaedge-ai__Qwen3-0.6B-snd-16384,alphaedge-ai/Qwen3-0.6B-snd-16384,alphaedge-ai,new,BPE,16384,2.6321,3.0828,0.0297,551286,491,True,0.0,63.83,,2 | |
| 62,jinaai__jina-code-embeddings-0.5b,jinaai/jina-code-embeddings-0.5b,jinaai,new,BPE,151644,2.6316,3.0822,0.03,551384,491,True,0.0,63.84,,2 | |
| 63,alphaedge-ai__Qwen3-Embedding-urd-32768,alphaedge-ai/Qwen3-Embedding-urd-32768,alphaedge-ai,new,BPE,32768,2.6274,3.0885,0.0292,552258,491,True,0.0,63.9,,1 | |
| 64,alphaedge-ai__Qwen3-0.6B-urd-32768,alphaedge-ai/Qwen3-0.6B-urd-32768,alphaedge-ai,new,BPE,32768,2.6274,3.0885,0.029,552268,491,True,0.0,63.9,,2 | |
| 65,alphaedge-ai__Qwen3-Embedding-urd-16384,alphaedge-ai/Qwen3-Embedding-urd-16384,alphaedge-ai,new,BPE,16384,2.603,3.1186,0.0257,557436,491,True,0.0,64.23,,1 | |
| 66,alphaedge-ai__Qwen3-1.7B-urd-16384,alphaedge-ai/Qwen3-1.7B-urd-16384,alphaedge-ai,new,BPE,16384,2.6026,3.1191,0.0249,557521,491,True,0.0,64.24,,2 | |
| 67,RudranshAgnihotri__INDIC-TAMIL,RudranshAgnihotri/INDIC-TAMIL,RudranshAgnihotri,new,BPE,100000,2.5647,3.2726,0.0285,565771,491,True,0.0,64.76,,2 | |
| 68,glm-4.5,zai-org/GLM-4.5,Zhipu AI / Z.ai,baseline,BPE,151365,2.4824,3.3734,0.1359,584528,491,True,0.0,65.89,,1 | |
| 69,alphaedge-ai__Qwen3-1.7B-pan-32768,alphaedge-ai/Qwen3-1.7B-pan-32768,alphaedge-ai,new,BPE,32768,2.4616,3.3051,0.0142,589462,491,True,0.0,66.17,,2 | |
| 70,alphaedge-ai__Qwen3-Embedding-pan-32768,alphaedge-ai/Qwen3-Embedding-pan-32768,alphaedge-ai,new,BPE,32768,2.4602,3.307,0.0141,589792,491,True,0.0,66.19,,1 | |
| 71,DavidCBaines__ebible_m2m-ms8-ie-shareable,DavidCBaines/ebible_m2m-ms8-ie-shareable,DavidCBaines,new,BPE,32000,2.4302,3.3918,0.1538,597078,491,True,0.0,66.61,,1 | |
| 72,Palash123__indic_dummy_tokenizer,Palash123/indic_dummy_tokenizer,Palash123,new,BPE,52000,2.4109,3.4249,0.0512,601852,491,True,0.0,66.87,,1 | |
| 73,DavidCBaines__ebible_m2m-ie-big-shareable,DavidCBaines/ebible_m2m-ie-big-shareable,DavidCBaines,new,BPE,32000,2.386,3.4551,0.1385,608131,491,True,0.0,67.21,,1 | |
| 74,urdu-llama-bilal,BilalKhan1/llama-urdu-tokenizer,community (BilalKhan1),baseline,BPE,129435,2.3721,2.834,0.2606,611700,491,True,0.0,67.4,,1 | |
| 75,alphaedge-ai__Qwen3.5-0.8B-pan-32768,alphaedge-ai/Qwen3.5-0.8B-pan-32768,alphaedge-ai,new,BPE,32768,2.3392,3.151,0.1167,620312,491,True,0.0,67.86,,3 | |
| 76,ByteDance-Seed__Seed-X-PPO-7B,ByteDance-Seed/Seed-X-PPO-7B,ByteDance-Seed,new,BPE,65269,2.2802,3.4139,0.013,636348,491,True,0.0,68.67,,3 | |
| 77,minimax-m2,MiniMaxAI/MiniMax-M2,MiniMax,baseline,BPE,200054,2.2676,3.604,0.0699,639883,491,True,0.0,68.84,minimax-m3,2 | |
| 78,NawazHanzla__Shaheen-Arabic-Instruct,NawazHanzla/Shaheen-Arabic-Instruct,NawazHanzla,new,BPE,84992,2.2472,3.594,0.1384,645696,491,True,0.0,69.12,,1 | |
| 79,alphaedge-ai__Qwen3-Embedding-pan-16384,alphaedge-ai/Qwen3-Embedding-pan-16384,alphaedge-ai,new,BPE,16384,2.2059,3.6965,0.0076,657795,491,True,0.0,69.69,,1 | |
| 80,alphaedge-ai__Qwen3-0.6B-pan-16384,alphaedge-ai/Qwen3-0.6B-pan-16384,alphaedge-ai,new,BPE,16384,2.1822,3.7381,0.007,664941,491,True,0.0,70.01,,2 | |
| 81,eurollm,utter-project/EuroLLM-9B-Instruct-2512,UTTER (EU),baseline,BPE,128000,2.1469,3.6778,0.0614,675857,491,True,0.0,70.5,,1 | |
| 82,alphaedge-ai__gemma-3-270m-it-pan-32768,alphaedge-ai/gemma-3-270m-it-pan-32768,alphaedge-ai,new,BPE,32768,2.0771,3.8212,0.1748,698583,491,True,0.0,71.46,,3 | |
| 83,hunyuan,tencent/Hunyuan-7B-Instruct,Tencent,baseline,BPE,128166,1.9323,4.245,0.0058,750920,491,True,0.0,73.45,,1 | |
| 84,gpt-4,Xenova/gpt-4,OpenAI,baseline,BPE,100263,1.9193,4.2748,0.0071,756023,491,True,0.0,73.63,olmo-2;phi-4,20 | |
| 85,granite-4.2,ibm-granite/granite-4.2-8b,IBM,baseline,BPE,100352,1.9188,4.2748,0.0071,756226,491,True,0.0,73.63,,1 | |
| 86,hgnoi__PnBJ7Z4wxY29v1kZ,hgnoi/PnBJ7Z4wxY29v1kZ,hgnoi,new,BPE,100289,1.9178,4.2782,0.0058,756612,491,True,0.0,73.65,,1 | |
| 87,akhooli__personachat-arabic,akhooli/personachat-arabic,akhooli,new,BPE,50262,1.9012,4.2302,0.1367,763207,491,True,0.0,73.87,,1 | |
| 88,lfm2,LiquidAI/LFM2.5-1.2B-Instruct,Liquid AI,baseline,BPE,64402,1.9002,4.1812,0.0327,763606,491,True,0.0,73.89,,63 | |
| 89,QCRI__Fanar-2-Diwan,QCRI/Fanar-2-Diwan,QCRI,new,BPE,65868,1.8649,4.2473,0.1449,778073,491,True,0.0,74.37,,1 | |
| 90,ibm-granite__granite-embedding-small-english-r2,ibm-granite/granite-embedding-small-english-r2,ibm-granite,new,BPE,50368,1.8472,4.3118,0.0101,785545,491,True,0.0,74.62,,137 | |
| 91,ibm-granite__granite-3.3-8b-instruct,ibm-granite/granite-3.3-8b-instruct,ibm-granite,new,BPE,49159,1.8456,4.3506,0.008,786204,491,True,0.0,74.64,,34 | |
| 92,ibm-research__ia-multilingual-transliterated-roberta,ibm-research/ia-multilingual-transliterated-roberta,ibm-research,new,BPE,110000,1.844,4.3741,0.0093,786870,491,True,0.0,74.66,,1 | |
| 93,mlx-community__XVERSE-7B-Chat-4bit,mlx-community/XVERSE-7B-Chat-4bit,mlx-community,new,BPE,100534,1.8436,3.6953,0.0071,787075,491,True,0.0,74.67,,1 | |
| 94,kdcyberdude__llama-punjabi-tokenizer,kdcyberdude/llama-punjabi-tokenizer,kdcyberdude,new,BPE,46449,1.8279,3.6879,0.0088,793814,491,True,0.0,74.88,,1 | |
| 95,falcon-3,tiiuae/Falcon3-7B-Instruct,TII,baseline,BPE,131072,1.813,4.5038,0.0108,800324,491,True,0.0,75.09,,1 | |
| 96,mlx-community__XORTRON.CriminalComputing.LARGE.2026.3-mlx-8Bit,mlx-community/XORTRON.CriminalComputing.LARGE.2026.3-mlx-8Bit,mlx-community,new,BPE,32768,1.7915,3.7819,0.0072,809955,491,True,0.0,75.38,,2 | |
| 97,upstage__SOLAR-10.7B-Instruct-v1.0,upstage/SOLAR-10.7B-Instruct-v1.0,upstage,new,BPE,32000,1.7906,3.7819,0.0072,810373,491,True,0.0,75.4,,92 | |
| 98,HaniaEmaan__urdu-trocr-model,HaniaEmaan/urdu-trocr-model,HaniaEmaan,new,BPE,50335,1.7865,3.7386,0.0088,812213,491,True,0.0,75.45,,1 | |
| 99,nassimjp__Ghanam-7B-Base-Pashto-v0.1,nassimjp/Ghanam-7B-Base-Pashto-v0.1,nassimjp,new,BPE,32010,1.7585,3.811,0.0072,825131,491,True,0.0,75.84,,1 | |
| 100,deepseek-ai__Janus-Pro-7B,deepseek-ai/Janus-Pro-7B,deepseek-ai,new,BPE,100603,1.7536,4.6161,0.0052,827452,491,True,0.0,75.9,,3 | |
| 101,BharatVLM__AssameseGPT2,BharatVLM/AssameseGPT2,BharatVLM,new,BPE,50000,1.7288,4.5464,0.0108,839336,491,True,0.0,76.24,,1 | |
| 102,Khurram123__urdu-poetry-trocr,Khurram123/urdu-poetry-trocr,Khurram123,new,BPE,50309,1.7279,3.8918,0.0065,839776,491,True,0.0,76.26,,1 | |
| 103,OpenGVLab__InternVL-14B-224px,OpenGVLab/InternVL-14B-224px,OpenGVLab,new,BPE,49954,1.7154,3.9347,0.0068,845879,491,True,0.0,76.43,,3 | |
| 104,llama-2,NousResearch/Llama-2-7b-hf,Meta,baseline,BPE,32000,1.7138,3.9371,0.0065,846692,491,True,0.0,76.45,urdu-llama2-almanach,99 | |
| 105,stepfun-ai__Step-Audio-EditX,stepfun-ai/Step-Audio-EditX,stepfun-ai,new,Unigram,74752,1.677,4.0415,0.0093,865243,491,True,0.0,76.96,,3 | |
| 106,grok-1,Xenova/grok-1-tokenizer,xAI,baseline,BPE,131072,1.6181,4.8222,0.0056,896748,491,True,0.0,77.77,,1 | |
| 107,alphaedge-ai__Qwen3.5-2B-pan-16384,alphaedge-ai/Qwen3.5-2B-pan-16384,alphaedge-ai,new,BPE,16384,1.6107,4.6927,0.0162,900889,491,True,0.0,77.87,,3 | |
| 108,HuggingFaceTB__SmolVLM2-500M-Video-Instruct,HuggingFaceTB/SmolVLM2-500M-Video-Instruct,HuggingFaceTB,new,BPE,49280,1.543,5.2377,0.0041,940418,491,True,0.0,78.8,,16 | |
| 109,openbmb__MiniCPM-Embedding-Light,openbmb/MiniCPM-Embedding-Light,openbmb,new,BPE,73440,1.5402,4.6454,0.0051,942125,491,True,0.0,78.84,,1 | |
| 110,openbmb__MiniCPM-V-4,openbmb/MiniCPM-V-4,openbmb,new,BPE,73448,1.5395,4.6454,0.0051,942530,491,True,0.0,78.85,,13 | |
| 111,sbintuitions__sarashina2.2-0.5b-instruct-v0.1,sbintuitions/sarashina2.2-0.5b-instruct-v0.1,sbintuitions,new,Unigram,102400,1.5357,4.5103,0.0083,944881,491,True,0.0,78.9,,6 | |
| 112,MBZUAI__GeoPixel-7B,MBZUAI/GeoPixel-7B,MBZUAI,new,BPE,92544,1.4921,4.6682,0.0062,972496,491,True,0.0,79.5,,4 | |
| 113,tiiuae__falcon-mamba-7b,tiiuae/falcon-mamba-7b,tiiuae,new,BPE,65024,1.4395,5.3458,0.0057,1008029,491,True,0.0,80.22,,2 | |
| 114,tiiuae__dense-500m-arch1__iter_0002000,tiiuae/dense-500m-arch1/iter_0002000,tiiuae,new,BPE,65536,1.4317,5.3215,0.0041,1013469,491,True,0.0,80.33,,51 | |
| 115,AinaShakeel__deepseek-urdu-5.7b-lora,AinaShakeel/deepseek-urdu-5.7b-lora,AinaShakeel,new,BPE,32022,1.4097,5.5409,0.0039,1029319,491,True,0.0,80.63,,1 | |
| 116,gpt-2,openai-community/gpt2,OpenAI,baseline,BPE,50257,1.3847,5.7486,0.0051,1047925,491,True,0.0,80.97,,122 | |
| 117,OpenGVLab__InternVL-Chat-V1-2,OpenGVLab/InternVL-Chat-V1-2,OpenGVLab,new,BPE,64000,1.3832,5.1176,0.0047,1049005,491,True,0.0,80.99,,4 | |
| 118,OpenGVLab__InternVL2-40B-AWQ,OpenGVLab/InternVL2-40B-AWQ,OpenGVLab,new,BPE,64007,1.3826,5.1175,0.0047,1049466,491,True,0.0,81.0,,1 | |
| 119,HPLT__NorOLMo-13B,HPLT/NorOLMo-13B,HPLT,new,BPE,51300,1.3321,5.9878,0.0032,1089238,491,True,0.0,81.69,,1 | |
| 120,HPLT__FinOLMo-13B,HPLT/FinOLMo-13B,HPLT,new,BPE,51200,1.3116,6.2125,0.0032,1106306,491,True,0.0,81.98,,1 | |
| 121,formulae__reBERT-multilingual,formulae/reBERT-multilingual,formulae,new,BPE,30000,1.212,6.6147,0.0031,1197222,491,True,0.0,83.35,,1 | |
| 122,tiiuae__Falcon-H1-0.5B-Base,tiiuae/Falcon-H1-0.5B-Base,tiiuae,new,BPE,32768,1.1458,6.7912,0.0019,1266440,491,True,0.0,84.26,,19 | |
| 123,BSC-LT__salamandraTA-2B-instruct-GGUF,BSC-LT/salamandraTA-2B-instruct-GGUF,BSC-LT,new,BPE,256000,1.0861,6.9116,0.0019,1335988,491,True,0.0,85.08,,1 | |
| 124,Ketak-ZoomRx__Indication_OLL_v2,Ketak-ZoomRx/Indication_OLL_v2,Ketak-ZoomRx,new,BPE,32000,1.0855,6.9157,0.0019,1336721,491,True,0.0,85.08,,1 | |
| 125,alphaedge-ai__gemma-3-4b-it-pan-16384,alphaedge-ai/gemma-3-4b-it-pan-16384,alphaedge-ai,new,BPE,16384,1.0645,7.0306,0.0107,1363153,491,True,0.0,85.37,,2 | |
| 126,mlx-community__lil-bard,mlx-community/lil-bard,mlx-community,new,BPE,8192,1.0068,7.4037,0.0016,1441223,491,True,0.0,86.17,,1 | |
| 127,sarvam-1,sarvamai/sarvam-1,Sarvam AI,baseline,BPE,68096,1.0054,7.4066,0.0013,1443178,491,True,0.0,86.18,,2 | |
| 128,openai__circuit-sparsity,openai/circuit-sparsity,openai,new,BPE,2047,1.0009,7.4458,0.002,1449670,491,True,0.0,86.25,,1 | |
| 129,zahidazam714__khowar_bpe_tokenizer,zahidazam714/khowar_bpe_tokenizer,zahidazam714,new,BPE,1500,1.0005,7.4483,0.0011,1450237,491,True,0.0,86.25,,1 | |
| 130,flax-community__mr-indicnlp-classifier,flax-community/mr-indicnlp-classifier,flax-community,new,BPE,50265,1.0,7.4503,0.0009,1451024,491,True,0.0,86.26,,1 | |
| 131,byt5,google/byt5-small,Google,baseline,bytes,384,1.0,7.4503,0.0009,1451026,491,True,0.0,86.26,,1 | |
| ,Ayesha-fatima__urdu-articulation-screener,Ayesha-fatima/urdu-articulation-screener,Ayesha-fatima,new,WordLevel,392,2955.2464,1.0,1.0,491,0,False,1.0,-40508.96,,1 | |
| ,internlm__Intern-S1-Pro,internlm/Intern-S1-Pro,internlm,new,BPE,1024,2118.2861,1.0007,0.9995,685,0,False,0.8496,-29008.03,,2 | |
| ,internlm__Intern-S1,internlm/Intern-S1,internlm,new,BPE,512,2102.9362,1.0007,0.9995,690,0,False,0.8333,-28797.1,,4 | |
| ,Omarrran__Kashmiri_Tokenizers__kashmiri_word_tokenizer,Omarrran/Kashmiri_Tokenizers/kashmiri_word_tokenizer,Omarrran,new,WordLevel,110995,7.801,1.0829,0.9308,186004,0,False,0.3922,-7.2,,2 | |
| ,ijazulhaq__bert-base-pashto-c,ijazulhaq/bert-base-pashto-c,ijazulhaq,new,WordPiece,703,7.6984,1.0973,0.9277,188483,0,False,0.9789,-5.79,,1 | |
| ,Kashif786__sindhi-universal-ultimate,Kashif786/sindhi-universal-ultimate,Kashif786,new,WordPiece,5,7.6977,1.0974,0.9278,188502,0,False,1.0,-5.78,,1 | |
| ,mirfan899__da-sentiment,mirfan899/da-sentiment,mirfan899,new,WordPiece,31748,7.691,1.0984,0.9272,188665,0,False,0.9877,-5.68,,1 | |
| ,pnbonillo__clasificador-muchocine,pnbonillo/clasificador-muchocine,pnbonillo,new,WordPiece,31002,7.6869,1.0989,0.9268,188765,0,False,0.9874,-5.63,,1 | |
| ,AnanthZeke__TaNER-1k-indic_glue,AnanthZeke/TaNER-1k-indic_glue,AnanthZeke,new,WordPiece,1023,7.6659,1.102,0.9257,189284,0,False,0.9854,-5.34,,4 | |
| ,tcepi__HelBERT-uncased-fs-lsg-13-indicios,tcepi/HelBERT-uncased-fs-lsg-13-indicios,tcepi,new,WordPiece,33013,7.6613,1.1026,0.9252,189397,0,False,0.9752,-5.28,,1 | |
| ,almanach__Biomed-Enriched-classifier,almanach/Biomed-Enriched-classifier,almanach,new,WordPiece,30522,7.6438,1.1052,0.9216,189831,0,False,0.9539,-5.04,,1 | |
| ,Ibrahimbaroud__personal-information-detection-arabic,Ibrahimbaroud/personal-information-detection-arabic,Ibrahimbaroud,new,WordPiece,64000,7.3789,1.1448,0.888,196645,0,False,0.745,-1.4,,1 | |
| ,eshaaftab900__urdu-bert-base-2,eshaaftab900/urdu-bert-base-2,eshaaftab900,new,WordPiece,50000,6.6916,1.2624,0.7967,216844,0,False,0.0005,8.05,,3 | |
| ,openbmb__chattts_tokenizer,openbmb/chattts_tokenizer,openbmb,new,WordPiece,21178,6.5855,1.2828,0.8266,220337,0,False,0.7587,9.51,,1 | |
| ,goldfish-models__pnb_arab_full,goldfish-models/pnb_arab_full,goldfish-models,new,Unigram,51200,6.45,1.3078,0.7897,224967,166,False,0.0001,11.37,,2 | |
| ,mahwizzzz__avey-b-ur,mahwizzzz/avey-b-ur,mahwizzzz,new,WordPiece,32000,6.3002,1.3408,0.7466,230315,0,False,0.0002,13.43,,1 | |
| ,themohal__trocr-small-saraiki,themohal/trocr-small-saraiki,themohal,new,Unigram,64202,6.2964,1.3096,0.7662,230454,169,False,0.0011,13.48,,1 | |
| ,eshaaftab900__urdu-bert-base,eshaaftab900/urdu-bert-base,eshaaftab900,new,WordPiece,60000,6.255,1.3505,0.73,231978,0,False,0.0336,14.05,,1 | |
| ,urdu-bert-64k,farahadeeba/urdu-bert-64k,community (farahadeeba),baseline,WordPiece,64000,6.2213,1.3578,0.7356,233236,0,False,0.0,14.51,,1 | |
| ,hafeez007__balochi-tokenizers,hafeez007/balochi-tokenizers,hafeez007,new,BPE,64000,6.1881,1.3647,0.719,234488,175,False,0.0,14.97,,1 | |
| ,goldfish-models__pnb_arab_10mb,goldfish-models/pnb_arab_10mb,goldfish-models,new,Unigram,51200,6.0993,1.3764,0.7257,237900,170,False,0.0,16.19,,1 | |
| ,goldfish-models__urd_arab_100mb,goldfish-models/urd_arab_100mb,goldfish-models,new,Unigram,51200,6.0551,1.3871,0.7342,239636,165,False,0.0001,16.79,,2 | |
| ,themohal__SaraikiRoBERTa-MTL-v1,themohal/SaraikiRoBERTa-MTL-v1,themohal,new,BPE,103345,5.9984,1.4033,0.8169,241904,41,False,0.0,17.57,,1 | |
| ,ijazulhaq__bert-base-pashto-v1,ijazulhaq/bert-base-pashto-v1,ijazulhaq,new,WordPiece,30000,5.9888,1.4106,0.6857,242289,0,False,0.2652,17.71,,1 | |
| ,goldfish-models__pnb_arab_5mb,goldfish-models/pnb_arab_5mb,goldfish-models,new,Unigram,40960,5.9504,1.4122,0.6952,243855,169,False,0.0,18.23,,1 | |
| ,Humair332__omnivoice-urdu__checkpoint-1000,Humair332/omnivoice-urdu/checkpoint-1000,Humair332,new,BPE,50007,5.8731,1.4172,0.7216,247065,467,False,0.0,19.3,,34 | |
| ,goldfish-models__urd_arab_10mb,goldfish-models/urd_arab_10mb,goldfish-models,new,Unigram,51200,5.8576,1.4337,0.683,247715,165,False,0.0001,19.51,,1 | |
| ,shah-bakhsh__balochi-tokenizer,shah-bakhsh/balochi-tokenizer,shah-bakhsh,new,BPE,48000,5.8058,1.455,0.6494,249926,0,False,0.014,20.22,,1 | |
| ,HPLT__hplt_bert_base_ur,HPLT/hplt_bert_base_ur,HPLT,new,WordPiece,32768,5.7545,1.4469,0.6811,252154,467,False,0.0,20.93,,3 | |
| ,mahwizzzz__UrduNER,mahwizzzz/UrduNER,mahwizzzz,new,BPE,52000,5.7099,1.4583,0.7214,254125,0,False,0.0,21.54,,2 | |
| ,goldfish-models__urd_arab_5mb,goldfish-models/urd_arab_5mb,goldfish-models,new,Unigram,38912,5.6874,1.4757,0.6576,255132,165,False,0.0001,21.85,,1 | |
| ,urdu-gpt2-20k,aariciah/gpt2-urdu-20k-lc,community (aariciah),baseline,BPE,20000,5.6326,1.4784,0.6588,257611,166,False,0.0141,22.6,,2 | |
| ,aariciah__gpt2-urdu-configC-20k__gpt2-urdu-configC-20k-GPT2TokenizerFast,aariciah/gpt2-urdu-configC-20k/gpt2-urdu-configC-20k-GPT2TokenizerFast,aariciah,new,BPE,20000,5.6317,1.4786,0.6588,257652,173,False,0.0141,22.61,,3 | |
| ,aariciah__gpt2-urdu-dutch-first,aariciah/gpt2-urdu-dutch-first,aariciah,new,BPE,38622,5.6285,1.4795,0.6585,257799,173,False,0.0141,22.66,,1 | |
| ,cis-lmu__glot500-base,cis-lmu/glot500-base,cis-lmu,new,Unigram,401143,5.4865,1.5087,0.6315,264472,174,False,0.0,24.61,,1 | |
| ,LingoIITGN__Ansh-128k,LingoIITGN/Ansh-128k,LingoIITGN,new,BPE,128002,5.4752,1.5429,0.61,265019,0,False,0.0001,24.76,,1 | |
| ,Omarrran__Kashmiri_Tokenizers__kashmiri_wordpiece_tokenizer,Omarrran/Kashmiri_Tokenizers/kashmiri_wordpiece_tokenizer,Omarrran,new,WordPiece,32000,5.4292,1.556,0.5779,267265,0,False,0.0485,25.4,,1 | |
| ,muril,google/muril-base-cased,Google,baseline,WordPiece,197258,5.392,1.5667,0.6155,269107,0,False,0.0001,25.91,,14 | |
| ,sharjilsharma__indictrans2-hi-sat-int8,sharjilsharma/indictrans2-hi-sat-int8,sharjilsharma,new,BPE,128000,5.3549,1.5722,0.6218,270972,153,False,0.0065,26.42,,1 | |
| ,theanugrah__muril-indic-ner,theanugrah/muril-indic-ner,theanugrah,new,WordPiece,197285,5.3172,1.5887,0.5994,272893,0,False,0.0,26.93,,1 | |
| ,snehagautam__Urdu_nlp_model,snehagautam/Urdu_nlp_model,snehagautam,new,BPE,32769,5.2986,1.5701,0.6165,273849,388,False,0.0002,27.19,,5 | |
| ,indicbert-v2,ai4bharat/IndicBERTv2-MLM-only,AI4Bharat,baseline,WordPiece,250000,5.2985,1.5943,0.5846,273855,0,False,0.0,27.19,,1 | |
| ,DanishMahdi__avey-b-snd,DanishMahdi/avey-b-snd,DanishMahdi,new,WordPiece,32000,5.2324,1.6145,0.5755,277317,0,False,0.2051,28.1,,1 | |
| ,Helsinki-NLP__opus-mt-ur-en,Helsinki-NLP/opus-mt-ur-en,Helsinki-NLP,new,Unigram,32000,5.2279,1.5738,0.6014,277553,173,False,0.0,28.16,,1 | |
| ,krutrim-ai-labs__Chitrarth,krutrim-ai-labs/Chitrarth,krutrim-ai-labs,new,BPE,70212,5.1677,1.6135,0.6053,280785,0,False,0.0,28.99,,4 | |
| ,Omarrran__Kashmiri_Tokenizers__kashmiri_bpe_tokenizer,Omarrran/Kashmiri_Tokenizers/kashmiri_bpe_tokenizer,Omarrran,new,BPE,32000,5.166,1.6352,0.5544,280879,0,False,0.0591,29.01,,1 | |
| ,sindhi-xlmr,Kashif786/xlm-roberta-base-sindhi-extended,community (Kashif786),baseline,Unigram,264635,5.0693,1.5986,0.5865,286236,172,False,0.0,30.34,,1 | |
| ,Omarrran__kashmiri-llm-bert-base-hnm,Omarrran/kashmiri-llm-bert-base-hnm,Omarrran,new,BPE,45026,5.0145,1.6634,0.5661,289368,0,False,0.001,31.09,,1 | |
| ,APARSIN__PashtoEnglishBilingualSentimentCorpus_bert-base-parsbert-uncased,APARSIN/PashtoEnglishBilingualSentimentCorpus_bert-base-parsbert-uncased,APARSIN,new,WordPiece,100000,4.9694,1.6999,0.5897,291991,0,False,0.1359,31.71,,2 | |
| ,livinNector__IndicBERTv2-MLM-only-NER,livinNector/IndicBERTv2-MLM-only-NER,livinNector,new,WordPiece,250000,4.9654,1.7013,0.5649,292225,0,False,0.0,31.77,,2 | |
| ,aariciah__gpt2-urdu-configC-6k,aariciah/gpt2-urdu-configC-6k,aariciah,new,BPE,6600,4.9162,1.6964,0.5467,295150,173,False,0.0123,32.44,,2 | |
| ,jhu-clsp__bernice,jhu-clsp/bernice,jhu-clsp,new,Unigram,249998,4.8821,1.5991,0.5867,297216,173,False,0.0,32.91,,1 | |
| ,MenteEAI__mentee-embed-v4,MenteEAI/mentee-embed-v4,MenteEAI,new,BPE,50000,4.8418,1.7213,0.5236,299689,0,False,0.0,33.47,,1 | |
| ,Omarrran__Kashmiri_WordPiece_Tokenizer,Omarrran/Kashmiri_WordPiece_Tokenizer,Omarrran,new,WordPiece,16000,4.8416,1.7448,0.4454,299698,0,False,0.0432,33.47,,1 | |
| ,alphaedge-ai__metaclip-2-worldwide-l14-snd-32768,alphaedge-ai/metaclip-2-worldwide-l14-snd-32768,alphaedge-ai,new,Unigram,32768,4.8353,1.6914,0.5551,300091,168,False,0.0009,33.56,,6 | |
| ,ai4bharat__IndicBERTv2-MLM-Sam-TLM-Large,ai4bharat/IndicBERTv2-MLM-Sam-TLM-Large,ai4bharat,new,WordPiece,128000,4.8002,1.7598,0.4861,302287,0,False,0.0,34.04,,2 | |
| ,Khubaib01__roman-urdu-emotion-xlmr-v2,Khubaib01/roman-urdu-emotion-xlmr-v2,Khubaib01,new,Unigram,250002,4.7918,1.6803,0.5678,302815,173,False,0.0006,34.15,,31 | |
| ,xlm-r,FacebookAI/xlm-roberta-base,Meta,baseline,Unigram,250002,4.7916,1.6804,0.5678,302829,173,False,0.0,34.16,,259 | |
| ,Omarrran__Kashmiri_BPE_Tokenizer,Omarrran/Kashmiri_BPE_Tokenizer,Omarrran,new,BPE,16000,4.7863,1.765,0.4921,303164,0,False,0.0547,34.23,,1 | |
| ,alphaedge-ai__multilingual-e5-large-instruct-snd-32768,alphaedge-ai/multilingual-e5-large-instruct-snd-32768,alphaedge-ai,new,Unigram,32768,4.7491,1.6946,0.5592,305534,169,False,0.0006,34.74,,1 | |
| ,alphaedge-ai__multilingual-e5-base-snd-32768,alphaedge-ai/multilingual-e5-base-snd-32768,alphaedge-ai,new,Unigram,32768,4.7488,1.6948,0.5591,305555,169,False,0.0006,34.74,,2 | |
| ,alphaedge-ai__multilingual-e5-small-snd-32768,alphaedge-ai/multilingual-e5-small-snd-32768,alphaedge-ai,new,Unigram,32768,4.7486,1.6949,0.559,305569,169,False,0.0001,34.75,,1 | |
| ,alphaedge-ai__bge-m3-snd-32768,alphaedge-ai/bge-m3-snd-32768,alphaedge-ai,new,Unigram,32768,4.7266,1.7023,0.5544,306990,169,False,0.0008,35.05,,1 | |
| ,zuhri025__tts-urdu-multi-scale,zuhri025/tts-urdu-multi-scale,zuhri025,new,BPE,23944,4.6908,1.7732,0.5334,309334,463,False,0.0006,35.54,,18 | |
| ,zuhri025__urdu-finetune-munch-v2,zuhri025/urdu-finetune-munch-v2,zuhri025,new,BPE,23944,4.6841,1.7687,0.5336,309780,0,False,0.0006,35.63,,32 | |
| ,impresso-project__nel-mgenre-multilingual,impresso-project/nel-mgenre-multilingual,impresso-project,new,BPE,256000,4.6794,1.8039,0.4784,310091,169,False,0.0001,35.7,,4 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-inc-deu_eng_nld,Helsinki-NLP/opus-mt-tc-bible-big-inc-deu_eng_nld,Helsinki-NLP,new,Unigram,32000,4.6547,1.7621,0.5373,311731,175,False,0.0,36.04,,2 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-iir-en,Helsinki-NLP/opus-mt-tc-bible-big-iir-en,Helsinki-NLP,new,Unigram,32000,4.6454,1.754,0.5287,312359,175,False,0.0,36.17,,2 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-inc-en,Helsinki-NLP/opus-mt-tc-bible-big-inc-en,Helsinki-NLP,new,Unigram,32000,4.6447,1.7404,0.5461,312407,175,False,0.0,36.18,,2 | |
| ,nllb-200,facebook/nllb-200-distilled-600M,Meta,baseline,BPE,256204,4.6172,1.8244,0.4663,314267,150,False,0.0057,36.55,,4 | |
| ,Hazaratun__bangla-emotion-bias-fixed,Hazaratun/bangla-emotion-bias-fixed,Hazaratun,new,WordPiece,32000,4.5964,1.8379,0.6052,315689,0,False,0.3904,36.84,,1 | |
| ,alphaedge-ai__metaclip-2-worldwide-l14-pus-32768,alphaedge-ai/metaclip-2-worldwide-l14-pus-32768,alphaedge-ai,new,Unigram,32768,4.561,1.7894,0.5129,318135,168,False,0.0009,37.33,,6 | |
| ,alphaedge-ai__embeddinggemma-snd-32768,alphaedge-ai/embeddinggemma-snd-32768,alphaedge-ai,new,BPE,32768,4.5592,1.8277,0.4758,318262,489,False,0.0,37.35,,1 | |
| ,alphaedge-ai__multilingual-e5-large-instruct-pus-32768,alphaedge-ai/multilingual-e5-large-instruct-pus-32768,alphaedge-ai,new,Unigram,32768,4.539,1.7699,0.5219,319682,169,False,0.0007,37.63,,1 | |
| ,alphaedge-ai__multilingual-e5-large-pus-32768,alphaedge-ai/multilingual-e5-large-pus-32768,alphaedge-ai,new,Unigram,32768,4.5388,1.77,0.5219,319696,169,False,0.0007,37.63,,2 | |
| ,alphaedge-ai__multilingual-e5-small-pus-32768,alphaedge-ai/multilingual-e5-small-pus-32768,alphaedge-ai,new,Unigram,32768,4.5386,1.7701,0.5218,319710,169,False,0.0002,37.63,,1 | |
| ,alphaedge-ai__bge-m3-pus-32768,alphaedge-ai/bge-m3-pus-32768,alphaedge-ai,new,Unigram,32768,4.5278,1.7737,0.5212,320468,169,False,0.0007,37.78,,1 | |
| ,ihanif__pashto-tokenizer,ihanif/pashto-tokenizer,ihanif,new,BPE,32000,4.5231,1.8676,0.4872,320804,0,False,0.0236,37.85,,1 | |
| ,Helsinki-NLP__opus-mt-iir-iir,Helsinki-NLP/opus-mt-iir-iir,Helsinki-NLP,new,Unigram,32000,4.4986,1.8105,0.5081,322550,169,False,0.0001,38.18,,1 | |
| ,mirfan899__punjabi_albert,mirfan899/punjabi_albert,mirfan899,new,Unigram,3204,4.4971,1.8491,0.4418,322660,103,False,0.0033,38.2,,1 | |
| ,alphaedge-ai__bge-m3-urd-32768,alphaedge-ai/bge-m3-urd-32768,alphaedge-ai,new,Unigram,32768,4.48,1.8068,0.5005,323892,157,False,0.0008,38.44,,1 | |
| ,alphaedge-ai__mbart-large-50-pus-32768,alphaedge-ai/mbart-large-50-pus-32768,alphaedge-ai,new,Unigram,32768,4.4743,1.7788,0.518,324303,169,False,0.0118,38.52,,1 | |
| ,alphaedge-ai__multilingual-e5-base-urd-32768,alphaedge-ai/multilingual-e5-base-urd-32768,alphaedge-ai,new,Unigram,32768,4.4724,1.8079,0.4988,324441,156,False,0.0003,38.54,,3 | |
| ,alphaedge-ai__multilingual-e5-large-instruct-urd-32768,alphaedge-ai/multilingual-e5-large-instruct-urd-32768,alphaedge-ai,new,Unigram,32768,4.4722,1.8079,0.4987,324456,156,False,0.0008,38.55,,1 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-iir-deu_eng_fra_por_spa,Helsinki-NLP/opus-mt-tc-bible-big-iir-deu_eng_fra_por_spa,Helsinki-NLP,new,Unigram,32000,4.4706,1.8334,0.4959,324570,175,False,0.0,38.57,,2 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-inc-deu_eng_fra_por_spa,Helsinki-NLP/opus-mt-tc-bible-big-inc-deu_eng_fra_por_spa,Helsinki-NLP,new,Unigram,32000,4.4536,1.8425,0.4999,325810,175,False,0.0,38.8,,2 | |
| ,facebook__m2m100_418M,facebook/m2m100_418M,facebook,new,BPE,128000,4.4414,1.9001,0.4366,326703,169,False,0.0001,38.97,,32 | |
| ,Helsinki-NLP__opus-mt-inc-inc,Helsinki-NLP/opus-mt-inc-inc,Helsinki-NLP,new,Unigram,32000,4.4293,1.8215,0.4967,327598,169,False,0.0001,39.14,,1 | |
| ,alphaedge-ai__multilingual-e5-large-snd-16384,alphaedge-ai/multilingual-e5-large-snd-16384,alphaedge-ai,new,Unigram,16384,4.4245,1.8227,0.4916,327951,169,False,0.0007,39.2,,2 | |
| ,alphaedge-ai__multilingual-e5-large-instruct-snd-16384,alphaedge-ai/multilingual-e5-large-instruct-snd-16384,alphaedge-ai,new,Unigram,16384,4.4244,1.8228,0.4918,327960,169,False,0.0007,39.2,,1 | |
| ,alphaedge-ai__multilingual-e5-small-snd-16384,alphaedge-ai/multilingual-e5-small-snd-16384,alphaedge-ai,new,Unigram,16384,4.4243,1.8229,0.4916,327965,169,False,0.0002,39.2,,1 | |
| ,alphaedge-ai__embeddinggemma-snd-16384,alphaedge-ai/embeddinggemma-snd-16384,alphaedge-ai,new,BPE,16384,4.424,1.8843,0.4486,327986,487,False,0.0,39.21,,1 | |
| ,alphaedge-ai__mbart-large-50-urd-32768,alphaedge-ai/mbart-large-50-urd-32768,alphaedge-ai,new,Unigram,32768,4.4199,1.8126,0.4973,328293,157,False,0.0118,39.26,,1 | |
| ,APARSIN__PashtoEnglishBilingualSentimentCorpus_TookaBERT-Base,APARSIN/PashtoEnglishBilingualSentimentCorpus_TookaBERT-Base,APARSIN,new,BPE,48000,4.4192,1.8737,0.4288,328344,0,False,0.221,39.27,,4 | |
| ,goldfish-models__snd_arab_full,goldfish-models/snd_arab_full,goldfish-models,new,Unigram,51200,4.3905,1.8812,0.4596,330494,164,False,0.0005,39.67,,2 | |
| ,alphaedge-ai__metaclip-2-worldwide-b16-384-snd-16384,alphaedge-ai/metaclip-2-worldwide-b16-384-snd-16384,alphaedge-ai,new,Unigram,16384,4.387,1.8689,0.4752,330758,166,False,0.0009,39.72,,6 | |
| ,alphaedge-ai__bge-m3-snd-16384,alphaedge-ai/bge-m3-snd-16384,alphaedge-ai,new,Unigram,16384,4.3697,1.8464,0.4811,332064,168,False,0.0008,39.95,,1 | |
| ,APARSIN__PashtoEnglishBilingualSentimentCorpus_bert-fa-zwnj-base,APARSIN/PashtoEnglishBilingualSentimentCorpus_bert-fa-zwnj-base,APARSIN,new,WordPiece,42000,4.3488,1.9425,0.4221,333658,0,False,0.0613,40.24,,2 | |
| ,laibamuzammal7__iqbal-urdu-transformer,laibamuzammal7/iqbal-urdu-transformer,laibamuzammal7,new,BPE,2767,4.3154,1.9575,0.409,336245,0,False,0.0315,40.7,,1 | |
| ,google-bert__bert-base-multilingual-uncased,google-bert/bert-base-multilingual-uncased,google-bert,new,WordPiece,105879,4.2939,1.9673,0.4269,337929,0,False,0.0107,41.0,,20 | |
| ,APARSIN__PashtoEnglishBilingualSentimentCorpus_bert-fa-base-uncased,APARSIN/PashtoEnglishBilingualSentimentCorpus_bert-fa-base-uncased,APARSIN,new,WordPiece,100000,4.2731,1.9769,0.399,339570,0,False,0.0118,41.28,,2 | |
| ,goldfish-models__snd_arab_10mb,goldfish-models/snd_arab_10mb,goldfish-models,new,Unigram,51200,4.2274,1.9736,0.3562,343243,164,False,0.0005,41.91,,1 | |
| ,Omarrran__Kashmiri_Unigram_Tokenizer,Omarrran/Kashmiri_Unigram_Tokenizer,Omarrran,new,Unigram,7,4.2238,1.0,1.0,343538,0,False,0.5,41.96,,1 | |
| ,jbhargav__gujarati-indicbart-5000,jbhargav/gujarati-indicbart-5000,jbhargav,new,Unigram,72,4.2231,1.0002,0.9999,343592,0,False,0.5,41.97,,1 | |
| ,alphaedge-ai__multilingual-e5-large-pus-16384,alphaedge-ai/multilingual-e5-large-pus-16384,alphaedge-ai,new,Unigram,16384,4.2214,1.8891,0.4754,343733,168,False,0.0008,41.99,,2 | |
| ,alphaedge-ai__multilingual-e5-large-instruct-pus-16384,alphaedge-ai/multilingual-e5-large-instruct-pus-16384,alphaedge-ai,new,Unigram,16384,4.2214,1.8891,0.4754,343734,168,False,0.0008,41.99,,1 | |
| ,alphaedge-ai__multilingual-e5-small-pus-16384,alphaedge-ai/multilingual-e5-small-pus-16384,alphaedge-ai,new,Unigram,16384,4.2212,1.8892,0.4753,343750,168,False,0.0004,42.0,,1 | |
| ,Helsinki-NLP__opus-mt-iir-en,Helsinki-NLP/opus-mt-iir-en,Helsinki-NLP,new,Unigram,32000,4.207,1.9221,0.4623,344906,169,False,0.0001,42.19,,1 | |
| ,goldfish-models__kas_deva_full,goldfish-models/kas_deva_full,goldfish-models,new,Unigram,51200,4.2065,1.0135,0.9901,344951,0,False,0.4974,42.2,,1 | |
| ,goldfish-models__kas_deva_5mb,goldfish-models/kas_deva_5mb,goldfish-models,new,Unigram,51200,4.2064,1.0135,0.9901,344953,0,False,0.4974,42.2,,1 | |
| ,Helsinki-NLP__opus-mt-synthetic-en-is,Helsinki-NLP/opus-mt-synthetic-en-is,Helsinki-NLP,new,Unigram,32000,4.2054,1.014,0.9914,345039,0,False,0.4971,42.21,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_spa-eus,Helsinki-NLP/opus-mt_tiny_spa-eus,Helsinki-NLP,new,Unigram,32000,4.2051,1.0142,0.9899,345067,0,False,0.4973,42.22,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_spa-glg,Helsinki-NLP/opus-mt_tiny_spa-glg,Helsinki-NLP,new,Unigram,32000,4.2051,1.0142,0.9899,345067,0,False,0.4973,42.22,,1 | |
| ,Helsinki-NLP__opus-mt-synthetic-en-eu,Helsinki-NLP/opus-mt-synthetic-en-eu,Helsinki-NLP,new,Unigram,32000,4.205,1.0142,0.9914,345072,0,False,0.4971,42.22,,1 | |
| ,Helsinki-NLP__opus-mt-synthetic-en-ka,Helsinki-NLP/opus-mt-synthetic-en-ka,Helsinki-NLP,new,Unigram,32000,4.2048,1.0143,0.9914,345092,0,False,0.4971,42.22,,1 | |
| ,Helsinki-NLP__opus-mt-pa-en,Helsinki-NLP/opus-mt-pa-en,Helsinki-NLP,new,Unigram,32000,4.2046,1.0143,0.99,345108,0,False,0.4972,42.22,,1 | |
| ,goldfish-models__pan_guru_1000mb,goldfish-models/pan_guru_1000mb,goldfish-models,new,Unigram,51200,4.2001,1.0215,0.9839,345475,0,False,0.4956,42.29,,2 | |
| ,goldfish-models__pan_guru_10mb,goldfish-models/pan_guru_10mb,goldfish-models,new,Unigram,51200,4.1999,1.0215,0.9838,345491,0,False,0.4956,42.29,,1 | |
| ,goldfish-models__pan_guru_5mb,goldfish-models/pan_guru_5mb,goldfish-models,new,Unigram,40960,4.1989,1.0219,0.9837,345572,0,False,0.4955,42.3,,1 | |
| ,nvidia__NVIDIA-NemotronLabs-VoiceChat-11B__rnnt_tokenizer,nvidia/NVIDIA-NemotronLabs-VoiceChat-11B/rnnt_tokenizer,nvidia,new,BPE,1024,4.1976,1.0129,0.9926,345677,0,False,0.4958,42.32,,6 | |
| ,Recag__Bharatai-v-2,Recag/Bharatai-v-2,Recag,new,Unigram,5000,4.1938,1.0182,0.9892,345994,0,False,0.4967,42.37,,1 | |
| ,alphaedge-ai__bge-m3-pus-16384,alphaedge-ai/bge-m3-pus-16384,alphaedge-ai,new,Unigram,16384,4.1931,1.9137,0.4637,346048,37,False,0.0075,42.38,,1 | |
| ,ibraheemmoosa__xlmindic-base-uniscript,ibraheemmoosa/xlmindic-base-uniscript,ibraheemmoosa,new,Unigram,50000,4.1924,1.0178,0.9887,346111,0,False,0.4958,42.39,,1 | |
| ,abdulwaheed1__pegasus-model-finetuned-on-samsum-data,abdulwaheed1/pegasus-model-finetuned-on-samsum-data,abdulwaheed1,new,Unigram,96000,4.1893,1.0262,0.9839,346362,0,False,0.4943,42.43,,1 | |
| ,Recag__BharatAI,Recag/BharatAI,Recag,new,Unigram,1000,4.1862,1.0201,0.9887,346621,0,False,0.4958,42.48,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_eng-fra,Helsinki-NLP/opus-mt_tiny_eng-fra,Helsinki-NLP,new,Unigram,32000,4.1859,1.0234,0.9857,346648,0,False,0.4951,42.48,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_fra-eng,Helsinki-NLP/opus-mt_tiny_fra-eng,Helsinki-NLP,new,Unigram,32000,4.1859,1.0235,0.9857,346650,0,False,0.4951,42.48,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_cat-eng,Helsinki-NLP/opus-mt_tiny_cat-eng,Helsinki-NLP,new,Unigram,32000,4.1855,1.0235,0.9857,346679,0,False,0.4951,42.49,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_eng-cat,Helsinki-NLP/opus-mt_tiny_eng-cat,Helsinki-NLP,new,Unigram,32000,4.1854,1.0236,0.9857,346687,0,False,0.495,42.49,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_eng-tur,Helsinki-NLP/opus-mt_tiny_eng-tur,Helsinki-NLP,new,Unigram,32000,4.1854,1.0237,0.9857,346690,0,False,0.495,42.49,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_eng-rus,Helsinki-NLP/opus-mt_tiny_eng-rus,Helsinki-NLP,new,Unigram,32000,4.1854,1.0237,0.9857,346691,0,False,0.4951,42.49,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_rus-eng,Helsinki-NLP/opus-mt_tiny_rus-eng,Helsinki-NLP,new,Unigram,32000,4.1853,1.0237,0.9856,346693,0,False,0.4951,42.49,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_tur-eng,Helsinki-NLP/opus-mt_tiny_tur-eng,Helsinki-NLP,new,Unigram,32000,4.1853,1.0237,0.9857,346695,0,False,0.495,42.49,,1 | |
| ,Helsinki-NLP__opus-mt-synthetic-en-gd,Helsinki-NLP/opus-mt-synthetic-en-gd,Helsinki-NLP,new,Unigram,32000,4.1851,1.0242,0.9867,346712,0,False,0.495,42.49,,1 | |
| ,Helsinki-NLP__opus-mt-inc-en,Helsinki-NLP/opus-mt-inc-en,Helsinki-NLP,new,Unigram,32000,4.1849,1.905,0.4721,346728,169,False,0.0001,42.49,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_cat-spa,Helsinki-NLP/opus-mt_tiny_cat-spa,Helsinki-NLP,new,Unigram,32000,4.1844,1.0241,0.9855,346767,0,False,0.4949,42.5,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_spa-cat,Helsinki-NLP/opus-mt_tiny_spa-cat,Helsinki-NLP,new,Unigram,32000,4.1844,1.0242,0.9854,346774,0,False,0.4949,42.5,,1 | |
| ,Helsinki-NLP__opus-mt-synthetic-en-so,Helsinki-NLP/opus-mt-synthetic-en-so,Helsinki-NLP,new,Unigram,32000,4.184,1.0243,0.9867,346807,0,False,0.4949,42.51,,1 | |
| ,goldfish-models__snd_arab_5mb,goldfish-models/snd_arab_5mb,goldfish-models,new,Unigram,47104,4.1839,1.9561,0.3713,346808,164,False,0.0005,42.51,,1 | |
| ,Helsinki-NLP__opus-mt-synthetic-en-mk,Helsinki-NLP/opus-mt-synthetic-en-mk,Helsinki-NLP,new,Unigram,32000,4.1837,1.0244,0.9867,346827,0,False,0.4948,42.51,,1 | |
| ,Helsinki-NLP__opus-mt-synthetic-en-uk,Helsinki-NLP/opus-mt-synthetic-en-uk,Helsinki-NLP,new,Unigram,32000,4.1831,1.0247,0.9866,346882,0,False,0.4948,42.52,,1 | |
| ,BharathP08__longt5-custom-summarizer,BharathP08/longt5-custom-summarizer,BharathP08,new,Unigram,32100,4.1798,1.0303,0.9818,347156,0,False,0.4931,42.56,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_spa-eng,Helsinki-NLP/opus-mt_tiny_spa-eng,Helsinki-NLP,new,Unigram,32000,4.1787,1.0314,0.981,347247,0,False,0.4931,42.58,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_eng-spa,Helsinki-NLP/opus-mt_tiny_eng-spa,Helsinki-NLP,new,Unigram,32000,4.1786,1.0315,0.981,347253,0,False,0.4931,42.58,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_deu-eng,Helsinki-NLP/opus-mt_tiny_deu-eng,Helsinki-NLP,new,Unigram,32000,4.1785,1.0315,0.9809,347262,0,False,0.4931,42.58,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_ita-eng,Helsinki-NLP/opus-mt_tiny_ita-eng,Helsinki-NLP,new,Unigram,32000,4.1785,1.0315,0.981,347263,0,False,0.4931,42.58,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_eng-deu,Helsinki-NLP/opus-mt_tiny_eng-deu,Helsinki-NLP,new,Unigram,32000,4.1784,1.0315,0.9809,347266,0,False,0.4931,42.58,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_nld-eng,Helsinki-NLP/opus-mt_tiny_nld-eng,Helsinki-NLP,new,Unigram,32000,4.1784,1.0316,0.9809,347269,0,False,0.493,42.58,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_eng-nld,Helsinki-NLP/opus-mt_tiny_eng-nld,Helsinki-NLP,new,Unigram,32000,4.1783,1.0316,0.9809,347276,0,False,0.493,42.58,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_eng-ita,Helsinki-NLP/opus-mt_tiny_eng-ita,Helsinki-NLP,new,Unigram,32000,4.1783,1.0316,0.981,347280,0,False,0.493,42.59,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_eng-ell,Helsinki-NLP/opus-mt_tiny_eng-ell,Helsinki-NLP,new,Unigram,32000,4.1782,1.0316,0.9809,347284,0,False,0.493,42.59,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_ell-eng,Helsinki-NLP/opus-mt_tiny_ell-eng,Helsinki-NLP,new,Unigram,32000,4.1781,1.0317,0.9809,347296,0,False,0.493,42.59,,1 | |
| ,Snowflake__snowflake-arctic-tilt-v1.3,Snowflake/snowflake-arctic-tilt-v1.3,Snowflake,new,Unigram,32100,4.1772,1.0314,0.981,347369,0,False,0.4929,42.6,,33 | |
| ,mbert,google-bert/bert-base-multilingual-cased,Google,baseline,WordPiece,119547,4.1505,2.0353,0.4189,349601,0,False,0.0107,42.97,,48 | |
| ,goldfish-models__pbt_arab_100mb,goldfish-models/pbt_arab_100mb,goldfish-models,new,Unigram,51200,4.1465,2.0023,0.4288,349941,0,False,0.1272,43.02,,2 | |
| ,alphaedge-ai__mbart-large-50-pus-16384,alphaedge-ai/mbart-large-50-pus-16384,alphaedge-ai,new,Unigram,16384,4.1444,1.9183,0.461,350116,37,False,0.0177,43.05,,1 | |
| ,upstage__TFLOP,upstage/TFLOP,upstage,new,Unigram,58337,4.1427,1.0489,0.9724,350258,0,False,0.4932,43.07,,1 | |
| ,alphaedge-ai__metaclip-2-worldwide-s16-384-pus-16384,alphaedge-ai/metaclip-2-worldwide-s16-384-pus-16384,alphaedge-ai,new,Unigram,16384,4.1383,2.0042,0.4278,350636,38,False,0.0074,43.13,,6 | |
| ,Geotrend__bert-base-15lang-cased,Geotrend/bert-base-15lang-cased,Geotrend,new,WordPiece,71577,4.1132,2.0538,0.4048,352772,0,False,0.0106,43.48,,3 | |
| ,Geotrend__bert-base-ur-cased,Geotrend/bert-base-ur-cased,Geotrend,new,WordPiece,8669,4.1116,2.0545,0.4044,352907,0,False,0.0106,43.5,,2 | |
| ,goldfish-models__pus_arab_1000mb,goldfish-models/pus_arab_1000mb,goldfish-models,new,Unigram,51200,4.1103,2.0186,0.4222,353026,0,False,0.1204,43.52,,2 | |
| ,goldfish-models__pbt_arab_10mb,goldfish-models/pbt_arab_10mb,goldfish-models,new,Unigram,51200,4.1048,2.0308,0.3903,353493,0,False,0.1259,43.59,,1 | |
| ,alphaedge-ai__embeddinggemma-urd-32768,alphaedge-ai/embeddinggemma-urd-32768,alphaedge-ai,new,BPE,32768,4.104,2.0332,0.3787,353565,445,False,0.0003,43.61,,1 | |
| ,aakashMeghwar01__SindhiLM-Qwen-0.5B__last-checkpoint,aakashMeghwar01/SindhiLM-Qwen-0.5B/last-checkpoint,aakashMeghwar01,new,BPE,13032,4.0999,2.0337,0.3846,353921,162,False,0.0,43.66,,1 | |
| ,aakashMeghwar01__SindhiLM-Qwen-0.5B-v2__checkpoint-1000,aakashMeghwar01/SindhiLM-Qwen-0.5B-v2/checkpoint-1000,aakashMeghwar01,new,BPE,13038,4.0908,2.0362,0.3839,354707,162,False,0.0,43.79,,27 | |
| ,goldfish-models__pbt_arab_5mb,goldfish-models/pbt_arab_5mb,goldfish-models,new,Unigram,43008,4.0615,2.0534,0.374,357267,0,False,0.1246,44.19,,1 | |
| ,rabbiaidrees__donut-urdu-vqa,rabbiaidrees/donut-urdu-vqa,rabbiaidrees,new,Unigram,57536,4.0456,1.1178,0.9153,358671,0,False,0.4581,44.41,,4 | |
| ,goldfish-models__pus_arab_10mb,goldfish-models/pus_arab_10mb,goldfish-models,new,Unigram,51200,4.035,2.0685,0.3847,359606,0,False,0.1238,44.55,,1 | |
| ,APARSIN__PashtoEnglishBilingualSentimentCorpus_fabert,APARSIN/PashtoEnglishBilingualSentimentCorpus_fabert,APARSIN,new,WordPiece,50000,4.0121,2.1055,0.3653,361662,0,False,0.0,44.87,,2 | |
| ,Abdullah104__my_awesome_pashto_clm-model,Abdullah104/my_awesome_pashto_clm-model,Abdullah104,new,BPE,12049,4.0065,2.1084,0.3274,362164,0,False,0.0,44.94,,1 | |
| ,alphaedge-ai__metaclip-2-worldwide-l14-pan-16384,alphaedge-ai/metaclip-2-worldwide-l14-pan-16384,alphaedge-ai,new,Unigram,16384,3.9646,1.1995,0.8506,365992,0,False,0.4805,45.52,,6 | |
| ,alphaedge-ai__metaclip-2-worldwide-l14-urd-32768,alphaedge-ai/metaclip-2-worldwide-l14-urd-32768,alphaedge-ai,new,Unigram,32768,3.956,2.0648,0.4267,366787,155,False,0.0009,45.64,,6 | |
| ,jamalimubashirali__sindhi-tinyllama-tokenizer,jamalimubashirali/sindhi-tinyllama-tokenizer,jamalimubashirali,new,BPE,42681,3.9494,2.1389,0.3072,367402,0,False,0.0,45.73,,1 | |
| ,Helsinki-NLP__opus-mt-ine-en,Helsinki-NLP/opus-mt-ine-en,Helsinki-NLP,new,Unigram,32000,3.922,2.0514,0.4085,369970,169,False,0.0,46.11,,1 | |
| ,CohereLabs__aya-101,CohereLabs/aya-101,CohereLabs,new,Unigram,250100,3.9125,1.8745,0.413,370866,174,False,0.0,46.24,,17 | |
| ,mt5,google/mt5-small,Google,baseline,Unigram,250100,3.9125,1.8745,0.413,370870,175,False,0.0,46.24,,3 | |
| ,areebas465__urt5-lora-urdu-summarization,areebas465/urt5-lora-urdu-summarization,areebas465,new,Unigram,40750,3.912,1.8748,0.413,370912,172,False,0.0,46.24,,1 | |
| ,mbshr__urt5-base-finetuned,mbshr/urt5-base-finetuned,mbshr,new,Unigram,40750,3.9119,1.8748,0.413,370924,175,False,0.0,46.25,,1 | |
| ,alifaheem94__distilled-mt5-base,alifaheem94/distilled-mt5-base,alifaheem94,new,Unigram,8068,3.9037,1.8795,0.4115,371705,175,False,0.0,46.36,,1 | |
| ,goldfish-models__pus_arab_5mb,goldfish-models/pus_arab_5mb,goldfish-models,new,Unigram,45056,3.8989,2.0851,0.367,372159,0,False,0.1932,46.42,,1 | |
| ,alphaedge-ai__mt5-small-snd-32768,alphaedge-ai/mt5-small-snd-32768,alphaedge-ai,new,Unigram,32668,3.898,1.8832,0.4087,372249,175,False,0.0,46.44,,2 | |
| ,alphaedge-ai__mt5-small-pus-32768,alphaedge-ai/mt5-small-pus-32768,alphaedge-ai,new,Unigram,32668,3.8764,1.8905,0.4103,374322,175,False,0.0,46.73,,2 | |
| ,alphaedge-ai__mt5-small-snd-16384,alphaedge-ai/mt5-small-snd-16384,alphaedge-ai,new,Unigram,16284,3.8711,1.906,0.3999,374834,175,False,0.0,46.81,,2 | |
| ,Helsinki-NLP__opus-mt-ine-ine,Helsinki-NLP/opus-mt-ine-ine,Helsinki-NLP,new,Unigram,32000,3.8334,2.1056,0.3839,378526,169,False,0.0001,47.32,,2 | |
| ,goldfish-models__bgp_latn_full,goldfish-models/bgp_latn_full,goldfish-models,new,Unigram,51200,3.8289,2.0435,0.3549,378969,2,False,0.0271,47.39,,1 | |
| ,alphaedge-ai__mt5-small-pus-16384,alphaedge-ai/mt5-small-pus-16384,alphaedge-ai,new,Unigram,16284,3.8116,1.9322,0.4017,380687,175,False,0.0,47.62,,2 | |
| ,goldfish-models__bgp_latn_5mb,goldfish-models/bgp_latn_5mb,goldfish-models,new,Unigram,45056,3.8088,2.0627,0.3514,380970,2,False,0.027,47.66,,1 | |
| ,alphaedge-ai__mt5-base-urd-32768,alphaedge-ai/mt5-base-urd-32768,alphaedge-ai,new,Unigram,32668,3.8039,1.9612,0.3839,381453,175,False,0.0,47.73,,2 | |
| ,jhu-clsp__mmBERT-base,jhu-clsp/mmBERT-base,jhu-clsp,new,BPE,256000,3.791,2.2029,0.305,382760,0,False,0.0,47.91,,3 | |
| ,durgaamma2005__indic-transformers-te-distilbert,durgaamma2005/indic-transformers-te-distilbert,durgaamma2005,new,WordPiece,30522,3.7858,2.2314,0.4802,383283,0,False,0.2508,47.98,,1 | |
| ,alphaedge-ai__mmBERT-small-pus-32768,alphaedge-ai/mmBERT-small-pus-32768,alphaedge-ai,new,BPE,32768,3.7812,2.2086,0.3019,383743,0,False,0.0,48.04,,2 | |
| ,alphaedge-ai__mmBERT-base-snd-32768,alphaedge-ai/mmBERT-base-snd-32768,alphaedge-ai,new,BPE,32768,3.7759,2.2118,0.3013,384290,0,False,0.0,48.11,,2 | |
| ,alphaedge-ai__mmBERT-base-pus-16384,alphaedge-ai/mmBERT-base-pus-16384,alphaedge-ai,new,BPE,16384,3.7692,2.2157,0.301,384965,0,False,0.0003,48.21,,2 | |
| ,hellosindh__sindhi-bert-base,hellosindh/sindhi-bert-base,hellosindh,new,Unigram,32001,3.7602,2.2332,0.3079,385887,1,False,0.0442,48.33,,1 | |
| ,alphaedge-ai__mmBERT-base-snd-16384,alphaedge-ai/mmBERT-base-snd-16384,alphaedge-ai,new,BPE,16384,3.754,2.2248,0.2962,386530,0,False,0.0002,48.42,,2 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-mul-mul,Helsinki-NLP/opus-mt-tc-bible-big-mul-mul,Helsinki-NLP,new,Unigram,64000,3.7268,2.1428,0.3472,389348,175,False,0.0,48.79,,2 | |
| ,alphaedge-ai__bge-m3-urd-16384,alphaedge-ai/bge-m3-urd-16384,alphaedge-ai,new,Unigram,16384,3.697,2.2145,0.3661,392487,151,False,0.0011,49.2,,1 | |
| ,almanach__moderncamembert-base,almanach/moderncamembert-base,almanach,new,WordPiece,32768,3.6891,2.2688,0.4832,393332,0,False,0.2583,49.31,,6 | |
| ,alphaedge-ai__multilingual-e5-large-instruct-urd-16384,alphaedge-ai/multilingual-e5-large-instruct-urd-16384,alphaedge-ai,new,Unigram,16384,3.6725,2.2234,0.3614,395102,151,False,0.0011,49.53,,1 | |
| ,alphaedge-ai__multilingual-e5-large-urd-16384,alphaedge-ai/multilingual-e5-large-urd-16384,alphaedge-ai,new,Unigram,16384,3.6725,2.2234,0.3611,395110,151,False,0.0007,49.54,,3 | |
| ,alphaedge-ai__mmBERT-base-urd-32768,alphaedge-ai/mmBERT-base-urd-32768,alphaedge-ai,new,BPE,32768,3.6549,2.2857,0.2806,397012,0,False,0.0003,49.78,,3 | |
| ,HPLT__hplt_bert_base_ps,HPLT/hplt_bert_base_ps,HPLT,new,WordPiece,16384,3.6542,2.2906,0.3216,397080,467,False,0.0,49.79,,1 | |
| ,alphaedge-ai__mbart-large-50-urd-16384,alphaedge-ai/mbart-large-50-urd-16384,alphaedge-ai,new,Unigram,16384,3.6506,2.2237,0.3607,397478,151,False,0.0101,49.84,,1 | |
| ,aariciah__gpt2-persian-dutch-first,aariciah/gpt2-persian-dutch-first,aariciah,new,BPE,38488,3.6416,2.2353,0.2982,398456,0,False,0.0951,49.96,,1 | |
| ,aariciah__gpt2-persian-dutch-merge,aariciah/gpt2-persian-dutch-merge,aariciah,new,BPE,38488,3.6413,2.2355,0.2981,398496,0,False,0.0951,49.96,,1 | |
| ,aariciah__gpt2-persian-20k-lc,aariciah/gpt2-persian-20k-lc,aariciah,new,BPE,20000,3.6395,2.2362,0.298,398691,1,False,0.0503,49.99,,3 | |
| ,aariciah__gpt2-persian-configC-20k,aariciah/gpt2-persian-configC-20k,aariciah,new,BPE,20000,3.639,2.2365,0.2979,398742,0,False,0.0951,50.0,,4 | |
| ,Kashif786__sindhi_wordpiece_20k_3M,Kashif786/sindhi_wordpiece_20k_3M,Kashif786,new,WordPiece,20000,3.6274,2.3288,0.2715,400015,0,False,0.0,50.15,,1 | |
| ,tencent__WeMM-Embedding-2B,tencent/WeMM-Embedding-2B,tencent,new,BPE,248078,3.5982,2.3227,0.2575,403264,482,False,0.0,50.56,,3 | |
| ,Theoistic__Bantam-285m,Theoistic/Bantam-285m,Theoistic,new,BPE,49152,3.5545,2.3543,0.2692,408218,467,False,0.0,51.16,,1 | |
| ,alphaedge-ai__embeddinggemma-urd-16384,alphaedge-ai/embeddinggemma-urd-16384,alphaedge-ai,new,BPE,16384,3.537,2.3628,0.2711,410241,430,False,0.0003,51.4,,1 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa,Helsinki-NLP/opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa,Helsinki-NLP,new,Unigram,32000,3.5024,2.2991,0.2935,414298,175,False,0.0,51.87,,2 | |
| ,Helsinki-NLP__opus-mt-mul-en,Helsinki-NLP/opus-mt-mul-en,Helsinki-NLP,new,Unigram,32000,3.4899,2.2612,0.3246,415776,169,False,0.0,52.04,,5 | |
| ,alphaedge-ai__mt5-base-urd-16384,alphaedge-ai/mt5-base-urd-16384,alphaedge-ai,new,Unigram,16284,3.4462,2.203,0.3351,421047,175,False,0.0,52.64,,2 | |
| ,alphaedge-ai__mmBERT-small-urd-16384,alphaedge-ai/mmBERT-small-urd-16384,alphaedge-ai,new,BPE,16384,3.4166,2.4465,0.2385,424698,0,False,0.0006,53.05,,1 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-ine-deu_eng_nld,Helsinki-NLP/opus-mt-tc-bible-big-ine-deu_eng_nld,Helsinki-NLP,new,Unigram,32000,3.413,2.3591,0.3047,425147,175,False,0.0,53.1,,2 | |
| ,aariciah__gpt2-persian-configC-6k,aariciah/gpt2-persian-configC-6k,aariciah,new,BPE,6600,3.3504,2.4344,0.2283,433091,0,False,0.0875,53.96,,2 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-mul-deu_eng_fra_por_spa,Helsinki-NLP/opus-mt-tc-bible-big-mul-deu_eng_fra_por_spa,Helsinki-NLP,new,Unigram,32000,3.2584,2.4389,0.2482,445315,175,False,0.0,55.22,,2 | |
| ,shaheen6__ArabicOCR,shaheen6/ArabicOCR,shaheen6,new,WordPiece,32000,3.2484,2.6005,0.1529,446690,0,False,0.0,55.36,,1 | |
| ,vonjack__opus-mt-mul-en-big,vonjack/opus-mt-mul-en-big,vonjack,new,Unigram,32000,3.2343,2.4163,0.2517,448630,175,False,0.0,55.56,,1 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-mul-deu_eng_nld,Helsinki-NLP/opus-mt-tc-bible-big-mul-deu_eng_nld,Helsinki-NLP,new,Unigram,32000,3.2055,2.455,0.2394,452672,175,False,0.0,55.95,,2 | |
| ,ibraheemmoosa__xlmindic-base-multiscript-soham,ibraheemmoosa/xlmindic-base-multiscript-soham,ibraheemmoosa,new,Unigram,50000,3.1922,1.786,0.5704,454552,0,False,0.4794,56.13,,2 | |
| ,alphaedge-ai__metaclip-2-worldwide-l14-urd-16384,alphaedge-ai/metaclip-2-worldwide-l14-urd-16384,alphaedge-ai,new,Unigram,16384,3.1004,2.6309,0.299,468008,0,False,0.0492,57.4,,6 | |
| ,KooAI__KooBERT,KooAI/KooBERT,KooAI,new,WordPiece,128000,3.0876,2.736,0.1497,469952,0,False,0.0,57.57,,1 | |
| ,cservan__multilingual-albert-base-cased-128k,cservan/multilingual-albert-base-cased-128k,cservan,new,Unigram,128000,3.0869,2.5386,0.1608,470066,169,False,0.0003,57.58,,1 | |
| ,aakashMeghwar01__sindhi-gpt-bpe-final,aakashMeghwar01/sindhi-gpt-bpe-final,aakashMeghwar01,new,BPE,5000,3.0858,2.7162,0.1839,470221,467,False,0.0,57.6,,1 | |
| ,zuhri025__TTS-urdu-v1,zuhri025/TTS-urdu-v1,zuhri025,new,BPE,23934,3.0439,1.7688,0.5336,476692,0,False,0.0004,58.17,,11 | |
| ,alphaedge-ai__bge-m3-pan-32768,alphaedge-ai/bge-m3-pan-32768,alphaedge-ai,new,Unigram,32768,2.9849,2.657,0.288,486129,0,False,0.0851,58.98,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_ara-eng,Helsinki-NLP/opus-mt_tiny_ara-eng,Helsinki-NLP,new,Unigram,32000,2.9587,2.5648,0.1532,490424,0,False,0.3645,59.34,,1 | |
| ,alphaedge-ai__multilingual-e5-base-pan-32768,alphaedge-ai/multilingual-e5-base-pan-32768,alphaedge-ai,new,Unigram,32768,2.9217,2.7008,0.2876,496632,0,False,0.0971,59.85,,3 | |
| ,alphaedge-ai__multilingual-e5-large-instruct-pan-32768,alphaedge-ai/multilingual-e5-large-instruct-pan-32768,alphaedge-ai,new,Unigram,32768,2.9216,2.701,0.2873,496661,0,False,0.0974,59.85,,1 | |
| ,sgugger__push-to-hub-test-2,sgugger/push-to-hub-test-2,sgugger,new,WordPiece,28996,2.8884,2.9246,0.1999,502358,0,False,0.0858,60.31,,3 | |
| ,aariciah__gpt2-arabic-dutch-first,aariciah/gpt2-arabic-dutch-first,aariciah,new,BPE,38699,2.8482,2.8058,0.1223,509459,3,False,0.0304,60.86,,1 | |
| ,aariciah__gpt2-arabic-dutch-merge,aariciah/gpt2-arabic-dutch-merge,aariciah,new,BPE,38699,2.8481,2.806,0.1223,509480,3,False,0.0304,60.86,,1 | |
| ,aariciah__gpt2-arabic-20k-lc,aariciah/gpt2-arabic-20k-lc,aariciah,new,BPE,20000,2.8479,2.8061,0.1222,509512,162,False,0.0074,60.87,,2 | |
| ,aariciah__gpt2-arabic-20k-lc__gpt2-arabic-20k-lc-GPT2TokenizerFast,aariciah/gpt2-arabic-20k-lc/gpt2-arabic-20k-lc-GPT2TokenizerFast,aariciah,new,BPE,20000,2.8479,2.8061,0.1222,509512,19,False,0.0237,60.87,,1 | |
| ,aariciah__gpt2-arabic-20k,aariciah/gpt2-arabic-20k,aariciah,new,BPE,20000,2.8467,2.8074,0.1221,509730,3,False,0.0304,60.88,,2 | |
| ,zuhri025__urdu-finetune-clean__checkpoint-10000,zuhri025/urdu-finetune-clean/checkpoint-10000,zuhri025,new,BPE,17942,2.8362,1.9721,0.416,511611,0,False,0.0003,61.03,,10 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-ira-deu_eng_fra_por_spa,Helsinki-NLP/opus-mt-tc-bible-big-ira-deu_eng_fra_por_spa,Helsinki-NLP,new,Unigram,32000,2.8095,2.927,0.2936,516472,175,False,0.0,61.39,,2 | |
| ,aakashMeghwar01__SindhiLM-Tokenizer-v3,aakashMeghwar01/SindhiLM-Tokenizer-v3,aakashMeghwar01,new,Unigram,32000,2.7894,3.0285,0.1286,520199,0,False,0.1255,61.67,,1 | |
| ,alphaedge-ai__embeddinggemma-pan-16384,alphaedge-ai/embeddinggemma-pan-16384,alphaedge-ai,new,BPE,16384,2.7771,2.0494,0.3723,522494,0,False,0.3772,61.84,,1 | |
| ,alphaedge-ai__mmBERT-small-pan-32768,alphaedge-ai/mmBERT-small-pan-32768,alphaedge-ai,new,BPE,32768,2.6635,2.963,0.1469,544783,0,False,0.1094,63.4,,2 | |
| ,zuhri025__urdu-finetune-clean,zuhri025/urdu-finetune-clean,zuhri025,new,BPE,17942,2.6148,2.2334,0.2962,554919,463,False,0.0003,64.07,,4 | |
| ,neuralspace__indic-transformers-hi-distilbert,neuralspace/indic-transformers-hi-distilbert,neuralspace,new,WordPiece,30522,2.6143,3.2313,0.093,555042,0,False,0.0406,64.08,,1 | |
| ,cservan__multilingual-albert-base-cased-32k,cservan/multilingual-albert-base-cased-32k,cservan,new,Unigram,32000,2.6095,2.8863,0.1105,556050,169,False,0.0002,64.14,,1 | |
| ,alphaedge-ai__embeddinggemma-pan-32768,alphaedge-ai/embeddinggemma-pan-32768,alphaedge-ai,new,BPE,32768,2.5965,3.0076,0.1677,558831,0,False,0.1839,64.32,,1 | |
| ,unsloth__bge-small-en-v1.5,unsloth/bge-small-en-v1.5,unsloth,new,WordPiece,30522,2.5069,3.3697,0.0727,578806,0,False,0.0324,65.55,,61 | |
| ,alphaedge-ai__metaclip-2-worldwide-huge-378-pan-32768,alphaedge-ai/metaclip-2-worldwide-huge-378-pan-32768,alphaedge-ai,new,Unigram,32768,2.4408,2.9426,0.1722,594497,0,False,0.293,66.46,,6 | |
| ,Kashif786__sindhi-tokenizer-20k,Kashif786/sindhi-tokenizer-20k,Kashif786,new,Unigram,20000,2.4295,2.4855,0.185,597250,0,False,0.3082,66.62,,1 | |
| ,Kashif786__sindhi-tokenizer-20k-3Mdata,Kashif786/sindhi-tokenizer-20k-3Mdata,Kashif786,new,Unigram,20000,2.4239,2.4935,0.1853,598629,0,False,0.3075,66.69,,1 | |
| ,alphaedge-ai__mmBERT-small-pan-16384,alphaedge-ai/mmBERT-small-pan-16384,alphaedge-ai,new,BPE,16384,2.3697,2.744,0.1725,612320,0,False,0.343,67.44,,2 | |
| ,alphaedge-ai__bge-m3-pan-16384,alphaedge-ai/bge-m3-pan-16384,alphaedge-ai,new,Unigram,16384,2.3431,2.9924,0.1107,619285,0,False,0.3325,67.8,,1 | |
| ,kevinscaria__IndicBERT-hi-ml,kevinscaria/IndicBERT-hi-ml,kevinscaria,new,WordPiece,100000,2.3429,3.6057,0.0358,619341,0,False,0.0074,67.81,,1 | |
| ,iutsslir__doc2query-banglat5-indicmarco,iutsslir/doc2query-banglat5-indicmarco,iutsslir,new,Unigram,32100,2.3056,3.2517,0.0577,629344,0,False,0.2246,68.32,,4 | |
| ,alphaedge-ai__multilingual-e5-large-instruct-pan-16384,alphaedge-ai/multilingual-e5-large-instruct-pan-16384,alphaedge-ai,new,Unigram,16384,2.2847,3.0086,0.0925,635119,0,False,0.3431,68.61,,1 | |
| ,alphaedge-ai__multilingual-e5-base-pan-16384,alphaedge-ai/multilingual-e5-base-pan-16384,alphaedge-ai,new,Unigram,16384,2.2843,3.0091,0.0924,635225,0,False,0.3429,68.61,,3 | |
| ,rpii2023__Je_baat,rpii2023/Je_baat,rpii2023,new,BPE,36749,2.2721,3.7179,0.0089,638618,0,False,0.9963,68.78,,1 | |
| ,mbilalcr07__bol-urdu-tts__pretrained_models,mbilalcr07/bol-urdu-tts/pretrained_models,mbilalcr07,new,BPE,2454,2.2688,3.7234,0.0071,639565,0,False,0.0,68.82,,1 | |
| ,LGAI-EXAONE__EXAONE-Deep-32B,LGAI-EXAONE/EXAONE-Deep-32B,LGAI-EXAONE,new,BPE,102400,2.2372,3.7317,0.0074,648588,467,False,0.0,69.26,,6 | |
| ,alphaedge-ai__mt5-base-pan-32768,alphaedge-ai/mt5-base-pan-32768,alphaedge-ai,new,Unigram,32668,2.2132,3.4955,0.2297,655624,175,False,0.0,69.59,,2 | |
| ,HPLT__hplt_t5_base_3_0_ckb_Arab,HPLT/hplt_t5_base_3_0_ckb_Arab,HPLT,new,WordPiece,16384,2.0835,3.036,0.1939,696431,467,False,0.0,71.37,,1 | |
| ,Helsinki-NLP__opus-mt_tiny_zho-eng,Helsinki-NLP/opus-mt_tiny_zho-eng,Helsinki-NLP,new,Unigram,32000,2.0079,3.2167,0.0834,722652,0,False,0.2858,72.41,,1 | |
| ,aakashMeghwar01__SindhiLM-Tokenizer-v1,aakashMeghwar01/SindhiLM-Tokenizer-v1,aakashMeghwar01,new,Unigram,43,2.0028,3.3454,0.0286,724485,0,False,0.2582,72.48,,1 | |
| ,vaishnavi__indic-bert-512,vaishnavi/indic-bert-512,vaishnavi,new,Unigram,200000,1.9782,3.4125,0.0623,733494,0,False,0.2477,72.82,,4 | |
| ,HPLT__hplt_gpt_bert_base_3_0_ara_Arab,HPLT/hplt_gpt_bert_base_3_0_ara_Arab,HPLT,new,WordPiece,32768,1.9707,3.2681,0.1441,736296,467,False,0.0,72.92,,2 | |
| ,Helsinki-NLP__opus-mt-en-ur,Helsinki-NLP/opus-mt-en-ur,Helsinki-NLP,new,Unigram,32000,1.9041,3.4467,0.0586,762043,0,False,0.2262,73.83,,6 | |
| ,BAAI__BGE-VL-large,BAAI/BGE-VL-large,BAAI,new,BPE,49408,1.8499,4.5665,0.0047,784390,0,False,0.0,74.58,,4 | |
| ,Helsinki-NLP__opus-mt-en-iir,Helsinki-NLP/opus-mt-en-iir,Helsinki-NLP,new,Unigram,32000,1.8258,3.637,0.0116,794729,0,False,0.0236,74.91,,2 | |
| ,Helsinki-NLP__opus-mt-en-inc,Helsinki-NLP/opus-mt-en-inc,Helsinki-NLP,new,Unigram,32000,1.8223,3.6461,0.0116,796279,0,False,0.0287,74.96,,1 | |
| ,Michelle1606__konkani-r2d-indicbart,Michelle1606/konkani-r2d-indicbart,Michelle1606,new,Unigram,64014,1.8201,3.6554,0.0116,797236,0,False,0.0,74.99,,2 | |
| ,AvinabhDutta-Dev__bangla-paraphrase-indicbartss,AvinabhDutta-Dev/bangla-paraphrase-indicbartss,AvinabhDutta-Dev,new,Unigram,64015,1.8199,3.6557,0.0115,797291,0,False,0.0,74.99,,4 | |
| ,prthmgoyl__slm-indic-assamese-santali-pretrained,prthmgoyl/slm-indic-assamese-santali-pretrained,prthmgoyl,new,BPE,15000,1.8076,3.6906,0.0081,802722,0,False,0.0766,75.16,,1 | |
| ,Shoaibbaluch__balochi-translation-model,Shoaibbaluch/balochi-translation-model,Shoaibbaluch,new,Unigram,32000,1.8007,3.7012,0.0092,805831,0,False,0.0377,75.26,,1 | |
| ,ai4bharat__IndicBART,ai4bharat/IndicBART,ai4bharat,new,Unigram,64000,1.8004,3.7056,0.0116,805955,168,False,0.0002,75.26,,20 | |
| ,ai4bharat__IndicBARTSS,ai4bharat/IndicBARTSS,ai4bharat,new,Unigram,64000,1.8003,3.7059,0.0115,806013,169,False,0.0002,75.26,,33 | |
| ,Helsinki-NLP__opus-mt-en-ine,Helsinki-NLP/opus-mt-en-ine,Helsinki-NLP,new,Unigram,32000,1.7965,3.7126,0.0115,807701,0,False,0.0233,75.31,,2 | |
| ,Helsinki-NLP__opus-mt-en-mul,Helsinki-NLP/opus-mt-en-mul,Helsinki-NLP,new,Unigram,32000,1.7951,3.7161,0.0089,808313,0,False,0.0326,75.33,,6 | |
| ,aariciah__gpt2-english-dutch-merge,aariciah/gpt2-english-dutch-merge,aariciah,new,BPE,43790,1.7946,3.7142,0.0086,808545,0,False,0.1283,75.34,,1 | |
| ,aariciah__gpt2-english-baseline-dutch-configC-6k,aariciah/gpt2-english-baseline-dutch-configC-6k,aariciah,new,BPE,30000,1.7946,3.7142,0.0086,808552,0,False,0.1693,75.34,,1 | |
| ,aariciah__gpt2-english-20k-lc,aariciah/gpt2-english-20k-lc,aariciah,new,BPE,20000,1.7946,3.7143,0.0086,808566,0,False,0.1311,75.34,,3 | |
| ,aariciah__gpt2-english-dutch-first,aariciah/gpt2-english-dutch-first,aariciah,new,BPE,43790,1.7945,3.7144,0.0085,808577,0,False,0.1283,75.34,,1 | |
| ,aariciah__gpt2-turkish-20k-lc,aariciah/gpt2-turkish-20k-lc,aariciah,new,BPE,20000,1.7944,3.7143,0.0087,808636,0,False,0.1784,75.34,,3 | |
| ,aariciah__gpt2-turkish-dutch-first,aariciah/gpt2-turkish-dutch-first,aariciah,new,BPE,36484,1.7944,3.7147,0.0084,808636,0,False,0.1784,75.34,,1 | |
| ,aariciah__gpt2-turkish-dutch-merge,aariciah/gpt2-turkish-dutch-merge,aariciah,new,BPE,36484,1.7944,3.7144,0.0087,808656,0,False,0.1784,75.34,,1 | |
| ,aariciah__gpt2-turkish-20k,aariciah/gpt2-turkish-20k,aariciah,new,BPE,20000,1.7943,3.7147,0.0086,808696,0,False,0.1784,75.34,,4 | |
| ,aariciah__gpt2-arabic-dutch-routed,aariciah/gpt2-arabic-dutch-routed,aariciah,new,BPE,38724,1.7929,3.7187,0.0084,809324,162,False,0.0046,75.36,,1 | |
| ,aariciah__gpt2-dutch-20k-lc,aariciah/gpt2-dutch-20k-lc,aariciah,new,BPE,20000,1.7929,3.7187,0.0084,809324,0,False,0.2343,75.36,,16 | |
| ,aariciah__gpt2-persian-dutch-routed,aariciah/gpt2-persian-dutch-routed,aariciah,new,BPE,38466,1.7929,3.7187,0.0084,809324,1,False,0.0248,75.36,,1 | |
| ,aariciah__gpt2-portuguese-dutch-first,aariciah/gpt2-portuguese-dutch-first,aariciah,new,BPE,35797,1.7929,3.7188,0.0084,809339,0,False,0.1922,75.36,,1 | |
| ,aariciah__gpt2-chinese-dutch-first,aariciah/gpt2-chinese-dutch-first,aariciah,new,BPE,39293,1.7928,3.7188,0.0084,809341,0,False,0.2349,75.36,,1 | |
| ,aariciah__gpt2-spanish-dutch-first,aariciah/gpt2-spanish-dutch-first,aariciah,new,BPE,36363,1.7928,3.7188,0.0084,809342,0,False,0.2349,75.36,,1 | |
| ,aariciah__gpt2-japanese-dutch-first,aariciah/gpt2-japanese-dutch-first,aariciah,new,BPE,39304,1.7928,3.7188,0.0084,809346,0,False,0.2349,75.36,,1 | |
| ,aariciah__gpt2-german-dutch-first,aariciah/gpt2-german-dutch-first,aariciah,new,BPE,34890,1.7928,3.7189,0.0084,809349,0,False,0.2349,75.36,,1 | |
| ,aariciah__gpt2-portuguese-dutch-merge,aariciah/gpt2-portuguese-dutch-merge,aariciah,new,BPE,35797,1.7928,3.7189,0.0084,809352,0,False,0.1922,75.36,,1 | |
| ,aariciah__gpt2-russian-dutch-first,aariciah/gpt2-russian-dutch-first,aariciah,new,BPE,38574,1.7928,3.7189,0.0084,809352,0,False,0.2248,75.36,,1 | |
| ,aariciah__gpt2-spanish-dutch-merge,aariciah/gpt2-spanish-dutch-merge,aariciah,new,BPE,36363,1.7928,3.7189,0.0083,809353,0,False,0.2349,75.36,,1 | |
| ,aariciah__gpt2-dutch-20k,aariciah/gpt2-dutch-20k,aariciah,new,BPE,20000,1.7928,3.7189,0.0084,809357,0,False,0.2349,75.36,,2 | |
| ,aariciah__gpt2-german-dutch-merge,aariciah/gpt2-german-dutch-merge,aariciah,new,BPE,34890,1.7928,3.7189,0.0084,809360,0,False,0.2349,75.36,,1 | |
| ,aariciah__gpt2-english-20k,aariciah/gpt2-english-20k,aariciah,new,BPE,20000,1.7928,3.719,0.0084,809377,0,False,0.1746,75.37,,2 | |
| ,aariciah__gpt2-russian-dutch-merge,aariciah/gpt2-russian-dutch-merge,aariciah,new,BPE,38574,1.7928,3.719,0.0084,809384,0,False,0.2248,75.37,,1 | |
| ,aariciah__gpt2-japanese-dutch-merge,aariciah/gpt2-japanese-dutch-merge,aariciah,new,BPE,39304,1.7927,3.719,0.0083,809400,0,False,0.2348,75.37,,1 | |
| ,aariciah__gpt2-chinese-dutch-merge,aariciah/gpt2-chinese-dutch-merge,aariciah,new,BPE,39293,1.7927,3.7191,0.0083,809408,0,False,0.2348,75.37,,1 | |
| ,aariciah__gpt2-german-20k-lc,aariciah/gpt2-german-20k-lc,aariciah,new,BPE,20000,1.7926,3.7192,0.0084,809472,0,False,0.2684,75.37,,3 | |
| ,aariciah__gpt2-portuguese-20k-lc,aariciah/gpt2-portuguese-20k-lc,aariciah,new,BPE,20000,1.7925,3.7192,0.0083,809486,0,False,0.2526,75.37,,3 | |
| ,aariciah__gpt2-spanish-20k-lc,aariciah/gpt2-spanish-20k-lc,aariciah,new,BPE,20000,1.7925,3.7193,0.0083,809490,0,False,0.3548,75.37,,3 | |
| ,aariciah__gpt2-portuguese-20k,aariciah/gpt2-portuguese-20k,aariciah,new,BPE,20000,1.7924,3.7195,0.0082,809526,0,False,0.2928,75.37,,2 | |
| ,aariciah__gpt2-german-20k,aariciah/gpt2-german-20k,aariciah,new,BPE,20000,1.7924,3.7195,0.0083,809532,0,False,0.2684,75.37,,2 | |
| ,aariciah__gpt2-spanish-20k,aariciah/gpt2-spanish-20k,aariciah,new,BPE,20000,1.7924,3.7196,0.0082,809552,0,False,0.3594,75.37,,2 | |
| ,Helsinki-NLP__opus-mt-hi-ur,Helsinki-NLP/opus-mt-hi-ur,Helsinki-NLP,new,Unigram,4000,1.7923,3.7227,0.0077,809589,0,False,0.0195,75.37,,1 | |
| ,aariciah__gpt2-japanese-dutch-synsem,aariciah/gpt2-japanese-dutch-synsem,aariciah,new,BPE,6600,1.7922,3.7206,0.0079,809649,0,False,0.2348,75.37,,47 | |
| ,aariciah__gpt2-english-dutch-configC-6k__gpt2-english-configC-6k-GPT2TokenizerFast,aariciah/gpt2-english-dutch-configC-6k/gpt2-english-configC-6k-GPT2TokenizerFast,aariciah,new,BPE,6600,1.792,3.7207,0.0079,809736,0,False,0.1674,75.38,,1 | |
| ,aariciah__gpt2-turkish-configC-6k,aariciah/gpt2-turkish-configC-6k,aariciah,new,BPE,6600,1.7919,3.7208,0.0078,809753,0,False,0.1781,75.38,,2 | |
| ,prthmgoyl__slm-indic-bengali-pretrained,prthmgoyl/slm-indic-bengali-pretrained,prthmgoyl,new,BPE,10000,1.7919,3.721,0.0076,809763,162,False,0.0048,75.38,,1 | |
| ,aariciah__gpt2-russian-20k-lc,aariciah/gpt2-russian-20k-lc,aariciah,new,BPE,20000,1.7915,3.7202,0.0082,809957,0,False,0.227,75.38,,3 | |
| ,aariciah__gpt2-russian-configC-20k,aariciah/gpt2-russian-configC-20k,aariciah,new,BPE,20000,1.7914,3.7205,0.0081,810015,0,False,0.2278,75.38,,4 | |
| ,LingoIITGN__Ganga-2-1B,LingoIITGN/Ganga-2-1B,LingoIITGN,new,BPE,32768,1.7913,3.7223,0.0073,810029,0,False,0.4192,75.38,,2 | |
| ,aariciah__gpt2-chinese-20k-lc,aariciah/gpt2-chinese-20k-lc,aariciah,new,BPE,20000,1.7912,3.7206,0.0076,810066,0,False,0.79,75.39,,3 | |
| ,aariciah__gpt2-japanese-20k-lc,aariciah/gpt2-japanese-20k-lc,aariciah,new,BPE,20000,1.7912,3.7208,0.0076,810090,0,False,0.7899,75.39,,3 | |
| ,aariciah__gpt2-russian-configC-6k,aariciah/gpt2-russian-configC-6k,aariciah,new,BPE,6600,1.7907,3.7219,0.0077,810302,0,False,0.2269,75.39,,2 | |
| ,Omarrran__Kashmiri_Char_Tokenizer,Omarrran/Kashmiri_Char_Tokenizer,Omarrran,new,WordLevel,133,1.7889,3.7249,0.007,811115,0,False,0.0082,75.42,,2 | |
| ,HPLT__hplt_gpt_bert_base_4_0_lat_Latn,HPLT/hplt_gpt_bert_base_4_0_lat_Latn,HPLT,new,WordPiece,32768,1.7777,3.7335,0.0585,816224,467,False,0.0,75.57,,1 | |
| ,HPLT__hplt_gpt_bert_base_3_0_kmr_Latn,HPLT/hplt_gpt_bert_base_3_0_kmr_Latn,HPLT,new,WordPiece,32768,1.7595,3.7827,0.0804,824691,467,False,0.0,75.82,,2 | |
| ,dheeyantra__dhee-vagmi-core,dheeyantra/dhee-vagmi-core,dheeyantra,new,Unigram,64000,1.7469,4.3468,0.0783,830642,175,False,0.0,76.0,,1 | |
| ,roshanali0408__sindhi-transliterator,roshanali0408/sindhi-transliterator,roshanali0408,new,Unigram,250055,1.7232,3.6303,0.0155,842037,0,False,0.0,76.32,,1 | |
| ,HPLT__hplt_gpt_bert_base_3_0_swh_Latn,HPLT/hplt_gpt_bert_base_3_0_swh_Latn,HPLT,new,WordPiece,32768,1.6204,4.1948,0.0219,895474,467,False,0.0,77.73,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_ind_Latn,HPLT/hplt_gpt_bert_base_3_0_ind_Latn,HPLT,new,WordPiece,32768,1.6163,4.208,0.0207,897741,467,False,0.0,77.79,,2 | |
| ,HPLT__hplt_bert_base_2_0_swh-Latn,HPLT/hplt_bert_base_2_0_swh-Latn,HPLT,new,WordPiece,32768,1.6111,4.2248,0.0205,900621,467,False,0.0,77.86,,1 | |
| ,Shyamkant__indic-gpt,Shyamkant/indic-gpt,Shyamkant,new,BPE,50000,1.6008,4.8547,0.0219,906441,176,False,0.0,78.0,,1 | |
| ,aashay96__indic-gpt,aashay96/indic-gpt,aashay96,new,BPE,60000,1.5867,5.0122,0.0087,914468,176,False,0.0,78.2,,1 | |
| ,HPLT__hplt_t5_base_3_0_fra_Latn,HPLT/hplt_t5_base_3_0_fra_Latn,HPLT,new,WordPiece,32768,1.5634,4.3848,0.0193,928102,467,False,0.0,78.52,,2 | |
| ,HPLT__hplt_t5_base_3_0_als_Latn,HPLT/hplt_t5_base_3_0_als_Latn,HPLT,new,WordPiece,32768,1.5592,4.3995,0.0052,930638,467,False,0.0,78.57,,2 | |
| ,claude-legacy,Xenova/claude-tokenizer,Anthropic,baseline,BPE,65000,1.5542,4.945,0.0063,933622,467,False,0.0,78.64,,1 | |
| ,HPLT__hplt_gpt_bert_base_3_0_tha_Thai,HPLT/hplt_gpt_bert_base_3_0_tha_Thai,HPLT,new,WordPiece,32768,1.5492,4.4344,0.0054,936633,467,False,0.0,78.71,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_eng_Latn,HPLT/hplt_gpt_bert_base_3_0_eng_Latn,HPLT,new,WordPiece,32768,1.486,4.6662,0.0049,976441,467,False,0.0,79.58,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_gle_Latn,HPLT/hplt_gpt_bert_base_3_0_gle_Latn,HPLT,new,WordPiece,32768,1.4857,4.6673,0.0057,976637,467,False,0.0,79.58,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_heb_Hebr,HPLT/hplt_gpt_bert_base_3_0_heb_Hebr,HPLT,new,WordPiece,32768,1.4802,4.6884,0.005,980259,467,False,0.0,79.66,,2 | |
| ,HPLT__hplt_gpt_bert_base_4_0_bos_Latn,HPLT/hplt_gpt_bert_base_4_0_bos_Latn,HPLT,new,WordPiece,32768,1.4695,4.7301,0.005,987425,467,False,0.0,79.81,,1 | |
| ,HPLT__hplt_t5_base_3_0_bos_Latn,HPLT/hplt_t5_base_3_0_bos_Latn,HPLT,new,WordPiece,32768,1.466,4.744,0.0049,989807,467,False,0.0,79.86,,1 | |
| ,HPLT__hplt_gpt_bert_base_3_0_tur_Latn,HPLT/hplt_gpt_bert_base_3_0_tur_Latn,HPLT,new,WordPiece,32768,1.4615,4.7616,0.0049,992826,467,False,0.0,79.92,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_hye_Armn,HPLT/hplt_gpt_bert_base_3_0_hye_Armn,HPLT,new,WordPiece,32768,1.4463,4.8222,0.0047,1003236,467,False,0.0,80.13,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_kor_Hang,HPLT/hplt_gpt_bert_base_3_0_kor_Hang,HPLT,new,WordPiece,32768,1.4453,4.8262,0.005,1003929,467,False,0.0,80.14,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_vie_Latn,HPLT/hplt_gpt_bert_base_3_0_vie_Latn,HPLT,new,WordPiece,32768,1.4436,4.8332,0.0065,1005128,467,False,0.0,80.16,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_tam_Taml,HPLT/hplt_gpt_bert_base_3_0_tam_Taml,HPLT,new,WordPiece,32768,1.4388,4.8528,0.0074,1008499,467,False,0.0,80.23,,2 | |
| ,nvidia__NVIDIA-Nemotron-Parse-v1.2,nvidia/NVIDIA-Nemotron-Parse-v1.2,nvidia,new,BPE,52329,1.4277,5.1183,0.0047,1016370,467,False,0.0,80.38,,3 | |
| ,HPLT__hplt_gpt_bert_base_3_0_mlt_Latn,HPLT/hplt_gpt_bert_base_3_0_mlt_Latn,HPLT,new,WordPiece,32768,1.427,4.9014,0.0046,1016832,467,False,0.0,80.39,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_spa_Latn,HPLT/hplt_gpt_bert_base_3_0_spa_Latn,HPLT,new,WordPiece,32768,1.4242,4.9129,0.0046,1018816,467,False,0.0,80.43,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_bel_Cyrl,HPLT/hplt_gpt_bert_base_3_0_bel_Cyrl,HPLT,new,WordPiece,32768,1.4118,4.9651,0.0045,1027782,467,False,0.0,80.6,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_ita_Latn,HPLT/hplt_gpt_bert_base_3_0_ita_Latn,HPLT,new,WordPiece,32768,1.399,5.0198,0.0046,1037181,467,False,0.0,80.78,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_deu_Latn,HPLT/hplt_gpt_bert_base_3_0_deu_Latn,HPLT,new,WordPiece,32768,1.3894,5.0616,0.0046,1044357,467,False,0.0,80.91,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_kat_Geor,HPLT/hplt_gpt_bert_base_3_0_kat_Geor,HPLT,new,WordPiece,32768,1.3853,5.0797,0.0044,1047469,467,False,0.0,80.96,,2 | |
| ,SIRIS-Lab__citation-parser-ENTITY,SIRIS-Lab/citation-parser-ENTITY,SIRIS-Lab,new,BPE,50265,1.3844,5.749,0.0051,1048149,0,False,0.0,80.98,,9 | |
| ,HPLT__hplt_gpt_bert_base_3_0_tat_Cyrl,HPLT/hplt_gpt_bert_base_3_0_tat_Cyrl,HPLT,new,WordPiece,32768,1.3833,5.0886,0.0045,1048994,467,False,0.0,80.99,,1 | |
| ,HPLT__hplt_gpt_bert_base_3_0_ron_Latn,HPLT/hplt_gpt_bert_base_3_0_ron_Latn,HPLT,new,WordPiece,32768,1.3732,5.1332,0.0044,1056660,467,False,0.0,81.13,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_ltz_Latn,HPLT/hplt_gpt_bert_base_3_0_ltz_Latn,HPLT,new,WordPiece,32768,1.3362,5.3036,0.0043,1085928,467,False,0.0,81.64,,2 | |
| ,alphaedge-ai__mt5-base-pan-16384,alphaedge-ai/mt5-base-pan-16384,alphaedge-ai,new,Unigram,16284,1.3193,5.6465,0.0363,1099838,175,False,0.0,81.87,,2 | |
| ,HPLT__hplt_t5_base_3_0_cat_Latn,HPLT/hplt_t5_base_3_0_cat_Latn,HPLT,new,WordPiece,32768,1.3115,5.4228,0.0043,1106402,467,False,0.0,81.98,,2 | |
| ,HPLT__hplt_t5_base_3_0_hrv_Latn,HPLT/hplt_t5_base_3_0_hrv_Latn,HPLT,new,WordPiece,32768,1.3114,5.423,0.0043,1106433,467,False,0.0,81.98,,1 | |
| ,HPLT__hplt_gpt_bert_base_3_0_por_Latn,HPLT/hplt_gpt_bert_base_3_0_por_Latn,HPLT,new,WordPiece,32768,1.3058,5.451,0.0042,1111241,467,False,0.0,82.06,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_cym_Latn,HPLT/hplt_gpt_bert_base_3_0_cym_Latn,HPLT,new,WordPiece,32768,1.3058,5.451,0.0043,1111245,467,False,0.0,82.06,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_mkd_Cyrl,HPLT/hplt_gpt_bert_base_3_0_mkd_Cyrl,HPLT,new,WordPiece,32768,1.276,5.602,0.004,1137184,467,False,0.0,82.47,,2 | |
| ,HPLT__hplt_t5_base_3_0_ast_Latn,HPLT/hplt_t5_base_3_0_ast_Latn,HPLT,new,WordPiece,16384,1.2501,5.7392,0.004,1160745,467,False,0.0,82.82,,1 | |
| ,HPLT__hplt_gpt_bert_base_3_0_bul_Cyrl,HPLT/hplt_gpt_bert_base_3_0_bul_Cyrl,HPLT,new,WordPiece,32768,1.2492,5.7438,0.0038,1161534,467,False,0.0,82.83,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_nld_Latn,HPLT/hplt_gpt_bert_base_3_0_nld_Latn,HPLT,new,WordPiece,32768,1.244,5.7723,0.0039,1166436,467,False,0.0,82.91,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_swe_Latn,HPLT/hplt_gpt_bert_base_3_0_swe_Latn,HPLT,new,WordPiece,32768,1.2332,5.8315,0.0038,1176607,467,False,0.0,83.05,,2 | |
| ,HPLT__hplt_t5_base_3_0_lim_Latn,HPLT/hplt_t5_base_3_0_lim_Latn,HPLT,new,WordPiece,16384,1.2254,5.8753,0.0038,1184122,467,False,0.0,83.16,,1 | |
| ,NareshSandrugu__indic-gpt,NareshSandrugu/indic-gpt,NareshSandrugu,new,BPE,60000,1.2202,5.9515,0.0045,1189182,0,False,0.0,83.23,,2 | |
| ,HPLT__hplt_t5_base_3_0_srp_Cyrl,HPLT/hplt_t5_base_3_0_srp_Cyrl,HPLT,new,WordPiece,32768,1.1965,6.0419,0.0036,1212748,467,False,0.0,83.56,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_lit_Latn,HPLT/hplt_gpt_bert_base_3_0_lit_Latn,HPLT,new,WordPiece,32768,1.1649,6.2333,0.0036,1245618,467,False,0.0,83.99,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_nno_Latn,HPLT/hplt_gpt_bert_base_3_0_nno_Latn,HPLT,new,WordPiece,32768,1.1597,6.2661,0.0021,1251249,467,False,0.0,84.06,,2 | |
| ,indicnode__siglip-base-patch16-224,indicnode/siglip-base-patch16-224,indicnode,new,Unigram,32000,1.1567,6.3694,0.0034,1254507,0,False,0.0,84.11,,1 | |
| ,HPLT__hplt_gpt_bert_base_3_0_nob_Latn,HPLT/hplt_gpt_bert_base_3_0_nob_Latn,HPLT,new,WordPiece,32768,1.1255,6.4869,0.002,1289178,467,False,0.0,84.53,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_jpn_Jpan,HPLT/hplt_gpt_bert_base_3_0_jpn_Jpan,HPLT,new,WordPiece,32768,1.1132,6.5703,0.0034,1303511,467,False,0.0,84.7,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_ukr_Cyrl,HPLT/hplt_gpt_bert_base_3_0_ukr_Cyrl,HPLT,new,WordPiece,32768,1.0993,6.6658,0.0017,1319912,467,False,0.0,84.89,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_rus_Cyrl,HPLT/hplt_gpt_bert_base_3_0_rus_Cyrl,HPLT,new,WordPiece,32768,1.0818,6.7906,0.0017,1341350,467,False,0.0,85.14,,2 | |
| ,HPLT__hplt_t5_base_3_0_dan_Latn,HPLT/hplt_t5_base_3_0_dan_Latn,HPLT,new,WordPiece,32768,1.0812,6.7948,0.0018,1342065,467,False,0.0,85.14,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_ekk_Latn,HPLT/hplt_gpt_bert_base_3_0_ekk_Latn,HPLT,new,WordPiece,32768,1.0812,6.7949,0.0017,1342084,467,False,0.0,85.14,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_isl_Latn,HPLT/hplt_gpt_bert_base_3_0_isl_Latn,HPLT,new,WordPiece,32768,1.0812,6.7949,0.0018,1342084,467,False,0.0,85.14,,2 | |
| ,HPLT__hplt_t5_base_3_0_glg_Latn,HPLT/hplt_t5_base_3_0_glg_Latn,HPLT,new,WordPiece,32768,1.0812,6.7949,0.0018,1342089,467,False,0.0,85.14,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_eus_Latn,HPLT/hplt_gpt_bert_base_3_0_eus_Latn,HPLT,new,WordPiece,32768,1.0812,6.795,0.0017,1342094,467,False,0.0,85.14,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_ces_Latn,HPLT/hplt_gpt_bert_base_3_0_ces_Latn,HPLT,new,WordPiece,32768,1.0812,6.795,0.0017,1342103,467,False,0.0,85.14,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_ell_Grek,HPLT/hplt_gpt_bert_base_3_0_ell_Grek,HPLT,new,WordPiece,32768,1.0812,6.795,0.0017,1342105,467,False,0.0,85.14,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_pol_Latn,HPLT/hplt_gpt_bert_base_3_0_pol_Latn,HPLT,new,WordPiece,32768,1.0812,6.795,0.0017,1342105,467,False,0.0,85.14,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_slv_Latn,HPLT/hplt_gpt_bert_base_3_0_slv_Latn,HPLT,new,WordPiece,32768,1.0812,6.795,0.0017,1342106,467,False,0.0,85.14,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_hun_Latn,HPLT/hplt_gpt_bert_base_3_0_hun_Latn,HPLT,new,WordPiece,32768,1.0641,6.9202,0.0016,1363601,467,False,0.0,85.38,,2 | |
| ,HPLT__hplt_t5_base_3_0_slk_Latn,HPLT/hplt_t5_base_3_0_slk_Latn,HPLT,new,WordPiece,32768,1.0641,6.9202,0.0016,1363606,467,False,0.0,85.38,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_lvs_Latn,HPLT/hplt_gpt_bert_base_3_0_lvs_Latn,HPLT,new,WordPiece,32768,1.0641,6.9203,0.0016,1363617,467,False,0.0,85.38,,2 | |
| ,HPLT__hplt_gpt_bert_small_3_0_ltg_Latn,HPLT/hplt_gpt_bert_small_3_0_ltg_Latn,HPLT,new,WordPiece,16384,1.064,6.9207,0.0015,1363687,467,False,0.0,85.38,,1 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-deu_eng_fra_por_spa-inc,Helsinki-NLP/opus-mt-tc-bible-big-deu_eng_fra_por_spa-inc,Helsinki-NLP,new,Unigram,32000,1.0066,7.4025,0.0027,1441521,175,False,0.0,86.17,,2 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-deu_eng_fra_por_spa-iir,Helsinki-NLP/opus-mt-tc-bible-big-deu_eng_fra_por_spa-iir,Helsinki-NLP,new,Unigram,32000,1.0066,7.4025,0.0027,1441526,175,False,0.0,86.17,,2 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-deu_eng_fra_por_spa-mul,Helsinki-NLP/opus-mt-tc-bible-big-deu_eng_fra_por_spa-mul,Helsinki-NLP,new,Unigram,32000,1.0065,7.4029,0.0026,1441588,175,False,0.0,86.17,,2 | |
| ,Helsinki-NLP__opus-mt-tc-bible-big-deu_eng_fra_por_spa-ine,Helsinki-NLP/opus-mt-tc-bible-big-deu_eng_fra_por_spa-ine,Helsinki-NLP,new,Unigram,32000,1.0065,7.4026,0.0027,1441614,175,False,0.0,86.17,,2 | |
| ,BSC-LT__MrBERT-ca,BSC-LT/MrBERT-ca,BSC-LT,new,BPE,50304,1.0062,7.4004,0.0012,1442111,482,False,0.0,86.17,,1 | |
| ,Helsinki-NLP__opus-mt-eo-caenes,Helsinki-NLP/opus-mt-eo-caenes,Helsinki-NLP,new,Unigram,32000,1.0035,7.4233,0.0026,1445949,175,False,0.0,86.21,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_fin_Latn,HPLT/hplt_gpt_bert_base_3_0_fin_Latn,HPLT,new,WordPiece,32768,1.0024,7.4086,0.0012,1447507,467,False,0.0,86.23,,2 | |
| ,HPLT__hplt_gpt_bert_base_3_0_fao_Latn,HPLT/hplt_gpt_bert_base_3_0_fao_Latn,HPLT,new,WordPiece,16384,1.0024,7.4089,0.0011,1447543,467,False,0.0,86.23,,2 | |
| ,HPLT__hplt_gpt_bert_base_4_0_hrv_Latn,HPLT/hplt_gpt_bert_base_4_0_hrv_Latn,HPLT,new,WordPiece,32768,1.0024,7.4089,0.0011,1447544,467,False,0.0,86.23,,1 | |
| ,HPLT__hplt_gpt_bert_base_4_0_srp_Latn,HPLT/hplt_gpt_bert_base_4_0_srp_Latn,HPLT,new,WordPiece,32768,1.0024,7.4089,0.0011,1447553,467,False,0.0,86.23,,1 | |
| ,HPLT__hplt_gpt_bert_base_3_0_cmn_Hans,HPLT/hplt_gpt_bert_base_3_0_cmn_Hans,HPLT,new,WordPiece,32768,0.9974,7.4088,0.0011,1454781,467,False,0.0,86.29,,2 | |