first commit

This commit is contained in:
ajokar 2025-07-13 18:34:40 +03:30
commit de17c18a1a
5 changed files with 11349 additions and 0 deletions

28
check_tokenizers.py Normal file
View File

@ -0,0 +1,28 @@
from transformers import AutoTokenizer
import json
file = open('models_info.json', 'r')
models = json.load(file)
# Strips the newline character
text = 'جمهوری موافقت‌نامه معاملات قانون بودجه اساسی قضائی بین‌المللی تأسیس منطقه‌ای لازم‌الاجراء دامپروری راه‌آهن کمیسیون‌های جدیدالاحداث مسئول فرآورده زائد اسقاط پنجساله'
results = []
for line in models:
model_checkpoint = line['model_name']
try:
tokenizer = AutoTokenizer.from_pretrained(model_checkpoint)
print(model_checkpoint)
tokens = tokenizer.tokenize(text)
print(tokens)
results.append({ 'model': model_checkpoint, 'tokens': tokens})
if len(tokens) == 2 :
file.write( '{'+model_checkpoint + " : [ " + ','.join(tokens) + ' ] }\n' )
#result = tokenizer(text)
#print(result)
#print(tokenizer.decode(result['input_ids']))
except:
error = "An exception occurred in tokenizer : " + model_checkpoint
#file.write( error + '\n' )
print(error)
#tokenizer.save_pretrained(model_checkpoint+'-tokenizer')
file.close()

View File

@ -0,0 +1,83 @@
{sentence-transformers/LaBSE : [ فسخ,معاملات ] }
{Blaxzter/LaBSE-sentence-embeddings : [ فسخ,معاملات ] }
{orgcatorg/xlm-v-base-ner : [ ▁فسخ,▁معاملات ] }
{HooshvareLab/albert-fa-zwnj-base-v2-ner : [ ▁فسخ,▁معاملات ] }
{HooshvareLab/albert-fa-zwnj-base-v2 : [ ▁فسخ,▁معاملات ] }
{HooshvareLab/bert-base-parsbert-armanner-uncased : [ فسخ,معاملات ] }
{HooshvareLab/bert-base-parsbert-ner-uncased : [ فسخ,معاملات ] }
{HooshvareLab/bert-base-parsbert-peymaner-uncased : [ فسخ,معاملات ] }
{HooshvareLab/bert-fa-base-uncased-clf-digimag : [ فسخ,معاملات ] }
{HooshvareLab/bert-fa-base-uncased-clf-persiannews : [ فسخ,معاملات ] }
{HooshvareLab/bert-fa-base-uncased-ner-arman : [ فسخ,معاملات ] }
{HooshvareLab/bert-fa-base-uncased-ner-peyma : [ فسخ,معاملات ] }
{HooshvareLab/bert-fa-base-uncased-sentiment-deepsentipers-binary : [ فسخ,معاملات ] }
{HooshvareLab/bert-fa-base-uncased-sentiment-deepsentipers-multi : [ فسخ,معاملات ] }
{HooshvareLab/bert-fa-base-uncased-sentiment-digikala : [ فسخ,معاملات ] }
{HooshvareLab/bert-fa-base-uncased-sentiment-snappfood : [ فسخ,معاملات ] }
{HooshvareLab/bert-fa-base-uncased : [ فسخ,معاملات ] }
{HooshvareLab/bert-fa-zwnj-base-ner : [ فسخ,معاملات ] }
{HooshvareLab/bert-fa-zwnj-base : [ فسخ,معاملات ] }
{HooshvareLab/distilbert-fa-zwnj-base-ner : [ فسخ,معاملات ] }
{HooshvareLab/distilbert-fa-zwnj-base : [ فسخ,معاملات ] }
{HooshvareLab/roberta-fa-zwnj-base-ner : [ ĠÙģØ³Ø®,ĠÙħعاÙħÙĦات ] }
{amirhossein1376/pft-clf-finetuned : [ فسخ,معاملات ] }
{bolbolzaban/gpt2-persian : [ ▁فسخ,▁معاملات ] }
{erfan226/persian-t5-formality-transfer : [ ▁فسخ,▁معاملات ] }
{erfan226/persian-t5-paraphraser : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/albert-fa-base-v2-clf-digimag : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/albert-fa-base-v2-clf-persiannews : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/albert-fa-base-v2-ner-arman : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/albert-fa-base-v2-ner-peyma : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/albert-fa-base-v2-sentiment-binary : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/albert-fa-base-v2-sentiment-deepsentipers-binary : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/albert-fa-base-v2-sentiment-deepsentipers-multi : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/albert-fa-base-v2-sentiment-digikala : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/albert-fa-base-v2-sentiment-multi : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/albert-fa-base-v2-sentiment-snappfood : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/albert-fa-base-v2 : [ ▁فسخ,▁معاملات ] }
{m3hrdadfi/bert-fa-base-uncased-farstail-mean-tokens : [ فسخ,معاملات ] }
{m3hrdadfi/bert-fa-base-uncased-farstail : [ فسخ,معاملات ] }
{m3hrdadfi/bert-fa-base-uncased-wikinli-mean-tokens : [ فسخ,معاملات ] }
{m3hrdadfi/bert-fa-base-uncased-wikinli : [ فسخ,معاملات ] }
{m3hrdadfi/bert-fa-base-uncased-wikitriplet-mean-tokens : [ فسخ,معاملات ] }
{m3hrdadfi/bert2bert-fa-news-headline : [ فسخ,معاملات ] }
{m3hrdadfi/bert2bert-fa-wiki-summary : [ فسخ,معاملات ] }
{persiannlp/parsbert-base-parsinlu-entailment : [ فسخ,معاملات ] }
{persiannlp/parsbert-base-parsinlu-multiple-choice : [ فسخ,معاملات ] }
{setu4993/LaBSE : [ فسخ,معاملات ] }
{demoversion/bert-fa-base-uncased-haddad-wikinli : [ فسخ,معاملات ] }
{sharif-dal/dal-bert : [ فسخ,معاملات ] }
{Kamrani/t5-large : [ ▁فسخ,▁معاملات ] }
{Helsinki-NLP/opus-mt-tc-big-fa-itc : [ ▁فسخ,▁معاملات ] }
{Helsinki-NLP/opus-mt-tc-big-fa-gmq : [ ▁فسخ,▁معاملات ] }
{Arashasg/WikiBert2WikiBert : [ فسخ,معاملات ] }
{Arnavaz/gpt2-arnavaz-beta : [ ▁فسخ,▁معاملات ] }
{facebook/xlm-v-base : [ ▁فسخ,▁معاملات ] }
{Gholamreza/distilbert-fa-zwnj-base-finetuned-pquad : [ فسخ,معاملات ] }
{SLPL/t5-fa : [ ▁فسخ,▁معاملات ] }
{Yasamansaffari73/bert-fa-base-uncased-finetuned-ParsBert : [ فسخ,معاملات ] }
{setu4993/LEALLA-small : [ فسخ,معاملات ] }
{setu4993/LEALLA-base : [ فسخ,معاملات ] }
{setu4993/LEALLA-large : [ فسخ,معاملات ] }
{zedfum/arman-longformer-8k : [ ▁فسخ,▁معاملات ] }
{michaelfeil/ct2fast-LaBSE : [ فسخ,معاملات ] }
{zedfum/arman-longformer-8k-finetuned-ensani : [ ▁فسخ,▁معاملات ] }
{parsi-ai-nlpclass/NLP_Spring23_HW4_Question_Answering_G13 : [ فسخ,معاملات ] }
{AliGhiasvand86/gisha_qa : [ ▁فسخ,▁معاملات ] }
{jrazi/persian-poem-classifier : [ ▁فسخ,▁معاملات ] }
{SeyedAli/Persian-Text-NER-Bert-V1 : [ فسخ,معاملات ] }
{SeyedAli/Persian-Text-Sentiment-Bert-V1 : [ فسخ,معاملات ] }
{SeyedAli/Persian-Text-Emotion-Bert-V1 : [ فسخ,معاملات ] }
{SeyedAli/Persian-QA-Bert-V1 : [ فسخ,معاملات ] }
{SeyedAli/Persian-Text-paraphraser-mT5-V1 : [ ▁فسخ,▁معاملات ] }
{kev216/sentence-embedding-LaBSE : [ فسخ,معاملات ] }
{sbunlp/fabert : [ فسخ,معاملات ] }
{Griffin88/my_new_model3 : [ فسخ,معاملات ] }
{Griffin88/sentence-embedding-LaBSE : [ فسخ,معاملات ] }
{PardisSzah/NER_ARMAN_parsbert : [ فسخ,معاملات ] }
{PardisSzah/PersianEase : [ ▁فسخ,▁معاملات ] }
{PardisSzah/PersianTextFormalizer : [ ▁فسخ,▁معاملات ] }
{PardisSzah/BasePersianTextFormalizer : [ ▁فسخ,▁معاملات ] }
{PardisSzah/BasePersianEase : [ ▁فسخ,▁معاملات ] }
{parsi-ai-nlpclass/PersianEase : [ ▁فسخ,▁معاملات ] }
{parsi-ai-nlpclass/PersianTextFormalizer : [ ▁فسخ,▁معاملات ] }

37
get_persian_nlp_models.py Normal file
View File

@ -0,0 +1,37 @@
from huggingface_hub import HfApi, ModelFilter
import json
# Initialize the Hugging Face API
api = HfApi()
# Define the languages you're interested in
languages = ['pes', 'fas', 'fa'] # Language codes for Persian, Pashto, and Turkish
nlp_tasks = ['text-classification', 'token-classification','table-question-answering','question-answering','zero-shot-classification','translation','summarization','feature-extraction','text-generation','text2text-generation','fill-mask','sentence-similarity']
# Initialize a list to store the model information
models_info = []
# Iterate over each language
for lang in languages:
# Filter models by language
models = api.list_models(filter=ModelFilter(language=lang))
for model in models:
date = f"{str(model.lastModified.year)}-{str(model.lastModified.month)}-{str(model.lastModified.day)}"
task = model.pipeline_tag if model.pipeline_tag else 'Unknown'
if not(task in nlp_tasks or task == 'Unknown'):#
continue
model_info = {
'model_name': model.modelId,
'task': model.pipeline_tag if model.pipeline_tag else 'Unknown',
'last_modified': date,
'downloads': model.downloads,
'likes': model.likes,
'language': lang
}
models_info.append(model_info)
# Save the collected data to a JSON file
with open('models_info.json', 'w', encoding='utf-8') as f:
json.dump(models_info, f, ensure_ascii=False, indent=4)
print("Data collection complete. Saved to models_info.json")

703
huggingface-fa-models.txt Normal file
View File

@ -0,0 +1,703 @@
openai/whisper-large-v3
intfloat/multilingual-e5-large
facebook/seamless-m4t-v2-large
intfloat/multilingual-e5-large-instruct
Systran/faster-whisper-large-v3
google-bert/bert-base-multilingual-cased
FacebookAI/xlm-roberta-base
csebuetnlp/mT5_multilingual_XLSum
sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2
MoritzLaurer/mDeBERTa-v3-base-xnli-multilingual-nli-2mil7
openai/whisper-large-v2
openai/whisper-small
facebook/mms-1b-all
intfloat/multilingual-e5-small
facebook/mbart-large-50-many-to-many-mmt
sentence-transformers/paraphrase-multilingual-mpnet-base-v2
timpal0l/mdeberta-v3-base-squad2
SnypzZz/Llama2-13b-Language-translate
google/madlad400-3b-mt
antoinelouis/colbert-xm
google-bert/bert-base-multilingual-uncased
distilbert/distilbert-base-multilingual-cased
facebook/m2m100_418M
facebook/mbart-large-50-one-to-many-mmt
google/mt5-base
speechbrain/lang-id-voxlingua107-ecapa
openai/whisper-tiny
1-800-BAD-CODE/punct_cap_seg_47_language
jbochi/madlad400-3b-mt
facebook/seamless-streaming
ViraIntelligentDataMining/AriaBERT
papercup-ai/multilingual-pl-bert
FacebookAI/xlm-roberta-large-finetuned-conll03-english
FacebookAI/xlm-roberta-large-finetuned-conll03-german
FacebookAI/xlm-roberta-large
amberoad/bert-multilingual-passage-reranking-msmarco
facebook/m2m100_1.2B
facebook/wav2vec2-xls-r-300m
google/mt5-large
google/mt5-small
google/mt5-xl
google/mt5-xxl
m3hrdadfi/hubert-base-persian-speech-emotion-recognition
m3hrdadfi/wav2vec2-xlsr-persian-speech-emotion-recognition
sentence-transformers/LaBSE
ai-forever/mGPT
openai/whisper-medium
openai/whisper-large
bigscience/mt0-small
bigscience/mt0-xxl-mt
alirezamsh/small100
severinsimmler/xlm-roberta-longformer-base-16384
Blaxzter/LaBSE-sentence-embeddings
1-800-BAD-CODE/xlm-roberta_punctuation_fullstop_truecase
benjamin/wtp-canine-s-1l
benjamin/wtp-canine-s-12l
intfloat/multilingual-e5-base
Unbabel/wmt23-cometkiwi-da-xxl
Unbabel/wmt23-cometkiwi-da-xl
Unbabel/XCOMET-XL
facebook/seamless-m4t-large
fluid-ai/bert-multilingual-passage-reranking-msmarco
YanaS/llama-2-7b-langchain-chat-GGUF
mostafaamiri/persian_llama_7b
nvidia/nemotron-3-8b-base-4k
nvidia/nemotron-3-8b-qa-4k
elastic/multilingual-e5-small-optimized
Systran/faster-whisper-large-v2
Systran/faster-whisper-base
seyoungsong/flores101_mm100_175M
google/madlad400-7b-mt
hezarai/crnn-fa-printed-96-long
audo/seamless-m4t-v2-large
universitytehran/PersianMind-v1.0
JhonVanced/faster-whisper-large-v3
gyroing/Persian-Piper-Model-gyro
orgcatorg/xlm-v-base-ner
FacebookAI/xlm-mlm-100-1280
FacebookAI/xlm-roberta-large-finetuned-conll02-dutch
FacebookAI/xlm-roberta-large-finetuned-conll02-spanish
Erfan/mT5-base_Farsi_Title_Generator
HooshvareLab/albert-fa-zwnj-base-v2-ner
HooshvareLab/albert-fa-zwnj-base-v2
HooshvareLab/bert-base-parsbert-armanner-uncased
HooshvareLab/bert-base-parsbert-ner-uncased
HooshvareLab/bert-base-parsbert-peymaner-uncased
HooshvareLab/bert-fa-base-uncased-clf-digimag
HooshvareLab/bert-fa-base-uncased-clf-persiannews
HooshvareLab/bert-fa-base-uncased-ner-arman
HooshvareLab/bert-fa-base-uncased-ner-peyma
HooshvareLab/bert-fa-base-uncased-sentiment-deepsentipers-binary
HooshvareLab/bert-fa-base-uncased-sentiment-deepsentipers-multi
HooshvareLab/bert-fa-base-uncased-sentiment-digikala
HooshvareLab/bert-fa-base-uncased-sentiment-snappfood
HooshvareLab/bert-fa-base-uncased
HooshvareLab/bert-fa-zwnj-base-ner
HooshvareLab/bert-fa-zwnj-base
HooshvareLab/distilbert-fa-zwnj-base-ner
HooshvareLab/distilbert-fa-zwnj-base
HooshvareLab/gpt2-fa-comment
HooshvareLab/gpt2-fa-poetry
HooshvareLab/gpt2-fa
HooshvareLab/roberta-fa-zwnj-base-ner
HooshvareLab/roberta-fa-zwnj-base
M-CLIP/M-BERT-Distil-40
amirhossein1376/pft-clf-finetuned
arm-on/BERTweet-FA
bolbolzaban/gpt2-persian
csebuetnlp/mT5_m2o_english_crossSum
erfan226/persian-t5-formality-transfer
erfan226/persian-t5-paraphraser
facebook/mbart-large-50-many-to-one-mmt
facebook/mbart-large-50
facebook/s2t-small-covost2-en-fa-st
facebook/wav2vec2-xls-r-1b-21-to-en
facebook/wav2vec2-xls-r-1b-en-to-15
facebook/wav2vec2-xls-r-1b
facebook/wav2vec2-xls-r-2b-21-to-en
facebook/wav2vec2-xls-r-2b-22-to-16
facebook/wav2vec2-xls-r-2b-en-to-15
facebook/wav2vec2-xls-r-2b
facebook/wav2vec2-xls-r-300m-21-to-en
facebook/wav2vec2-xls-r-300m-en-to-15
facebook/xlm-roberta-xl
facebook/xlm-roberta-xxl
flax-community/gpt2-medium-persian
flax-community/gpt2-persian-question-answering
flax-community/wav2vec2-base-persian
ghofrani/common6
ghofrani/common7
ghofrani/xls-r-1b-fa-cv8
google/byt5-base
google/byt5-large
google/byt5-small
google/byt5-xl
google/byt5-xxl
google/canine-c
google/canine-s
google/rembert
jonatasgrosman/wav2vec2-large-xlsr-53-persian
jplu/tf-xlm-r-ner-40-lang
m3hrdadfi/albert-fa-base-v2-clf-digimag
m3hrdadfi/albert-fa-base-v2-clf-persiannews
m3hrdadfi/albert-fa-base-v2-ner-arman
m3hrdadfi/albert-fa-base-v2-ner-peyma
m3hrdadfi/albert-fa-base-v2-sentiment-binary
m3hrdadfi/albert-fa-base-v2-sentiment-deepsentipers-binary
m3hrdadfi/albert-fa-base-v2-sentiment-deepsentipers-multi
m3hrdadfi/albert-fa-base-v2-sentiment-digikala
m3hrdadfi/albert-fa-base-v2-sentiment-multi
m3hrdadfi/albert-fa-base-v2-sentiment-snappfood
m3hrdadfi/albert-fa-base-v2
m3hrdadfi/bert-fa-base-uncased-farstail-mean-tokens
m3hrdadfi/bert-fa-base-uncased-farstail
m3hrdadfi/bert-fa-base-uncased-wikinli-mean-tokens
m3hrdadfi/bert-fa-base-uncased-wikinli
m3hrdadfi/bert-fa-base-uncased-wikitriplet-mean-tokens
m3hrdadfi/bert2bert-fa-news-headline
m3hrdadfi/bert2bert-fa-wiki-summary
m3hrdadfi/gpt2-persian-qa
m3hrdadfi/hubert-base-persian-speech-gender-recognition
HooshvareLab/pn-summary-b2b-shared
HooshvareLab/pn-summary-mt5-base
HooshvareLab/pn-summary-mt5-small
m3hrdadfi/wav2vec2-large-xlsr-persian-shemo
m3hrdadfi/wav2vec2-large-xlsr-persian-v2
m3hrdadfi/wav2vec2-large-xlsr-persian-v3
m3hrdadfi/wav2vec2-large-xlsr-persian
m3hrdadfi/xlmr-large-qa-fa
manifoldix/xlsr-fa-lm
persiannlp/mbert-base-parsinlu-entailment
persiannlp/mbert-base-parsinlu-multiple-choice
persiannlp/mt5-base-parsinlu-arc-comqa-obqa-multiple-choice
persiannlp/mt5-base-parsinlu-multiple-choice
persiannlp/mt5-base-parsinlu-opus-translation_fa_en
persiannlp/mt5-base-parsinlu-qqp-query-paraphrasing
persiannlp/mt5-base-parsinlu-sentiment-analysis
persiannlp/mt5-base-parsinlu-snli-entailment
persiannlp/mt5-base-parsinlu-squad-reading-comprehension
persiannlp/mt5-base-parsinlu-translation_en_fa
persiannlp/mt5-large-parsinlu-arc-comqa-obqa-multiple-choice
persiannlp/mt5-large-parsinlu-multiple-choice
persiannlp/mt5-large-parsinlu-opus-translation_fa_en
persiannlp/mt5-large-parsinlu-qqp-query-paraphrasing
persiannlp/mt5-large-parsinlu-sentiment-analysis
persiannlp/mt5-large-parsinlu-snli-entailment
persiannlp/mt5-large-parsinlu-squad-reading-comprehension
persiannlp/mt5-large-parsinlu-translation_en_fa
persiannlp/mt5-small-parsinlu-arc-comqa-obqa-multiple-choice
persiannlp/mt5-small-parsinlu-multiple-choice
persiannlp/mt5-small-parsinlu-opus-translation_fa_en
persiannlp/mt5-small-parsinlu-qqp-query-paraphrasing
persiannlp/mt5-small-parsinlu-sentiment-analysis
persiannlp/mt5-small-parsinlu-snli-entailment
persiannlp/mt5-small-parsinlu-squad-reading-comprehension
persiannlp/mt5-small-parsinlu-translation_en_fa
persiannlp/parsbert-base-parsinlu-entailment
persiannlp/parsbert-base-parsinlu-multiple-choice
persiannlp/wikibert-base-parsinlu-entailment
persiannlp/wikibert-base-parsinlu-multiple-choice
saattrupdan/verdict-classifier
sentence-transformers/distiluse-base-multilingual-cased-v2
setu4993/LaBSE
speechbrain/lang-id-commonlanguage_ecapa
stanfordnlp/stanza-fa
voidful/wav2vec2-xlsr-multilingual-56
wietsedv/xlm-roberta-base-ft-udpos28-fa
facebook/m2m100-12B-last-ckpt
facebook/m2m100-12B-avg-5-ckpt
facebook/m2m100-12B-avg-10-ckpt
hamedkhaledi/persain-flair-upos
hamedkhaledi/persain-flair-ner
timpal0l/xlm-roberta-base-faq-extractor
demoversion/bert-fa-base-uncased-haddad-wikinli
csebuetnlp/mT5_m2m_crossSum
csebuetnlp/mT5_m2o_hindi_crossSum
csebuetnlp/mT5_m2o_arabic_crossSum
csebuetnlp/mT5_m2o_russian_crossSum
csebuetnlp/mT5_m2o_chinese_simplified_crossSum
espnet/farsi_commonvoice_blstm
eslamxm/mt5-base-finetuned-arfa
sharif-dal/dal-bert
ahmeddbahaa/mT5_multilingual_XLSum-finetuned-fa
facebook/mgenre-wiki
ahmeddbahaa/mt5-base-finetuned-fa
eslamxm/xlmroberta-finetuned-fa
eslamxm/mbert2mbert-finetune-fa
eslamxm/mbart-finetuned-fa
SLPL/Sharif-wav2vec2
jonatasgrosman/exp_w2v2t_fa_wav2vec2_s321
jonatasgrosman/exp_w2v2t_fa_wav2vec2_s168
jonatasgrosman/exp_w2v2t_fa_wav2vec2_s873
jonatasgrosman/exp_w2v2t_fa_vp-100k_s88
jonatasgrosman/exp_w2v2t_fa_vp-100k_s407
jonatasgrosman/exp_w2v2t_fa_vp-100k_s881
jonatasgrosman/exp_w2v2t_fa_xlsr-53_s116
jonatasgrosman/exp_w2v2t_fa_xlsr-53_s356
jonatasgrosman/exp_w2v2t_fa_xlsr-53_s204
jonatasgrosman/exp_w2v2t_fa_unispeech_s211
jonatasgrosman/exp_w2v2t_fa_unispeech_s108
jonatasgrosman/exp_w2v2t_fa_unispeech_s364
jonatasgrosman/exp_w2v2t_fa_hubert_s801
jonatasgrosman/exp_w2v2t_fa_hubert_s601
jonatasgrosman/exp_w2v2t_fa_hubert_s889
jonatasgrosman/exp_w2v2t_fa_vp-sv_s749
jonatasgrosman/exp_w2v2t_fa_vp-sv_s738
jonatasgrosman/exp_w2v2t_fa_vp-sv_s689
jonatasgrosman/exp_w2v2t_fa_no-pretraining_s117
jonatasgrosman/exp_w2v2t_fa_no-pretraining_s650
jonatasgrosman/exp_w2v2t_fa_no-pretraining_s28
jonatasgrosman/exp_w2v2t_fa_wavlm_s779
jonatasgrosman/exp_w2v2t_fa_wavlm_s527
jonatasgrosman/exp_w2v2t_fa_wavlm_s545
jonatasgrosman/exp_w2v2t_fa_unispeech-ml_s195
jonatasgrosman/exp_w2v2t_fa_unispeech-ml_s408
jonatasgrosman/exp_w2v2t_fa_unispeech-ml_s998
jonatasgrosman/exp_w2v2t_fa_vp-fr_s282
jonatasgrosman/exp_w2v2t_fa_vp-fr_s198
jonatasgrosman/exp_w2v2t_fa_vp-fr_s165
jonatasgrosman/exp_w2v2t_fa_vp-es_s533
jonatasgrosman/exp_w2v2t_fa_vp-es_s419
jonatasgrosman/exp_w2v2t_fa_vp-es_s555
jonatasgrosman/exp_w2v2t_fa_vp-nl_s376
jonatasgrosman/exp_w2v2t_fa_vp-nl_s339
jonatasgrosman/exp_w2v2t_fa_vp-nl_s224
jonatasgrosman/exp_w2v2t_fa_unispeech-sat_s803
jonatasgrosman/exp_w2v2t_fa_unispeech-sat_s3
jonatasgrosman/exp_w2v2t_fa_unispeech-sat_s95
jonatasgrosman/exp_w2v2t_fa_xls-r_s44
jonatasgrosman/exp_w2v2t_fa_xls-r_s406
jonatasgrosman/exp_w2v2t_fa_xls-r_s610
jonatasgrosman/exp_w2v2t_fa_r-wav2vec2_s283
jonatasgrosman/exp_w2v2t_fa_r-wav2vec2_s129
jonatasgrosman/exp_w2v2t_fa_r-wav2vec2_s401
jonatasgrosman/exp_w2v2t_fa_vp-it_s18
jonatasgrosman/exp_w2v2t_fa_vp-it_s64
jonatasgrosman/exp_w2v2t_fa_vp-it_s985
nlpodyssey/bert-multilingual-uncased-intelligence-headlines
Anonymous-TST/knight-errant-TST-zh
phjhk/hklegal-xlm-r-base
phjhk/hklegal-xlm-r-base-t
phjhk/hklegal-xlm-r-large-t
Kamrani/t5-large
phjhk/hklegal-xlm-r-large
hamedkhaledi/persian-flair-pos
enteramine/mt5-base-finetuned-v1
Helsinki-NLP/opus-mt-tc-big-fa-itc
Helsinki-NLP/opus-mt-tc-big-fa-gmq
nafisehNik/mt5-persian-summary
Arashasg/WikiBert2WikiBert
3ebdola/Dialectal-Arabic-XLM-R-Base
nlpodyssey/bert-multilingual-uncased-geo-countries-headlines
openai/whisper-base
jhu-clsp/bernice
51la5/roberta-large-NER
Twitter/twhin-bert-base
Twitter/twhin-bert-large
bigscience/mt0-xxl
kargaranamir/Hengam
bigscience/mt0-base
bigscience/mt0-large
bigscience/mt0-xl
bigscience/mt0-xxl-p3
arijitx/whisper-base-bn-trans
Arnavaz/gpt2-arnavaz-beta
classla/xlm-roberta-base-multilingual-text-genre-classifier
nielsr/lilt-xlm-roberta-base
alighasemi/fa-t5-base
sanchit-gandhi/whisper-small-fa-1k-steps
alighasemi/fa-t5-paraphraser
SebOchs/canine-c-lang-id
Tavakoli/whisper-small-fa
steja/whisper-small-persian
steja/whisper-large-persian
Kamtera/persian-tts-female-glow_tts
facebook/xmod-base
facebook/xmod-base-60-125k
facebook/xmod-base-60-265k
facebook/xmod-base-75-125k
facebook/xmod-base-75-269k
facebook/xmod-large-prenorm
PooryaPiroozfar/Flair-Persian-NER
Kamtera/persian-tts-female-vits
Kamtera/persian-tts-male-vits
keess/whisper-model-internal
taesiri/whisper-small-fa-7
Hesamnasiri/MlProject
mrm8488/xlm-roberta-base-finetuned-HC3-mix
K8778/universe
hyperonym/xlm-roberta-longformer-large-16384
hyperonym/xlm-roberta-longformer-base-16384
speechbrain/asr-whisper-large-v2-commonvoice-fa
spursyy/mT5_multilingual_XLSum_rust
hezarai/distilbert-fa-sentiment-dksf
facebook/xlm-v-base
ghofrani/FerdowsiLM
Unbabel/wmt22-cometkiwi-da
Unbabel/wmt22-comet-da
Unbabel/wmt20-comet-da
Unbabel/wmt20-comet-qe-da
Gholamreza/distilbert-fa-zwnj-base-finetuned-pquad
hezarai/distilbert-base-fa
Gholamreza/xlm-roberta-base-finetuned-pquad-squad
jianboy/demo
csebuetnlp/mT5_m2m_crossSum_enhanced
hezarai/roberta-base-fa
hezarai/bert-fa-sentiment-dksf
ehsanshfgh/persian
hezarai/bert-base-fa
lesliejd/jt-whisper
Sangramsing/whisper-small
Sangramsing/whisper-tiny
Sangramsing/whisper-base
Sangramsing/whisper-medium
Sangramsing/whisper-large
facebook/fasttext-fa-vectors
guillaumekln/faster-whisper-tiny
guillaumekln/faster-whisper-base
guillaumekln/faster-whisper-small
guillaumekln/faster-whisper-medium
guillaumekln/faster-whisper-large-v2
lokas/spam-usernames-classifier
guillaumekln/faster-whisper-large-v1
hezarai/roberta-fa-sentiment-dksf
erfanzar/llama-chat
nvidia/GPT-2B-001
ijazulhaq/bert-base-pashto-v1
ai-forever/mGPT-13B
benjamin/wtp-bert-tiny
hhhhzy/deltalm-base-xlsum
ImRma/Brucelee
Hooman66/Unicorn
S-Fry/large
erfanzar/PGT-1B
newsrx/mt0-xl
erfanzar/PGT-1B-2EP
SLPL/t5-fa
sileod/mdeberta-v3-base-tasksource-nli
Saeidfabd/Trade
Yasamansaffari73/bert-fa-base-uncased-finetuned-ParsBert
Evan-Lin/whisper-large-v1-tw
benjamin/wtp-bert-mini
mlengineer-ai/kenlm-sp-jomleh
Unbabel/wmt22-unite-da
harshit158/mlm_hf
benjamin/wtp-canine-s-3l
benjamin/wtp-canine-s-6l
benjamin/wtp-canine-s-9l
defining/maggle
benjamin/wtp-canine-s-1l-no-adapters
benjamin/wtp-canine-s-3l-no-adapters
benjamin/wtp-canine-s-6l-no-adapters
benjamin/wtp-canine-s-9l-no-adapters
benjamin/wtp-canine-s-12l-no-adapters
benjamin/compoundpiece-stage1
benjamin/compoundpiece
JustFrederik/m2m_100_1.2b_ct2
JustFrederik/m2m_100_1.2b_ct2_float16
JustFrederik/m2m_100_1.2b_ct2_int8
JustFrederik/m2m_100_418m_ct2
JustFrederik/m2m_100_418m_ct2_float16
JustFrederik/m2m_100_418m_ct2_int8
michaelfeil/ct2fast-m2m100_1.2B
michaelfeil/ct2fast-m2m100_418M
michaelfeil/ct2fast-m2m100-12B-last-ckpt
agemagician/mlong-t5-tglobal-base
agemagician/mlong-t5-tglobal-large
agemagician/mlong-t5-tglobal-xl
Word2vec/polyglot_words_embeddings_fas
danielus/ggml-whisper-models
setu4993/LEALLA-small
setu4993/LEALLA-base
setu4993/LEALLA-large
ZurichNLP/unsup-simcse-xlm-roberta-base
alism98/whisper-small-persian
facebook/mms-300m
facebook/mms-1b
facebook/mms-1b-l1107
facebook/mms-1b-fl102
Soliai/Soli
autopilot-ai/EthicalEye
zedfum/arman-longformer-8k
sirbrentmichaelskoda/Auto-GBT-Dream-Team-Model
Unbabel/unite-mup
facebook/mms-lid-126
facebook/mms-lid-256
facebook/mms-lid-512
facebook/mms-lid-1024
facebook/mms-lid-2048
facebook/mms-lid-4017
Son1989/Aval
efederici/e5-base-multilingual-4096
michaelfeil/ct2fast-LaBSE
PraveenJesu/openai-whisper-small-zoomrx-colab-1
mort666/faster-whisper-large-v2-th
zedfum/arman-longformer-8k-finetuned-ensani
PraveenJesu/openai-whisper-small-zoomrx-colab-2
PraveenJesu/openai-whisper-small-zoomrx-v2
erfanzar/Mpt-7B-Assistant
FredZhang7/one-for-all-toxicity-v3
google/umt5-small
google/umt5-base
google/umt5-xl
google/umt5-xxl
devasheeshG/whisper_medium_fp16_transformers
devasheeshG/whisper_large_v2_fp16_transformers
saillab/g33b_persian
ben-xl8/wmt22-cometkiwi-da
aditii09/whisper_eng_asr
parsi-ai-nlpclass/NLP_Spring23_HW4_Question_Answering_G13
egh/translate-en-fa
parsi-ai-nlpclass/Group8-NLP-HW4-Q1
speechbrain/asr-whisper-medium-commonvoice-fa
whitefoxredhell/language_identification
TitanML/ct2-int8-mt0-xl
TitanML/ct2-int8-mt5-xl
ijazulhaq/bert-base-pashto
hezarai/bert-fa-pos-lscp-500k
hezarai/distilbert-fa-pos-lscp-500k
iamshnoo/alpaca-2-7b-persian
hezarai/t5-base-fa
Unbabel/eamt22-cometinho-da
hezarai/bert-fa-ner-arman
erfanzar/EasyDelCollection
hezarai/word2vec-skipgram-fa-wikipedia
hezarai/fasttext-fa-300
mohammadsp99/Whisper-small-FullFinetuning-CV-train-test
efederici/multilingual-e5-small-4096
hezarai/word2vec-cbow-fa-wikipedia
AliGhiasvand86/gisha_qa
arminhaberl/faster-whisper-tiny
arminhaberl/faster-whisper-small
arminhaberl/faster-whisper-medium
arminhaberl/faster-whisper-large-v2
arminhaberl/faster-whisper-large-v1
arminhaberl/faster-whisper-base
ai-forever/mGPT-1.3B-persian
unum-cloud/uform-vl-multilingual-v2
Blaxzter/whisper-large-v2-inference-endpoint
hezarai/roberta-fa-pos-lscp-500k
DAMO-NLP-SG/zero-shot-classify-SSTuning-XLM-R
hezarai/whisper-small-fa
Unbabel/XCOMET-XXL
facebook/seamless-m4t-medium
asdf13421/javadgorjitest
lucianosb/llama-2-7b-langchain-chat-GGUF
Kosasih/Vxr-Z
AdapterHub/xmod-base-fa_IR
AliFartout/Roberta-fa-en-ner
Aminrhmni/Persian_Legal_QA_System
Aminrhmni/PersianLegalQAsystem
jrazi/persian-poem-classifier
PixelistStudio/testmodel
severinsimmler/xlm-roberta-longformer-large-16384
huawei-noah/EntityCS-39-MLM-xlmr-base
huawei-noah/EntityCS-39-WEP-xlmr-base
huawei-noah/EntityCS-39-PEP_MS-xlmr-base
huawei-noah/EntityCS-39-PEP_MS_MLM-xlmr-base
SeyedAli/Persian-Speech-Transcription-Wav2Vec2-V1
SeyedAli/Persian-Speech-Emotion-HuBert-V1
SeyedAli/Persian-Text-NER-Bert-V1
SeyedAli/Persian-Text-Sentiment-Bert-V1
mohammadh128/whisper_small-fa_v01
SeyedAli/Persian-Text-Emotion-Bert-V1
mohammadh128/whisper_small-fa_v02
uguraslan/whisper-large-v2-custom
iamshnoo/alpaca-2-13b-persian
iamshnoo/alpaca-2-70b-persian
ieasybooks/multilingual-e5-large-onnx
SeyedAli/Persian-QA-Bert-V1
SeyedAli/Persian-Text-paraphraser-mT5-V1
sanjitaa/mbart-many-to-many
hezarai/trocr-base-fa-v1
deepsync/whisper-large-v2-custom-hi
Aminrhmni/PersianAutomaticPunctuation
hackergeek/whisper-small-persian
hdeldar/llama-2-7b-persian-text-1k
Mohammadkd1999/governance
hezarai/crnn-base-fa-64x256
mohammadh128/whisper_small-fa_v03
goldenrooster/multilingual-e5-large
hezarai/trocr-base-fa-v2
SeyedAli/English-to-Persian-Translation-mT5-V1
SeyedAli/Persian-to-English-Translation-mT5-V1
hdeldar/llama-2-7b-persian-text-1k-1
language-ml-lab/translation-azb-fa
StateOfTheArtAUT/perspolix-persian-political-tweet-xlm-roberta-large
hezarai/vit-gpt2-fa-image-captioning-flickr30k
language-ml-lab/iranian-azerbaijani-nlp
hezarai/vit-roberta-fa-image-captioning-flickr30k
wishwork/tempo
futranbg/llama2_langchain_7b_chat_GGUF
plAIground/xlmr-bert-multilingual-base-merge
mukowaty/faster-whisper-int8
trorist615/ooo
lorneluo/faster-whisper-large-v2
lorneluo/whisper-small-ct2-int8
Pranjal12345/pranjal_whisper_medium
Mahshar666/Aiwass
vectoriseai/multilingual-e5-large
saillab/taco-persian-33b
ef-zulla/e5-multi-sml-torch
hezarai/crnn-fa-64x256-license-plate-recognition
aXlireza/persian_text_classification
hezarai/gpt2-base-fa
apenasissso/lang-id-voxlingua107-ecapa
cointegrated/SONAR_200_text_encoder
Husayn1/Hadi
barghavani/vits-multi-validatedataset-cv-15
morgendigital/multilingual-e5-large-quantized
patrol90/whisper-large
jbochi/madlad400-7b-mt
woody72/multilingual-e5-base
jbochi/madlad400-7b-mt-bt
jbochi/madlad400-10b-mt
reach-vb/whisper-large-v3
versae/whisper-large-v3
bababababooey/faster-whisper-large-v3
flyingleafe/faster-whisper-large-v3
jbochi/madlad400-8b-lm
avans06/faster-whisper-large-v3
SeyedAli/Persian-Text-Sentiment-Bert-LORA
hwrpartai/Whisper-small-Mozilla
makhataei/Whisper-Small-Common-Voice
kev216/sentence-embedding-LaBSE
dadashzadeh/test-trainer-persian
nvidia/nemotron-3-8b-chat-4k-rlhf
nvidia/nemotron-3-8b-chat-4k-sft
nvidia/nemotron-3-8b-chat-4k-steerlm
good-tape/faster-whisper-large-v3
Dadmatech/Kasreh_ezafe
Dadmatech/NER
Dadmatech/POS
BBLL3456/faster-whisper-large-V3
nvidia/stt_fa_fastconformer_hybrid_large
hezarai/word2vec-cbow-fa-conll17
trungkienbkhn/faster-whisper-large-v3
Systran/faster-whisper-large-v1
Systran/faster-whisper-medium
Systran/faster-whisper-tiny
Systran/faster-whisper-small
slone/nllb-pruned-6L-512d-finetuned
spellingdragon/whisper-large-v3-handler
google/madlad400-10b-mt
google/madlad400-7b-mt-bt
google/madlad400-8b-lm
lnxdx/Wav2Vec2-Large-XLSR-Persian-ShEMO
osanseviero/seamless-copy
zahrakh98/check_points
pantelis-ninja/d_nikud23
NadavShaked/D_Nikud
Ammad1Ali/m2m100_418M-2.0
strauss-oak/mdl_bertopic_globo
trungkienbkhn/distil-faster-whisper-large-v2
Ammad1Ali/m2m100_1.2B-2.0
hicustomer/paraphrase-multilingual-MiniLM-L12-v2
ZiaTohidi/ShahnameGPT
lukas-jkl/faster-whisper-v3
facebook/w2v-bert-2.0
hezarai/vit-roberta-fa-base
srd4/faster-whisper-large-v2
dadashzadeh/roberta-sentiment-persian
avans06/madlad400-7b-mt-bt-ct2-int8_float16
MaralGPT/Maral-7B-alpha-1
Lipu124/Spd1
javadr/whisper-tiny-fa
alicore/persian_xlm_roberta_large_finetuned_PersianQuAD
hltcoe/plaidx-large-fas-tdist-mt5xxl-engfas
hltcoe/plaidx-large-fas-tdist-mt5xxl-fasfas
hltcoe/plaidx-large-fas-tdist-t53b-engeng
racheltong/whisper-tiny
mostafaamiri/persian_llama_7B_merged
hezarai/roberta-fa-mask-filling
hezarai/bert-fa-mask-filling
hezarai/distilbert-fa-mask-filling
Neurai/llama7b
javadr/whisper-small-fa
michaellee8/wisper-base-jwt
alibidaran/Farsi-llama2
santhosh/madlad400-3b-ct2
Varosa/mbart-many-to-many
karim23657/persian-tts-vits
Varosa/whisper-medium
mlx-community/multilingual-e5-large-mlx
mlx-community/multilingual-e5-base-mlx
mlx-community/multilingual-e5-small-mlx
srd4/faster-whisper-medium
mostafaamiri/persian-llama-7b-GGUF-Q4
Juanfco/Juanpancho
vahid625/test
CXDuncan/madlad400-3b-mt-optimized-quantized-onnx
CXDuncan/madlad400-3b-mt-optimized-onnx
maiyad/multilingual-e5-small
Systran/faster-distil-whisper-large-v2
Rohith04/ct2fast_m2m100_418M
tomaarsen/distiluse-base-multilingual-cased-v2
soroushbn/llama-2-7b-persianft
kaist-ai/llemma-langbrige-9b
kaist-ai/langbridge_encoder_tokenizer
kaist-ai/metamath-langbridge-9b
kaist-ai/orca2-langbridge-9b
kaist-ai/codellama-langbridge-15b
kaist-ai/llama2-langbridge-9b
kaist-ai/codellama-langbridge-9b
kaist-ai/metamath-langbridge-15b
kaist-ai/metamath-langbridge-20b
kaist-ai/codellama-langbridge-20b
kaist-ai/orca2-langbridge-15b
kaist-ai/orca2-langbridge-20b
JhonVanced/faster-whisper-large-v2
jncraton/m2m100_1.2B-ct2-int8
jncraton/m2m100_418M-ct2-int8
golesheed/whisper-large-v2-fa
elastic/multilingual-e5-small
Mostafa299/Parsa
knowledgator/comprehend_it-multilingual-t5-base
Mike0307/multilingual-e5-language-detection
asedmammad/PersianMind-v1.0-GGUF
balaramas/mbart-large-finetune-eng-hin
Sosnitskij/mGPT-13B-gguf
PardisSzah/TasnimSum-MT5
sbunlp/fabert
Griffin88/my_new_model3
Griffin88/sentence-embedding-LaBSE
arun100/whisper-base-fa-1
arun100/whisper-small-fa-2
alienit/llama-2-7b-summarizer
rishabhjain16/whisper-small
rishabhjain16/whisper-tiny
rishabhjain16/whisper-medium
rishabhjain16/whisper-base
rishabhjain16/whisper-large
rishabhjain16/whisper-large-v2
rishabhjain16/whisper-large-v3
JhonVanced/faster-whisper-large-v3-ja
saied/Persian-ULMFIT
antoinelouis/dpr-xm
PardisSzah/NER_ARMAN_parsbert
m0javad/Degarbayan-SC
m0javad/conversational_Persian_paraphrase_generation
aisak-ai/aisak-listen
alienit/query-bert
JhonVanced/whisper-large-v3-japanese-4k-steps-ct2
PardisSzah/PersianEase
PardisSzah/PersianTextFormalizer
firelily/quick-listing
orgcatorg/bert-base-multilingual-cased-ner
orgcatorg/distilbert-base-multilingual-cased-ner
Kosasih/CyberCog_Revolution
PardisSzah/BasePersianTextFormalizer
PardisSzah/BasePersianEase
orgcatorg/xlm-roberta-base-ner
orgcatorg/EntityCS-39-PEP_MS_MLM-xlmr-base
parsi-ai-nlpclass/ParsbertHallu
antoinelouis/mono-xm
Benezio/persian-informal-to-formal-persian-mind
parsi-ai-nlpclass/PersianMind-Formal-Informal-Lora-Adapter
parsi-ai-nlpclass/PersianEase
parsi-ai-nlpclass/PersianTextFormalizer
parsi-ai-nlpclass/sentence_formality_classifier
sanaweb/speech-to-text-fa
Addy1008/adarsh-Codemixed-Hindi
ZharfaTech/ZharfaOpen-0309

10498
models_info.json Normal file

File diff suppressed because it is too large Load Diff