From 5513c211df4d8e6d990a332d12834259198716db Mon Sep 17 00:00:00 2001 From: ajokar Date: Tue, 12 Aug 2025 15:09:25 +0330 Subject: [PATCH] important tokenizers update --- important_tokenizers.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/important_tokenizers.txt b/important_tokenizers.txt index b099baa..70b20b6 100644 --- a/important_tokenizers.txt +++ b/important_tokenizers.txt @@ -1 +1,3 @@ facebook/xlm-v-base +sharif-dal/dal-bert +lifeweb-ai/shiraz