From 20f42d534639cd01dade8276d224a48fab50a24d Mon Sep 17 00:00:00 2001
From: ajokar <ajokar91@yahoo.com>
Date: Mon, 11 Aug 2025 15:05:22 +0330
Subject: [PATCH] important tokenizers based on mothly report of huggingface
 models

---
 important_tokenizers.txt | 1 +
 1 file changed, 1 insertion(+)
 create mode 100644 important_tokenizers.txt

diff --git a/important_tokenizers.txt b/important_tokenizers.txt
new file mode 100644
index 0000000..b099baa
--- /dev/null
+++ b/important_tokenizers.txt
@@ -0,0 +1 @@
+facebook/xlm-v-base