From 8e60e1633bec357126503f3b2877148dd1c90f5e Mon Sep 17 00:00:00 2001 From: Lysandre Date: Sat, 5 Apr 2025 19:37:11 +0200 Subject: [PATCH 1/2] Hf Xet extra --- setup.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/setup.py b/setup.py index ef34498a6a3a..04615a9aa3e6 100644 --- a/setup.py +++ b/setup.py @@ -117,6 +117,7 @@ "fugashi>=1.0", "GitPython<3.1.19", "hf-doc-builder>=0.3.0", + "hf_xet", "huggingface-hub>=0.30.0,<1.0", "importlib_metadata", "ipadic>=1.0.0,<2.0", @@ -283,6 +284,7 @@ def run(self): extras["torch"] = deps_list("torch", "accelerate") extras["accelerate"] = deps_list("accelerate") +extras["hf_xet"] = deps_list("hf_xet") if os.name == "nt": # windows extras["retrieval"] = deps_list("datasets") # faiss is not supported on windows From 789d165a5686c4202d608d28430fd309cafc96c2 Mon Sep 17 00:00:00 2001 From: Lysandre Date: Sat, 5 Apr 2025 19:42:14 +0200 Subject: [PATCH 2/2] Hf Xet extra --- src/transformers/dependency_versions_table.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py index b89536fdd739..86cc5debec71 100644 --- a/src/transformers/dependency_versions_table.py +++ b/src/transformers/dependency_versions_table.py @@ -24,6 +24,7 @@ "fugashi": "fugashi>=1.0", "GitPython": "GitPython<3.1.19", "hf-doc-builder": "hf-doc-builder>=0.3.0", + "hf_xet": "hf_xet", "huggingface-hub": "huggingface-hub>=0.30.0,<1.0", "importlib_metadata": "importlib_metadata", "ipadic": "ipadic>=1.0.0,<2.0",