From d06800d6e0d8a8a2359a7074c8840a90d8692106 Mon Sep 17 00:00:00 2001
From: Anton Bolshakov <blshkv@gmail.com>
Date: Mon, 12 Oct 2026 10:30:14 +0800
Subject: [PATCH] tokenizers: test-optional-deps.patch

---
 ...tokenizers-0.23.2-test-optional-deps.patch | 56 +++++++++++++++++++
 sci-ml/tokenizers/tokenizers-0.23.2.ebuild    |  2 +-
 2 files changed, 57 insertions(+), 1 deletion(-)
 create mode 100644 sci-ml/tokenizers/files/tokenizers-0.23.2-test-optional-deps.patch

diff --git a/sci-ml/tokenizers/files/tokenizers-0.23.2-test-optional-deps.patch b/sci-ml/tokenizers/files/tokenizers-0.23.2-test-optional-deps.patch
new file mode 100644
index 0000000000..294e4ffff7
--- /dev/null
+++ b/sci-ml/tokenizers/files/tokenizers-0.23.2-test-optional-deps.patch
@@ -0,0 +1,56 @@
+--- a/tests/utils.py
++++ b/tests/utils.py
+@@ -3,7 +3,11 @@
+
+ import pytest
+
+-from huggingface_hub import hf_hub_download
++try:
++    from huggingface_hub import hf_hub_download as _hf_hub_download
++    _HF_AVAILABLE = True
++except ImportError:
++    _HF_AVAILABLE = False
+
+
+ DATA_PATH = os.path.join("tests", "data")
+@@ -11,8 +15,10 @@
+
+
+ def download(filename):
++    if not _HF_AVAILABLE:
++        pytest.skip("huggingface_hub is not installed")
+     # huggingface_hub handles auth (HF_TOKEN), retry/backoff and ETag-based caching.
+-    return hf_hub_download(repo_id=HF_TEST_REPO, filename=filename, repo_type="dataset")
++    return _hf_hub_download(repo_id=HF_TEST_REPO, filename=filename, repo_type="dataset")
+
+
+ @pytest.fixture(scope="session")
+--- a/tests/test_serialization.py
++++ b/tests/test_serialization.py
+@@ -4,7 +4,10 @@
+ import unittest
+
+ import tqdm
+-from huggingface_hub import hf_hub_download
++try:
++    from huggingface_hub import hf_hub_download
++except ImportError:
++    hf_hub_download = None
+ from tokenizers import Tokenizer
+ from tokenizers.models import BPE, Unigram
+
+--- a/tests/documentation/test_tutorial_train_from_iterators.py
++++ b/tests/documentation/test_tutorial_train_from_iterators.py
+@@ -2,8 +2,11 @@
+ import gzip
+ import os
+
+-import datasets  # type: ignore[import-not-found]
+ import pytest
++try:
++    import datasets  # type: ignore[import-not-found]
++except ImportError:
++    pytest.skip("datasets is not installed", allow_module_level=True)
+
+ from ..utils import data_dir, train_files
+
diff --git a/sci-ml/tokenizers/tokenizers-0.23.2.ebuild b/sci-ml/tokenizers/tokenizers-0.23.2.ebuild
index 1661d4942e..163983063b 100644
--- a/sci-ml/tokenizers/tokenizers-0.23.2.ebuild
+++ b/sci-ml/tokenizers/tokenizers-0.23.2.ebuild
@@ -59,7 +59,7 @@ pkg_setup() {
 src_prepare() {
 	default
 	cd bindings/python || die
-	eapply "${FILESDIR}"/${PN}-0.21.2-test.patch
+	eapply "${FILESDIR}"/${PN}-0.23.2-test-optional-deps.patch
 	distutils-r1_src_prepare
 }