Skip to content

Commit e3ab3d9

Browse files
Merge pull request #3060 from blshkv/pr/pyghidra-mcp
pyghidra-mcp
2 parents a564862 + 99f7927 commit e3ab3d9

9 files changed

Lines changed: 283 additions & 49 deletions

File tree

‎dev-python/chromadb/chromadb-1.5.9.ebuild‎

Lines changed: 27 additions & 32 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,6 @@ EAPI=8
66
DISTUTILS_USE_PEP517=maturin
77
PYTHON_COMPAT=( python3_{12..14} )
88
DISTUTILS_EXT=1
9-
DISTUTILS_SINGLE_IMPL=1
109

1110
CRATES="
1211
addr2line@0.25.1
@@ -1023,37 +1022,33 @@ RESTRICT="test"
10231022
# >=dev-python/build-1.0.3[${PYTHON_USEDEP}]
10241023
# FIXME: WiP, add missing deps
10251024
RDEPEND="
1026-
>=sci-ml/tokenizers-0.13.2[${PYTHON_SINGLE_USEDEP}]
1027-
$(python_gen_cond_dep '
1028-
>=dev-python/bcrypt-4.0.1[${PYTHON_USEDEP}]
1029-
>=dev-python/grpcio-1.58.0[${PYTHON_USEDEP}]
1030-
>=dev-python/httpx-0.27.0[${PYTHON_USEDEP}]
1031-
dev-python/importlib-resources[${PYTHON_USEDEP}]
1032-
>=dev-python/jsonschema-4.19.0[${PYTHON_USEDEP}]
1033-
>=dev-python/kubernetes-28.1.0[${PYTHON_USEDEP}]
1034-
>=dev-python/mmh3-4.0.1[${PYTHON_USEDEP}]
1035-
>=dev-python/numpy-1.22.5[${PYTHON_USEDEP}]
1036-
1037-
>=dev-python/opentelemetry-api-1.24.0[${PYTHON_USEDEP}]
1038-
1039-
>=dev-python/opentelemetry-sdk-1.24.0[${PYTHON_USEDEP}]
1040-
>=dev-python/orjson-3.9.12[${PYTHON_USEDEP}]
1041-
>=dev-python/overrides-7.3.1[${PYTHON_USEDEP}]
1042-
>=dev-python/pybase64-1.4.1[${PYTHON_USEDEP}]
1043-
>=dev-python/pydantic-2.0[${PYTHON_USEDEP}]
1044-
>=dev-python/pydantic-settings-2.0[${PYTHON_USEDEP}]
1045-
>=dev-python/pypika-0.48.9[${PYTHON_USEDEP}]
1046-
>=dev-python/pyyaml-6.0.0[${PYTHON_USEDEP}]
1047-
>=dev-python/rich-10.11.0[${PYTHON_USEDEP}]
1048-
>=dev-python/tenacity-8.2.3[${PYTHON_USEDEP}]
1049-
>=dev-python/opentelemetry-exporter-otlp-proto-grpc-1.24.0[${PYTHON_USEDEP}]
1050-
>=dev-python/tqdm-4.65.0[${PYTHON_USEDEP}]
1051-
>=dev-python/typer-0.9.0[${PYTHON_USEDEP}]
1052-
>=dev-python/typing-extensions-4.5.0[${PYTHON_USEDEP}]
1053-
>=dev-python/uvicorn-0.18.3[${PYTHON_USEDEP}]
1054-
>=dev-python/fastapi-0.115.9[${PYTHON_USEDEP}]
1055-
')
1056-
>=dev-python/onnxruntime-bin-1.14.1[${PYTHON_SINGLE_USEDEP}]
1025+
>=sci-ml/tokenizers-0.13.2[${PYTHON_USEDEP}]
1026+
>=dev-python/bcrypt-4.0.1[${PYTHON_USEDEP}]
1027+
>=dev-python/grpcio-1.58.0[${PYTHON_USEDEP}]
1028+
>=dev-python/httpx-0.27.0[${PYTHON_USEDEP}]
1029+
dev-python/importlib-resources[${PYTHON_USEDEP}]
1030+
>=dev-python/jsonschema-4.19.0[${PYTHON_USEDEP}]
1031+
>=dev-python/kubernetes-28.1.0[${PYTHON_USEDEP}]
1032+
>=dev-python/mmh3-4.0.1[${PYTHON_USEDEP}]
1033+
>=dev-python/numpy-1.22.5[${PYTHON_USEDEP}]
1034+
>=dev-python/opentelemetry-api-1.24.0[${PYTHON_USEDEP}]
1035+
>=dev-python/opentelemetry-sdk-1.24.0[${PYTHON_USEDEP}]
1036+
>=dev-python/orjson-3.9.12[${PYTHON_USEDEP}]
1037+
>=dev-python/overrides-7.3.1[${PYTHON_USEDEP}]
1038+
>=dev-python/pybase64-1.4.1[${PYTHON_USEDEP}]
1039+
>=dev-python/pydantic-2.0[${PYTHON_USEDEP}]
1040+
>=dev-python/pydantic-settings-2.0[${PYTHON_USEDEP}]
1041+
>=dev-python/pypika-0.48.9[${PYTHON_USEDEP}]
1042+
>=dev-python/pyyaml-6.0.0[${PYTHON_USEDEP}]
1043+
>=dev-python/rich-10.11.0[${PYTHON_USEDEP}]
1044+
>=dev-python/tenacity-8.2.3[${PYTHON_USEDEP}]
1045+
>=dev-python/opentelemetry-exporter-otlp-proto-grpc-1.24.0[${PYTHON_USEDEP}]
1046+
>=dev-python/tqdm-4.65.0[${PYTHON_USEDEP}]
1047+
>=dev-python/typer-0.9.0[${PYTHON_USEDEP}]
1048+
>=dev-python/typing-extensions-4.5.0[${PYTHON_USEDEP}]
1049+
>=dev-python/uvicorn-0.18.3[${PYTHON_USEDEP}]
1050+
>=dev-python/fastapi-0.115.9[${PYTHON_USEDEP}]
1051+
>=dev-python/onnxruntime-bin-1.14.1[${PYTHON_USEDEP}]
10571052
"
10581053
BDEPEND="
10591054
${RDEPEND}

‎dev-python/onnxruntime-bin/onnxruntime-bin-1.31.0.ebuild‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -48,8 +48,8 @@ RDEPEND="
4848
>=dev-python/flatbuffers-23.5.26[${PYTHON_USEDEP}]
4949
>=dev-python/numpy-1.21.6[${PYTHON_USEDEP}]
5050
>=dev-python/packaging-21[${PYTHON_USEDEP}]
51-
>=dev-python/protobuf-4.25.8[${PYTHON_USEDEP}]"
52-
DEPEND="${PYTHON_DEPS}"
51+
>=dev-python/protobuf-4.25.8[${PYTHON_USEDEP}]
52+
"
5353

5454
QA_PREBUILT="usr/lib/python*/site-packages/onnxruntime/capi/*.so
5555
usr/lib/python*/site-packages/onnxruntime/capi/libonnxruntime*.so.*"
@@ -66,5 +66,5 @@ python_compile() {
6666
fi
6767

6868
distutils_wheel_install "${BUILD_DIR}/install" \
69-
"${DISTDIR}/$(pypi_wheel_name onnxruntime ${PV} ${cpver} ${cpver}-${abitag})"
69+
"${DISTDIR}/$(pypi_wheel_name onnxruntime "${PV}" "${cpver}" "${cpver}-${abitag}")"
7070
}

‎dev-python/pyghidra-mcp/Manifest‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1 +1,2 @@
11
DIST pyghidra-mcp-0.2.7.gh.tar.gz 590039 BLAKE2B 08bd00ecd85891136d037c1d490610f123aec742b12751d555d5856faac8a55054bdfa54fdf8cf7734d42fccc3814e3e1f403a8ff24c2c87f92878a5c092284d SHA512 cf3b47b5e89d715069a2005bf8ef0d03034b8ab2679bae9177cf203d53976a76d3f1e621f40087eb3a441301bd9d3399d7187441a718afafc32413570017224d
2+
DIST pyghidra-mcp-0.2.7_p20261010.gh.tar.gz 590631 BLAKE2B e13270c460fd85485e4f42bf5fb1e8160188e5d61b37d99b8e842fe15627189da697194371c020dbd08b8cade94af601036085ff9223c8514d992115236ae182 SHA512 ddba5c23b62c4b786728c2b3bed592c2b732eef27c6500f2268a172da982855aa1fe4da542e0f123224cf2413bb38c0d8ccf68a8f65c52e5a14fce0fb1994473

‎dev-python/pyghidra-mcp/pyghidra-mcp-0.2.7.ebuild‎

Lines changed: 9 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,6 @@ EAPI=8
55

66
DISTUTILS_USE_PEP517=hatchling
77
PYTHON_COMPAT=( python3_{12..14} )
8-
DISTUTILS_SINGLE_IMPL=1
98

109
inherit distutils-r1
1110

@@ -20,23 +19,19 @@ IUSE="test"
2019
RESTRICT="!test? ( test )"
2120

2221
RDEPEND="
23-
>=dev-python/chromadb-1.3.5[${PYTHON_SINGLE_USEDEP}]
24-
$(python_gen_cond_dep '
25-
>=dev-python/click-8.2.1[${PYTHON_USEDEP}]
26-
>=dev-python/click-option-group-0.5.9[${PYTHON_USEDEP}]
27-
<dev-python/mcp-2.0.0[${PYTHON_USEDEP}]
28-
>=dev-python/mcp-1.26.0[cli,${PYTHON_USEDEP}]
29-
>=dev-python/pyghidra-2.2.1[${PYTHON_USEDEP}]
30-
>=dev-python/ghidrecomp-0.5.8[${PYTHON_USEDEP}]
31-
')
22+
>=dev-python/chromadb-1.3.5[${PYTHON_USEDEP}]
23+
>=dev-python/click-8.2.1[${PYTHON_USEDEP}]
24+
>=dev-python/click-option-group-0.5.9[${PYTHON_USEDEP}]
25+
<dev-python/mcp-2.0.0[${PYTHON_USEDEP}]
26+
>=dev-python/mcp-1.26.0[cli,${PYTHON_USEDEP}]
27+
>=dev-python/pyghidra-2.2.1[${PYTHON_USEDEP}]
28+
>=dev-python/ghidrecomp-0.5.8[${PYTHON_USEDEP}]
3229
"
3330
BDEPEND="
3431
${RDEPEND}
3532
test? (
36-
$(python_gen_cond_dep '
37-
>=dev-python/tomli-2.0.1[${PYTHON_USEDEP}]
38-
dev-python/aiohttp[${PYTHON_USEDEP}]
39-
')
33+
>=dev-python/tomli-2.0.1[${PYTHON_USEDEP}]
34+
dev-python/aiohttp[${PYTHON_USEDEP}]
4035
)
4136
"
4237

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
# Copyright 2026 Gentoo Authors
2+
# Distributed under the terms of the GNU General Public License v2
3+
4+
EAPI=8
5+
6+
DISTUTILS_USE_PEP517=hatchling
7+
PYTHON_COMPAT=( python3_{12..14} )
8+
9+
inherit distutils-r1
10+
11+
DESCRIPTION="Python Command-Line Ghidra MCP"
12+
HOMEPAGE="https://pypi.org/project/pyghidra-mcp/"
13+
14+
# mcp-2 support merged to main but not yet released as a new tag
15+
# https://github.com/clearbluejar/pyghidra-mcp/pull/105
16+
EGIT_COMMIT="42d8f80551a765441b1a723f6f1ff45aa3914d5e"
17+
SRC_URI="https://github.com/clearbluejar/pyghidra-mcp/archive/${EGIT_COMMIT}.tar.gz -> ${P}.gh.tar.gz"
18+
S="${WORKDIR}/pyghidra-mcp-${EGIT_COMMIT}"
19+
20+
LICENSE="Apache-2.0"
21+
SLOT="0"
22+
KEYWORDS="~amd64"
23+
IUSE="test"
24+
RESTRICT="!test? ( test )"
25+
26+
RDEPEND="
27+
>=dev-python/chromadb-1.3.5[${PYTHON_USEDEP}]
28+
>=dev-python/click-8.2.1[${PYTHON_USEDEP}]
29+
>=dev-python/click-option-group-0.5.9[${PYTHON_USEDEP}]
30+
>=dev-python/mcp-2.0.0[cli,${PYTHON_USEDEP}]
31+
>=dev-python/pyghidra-2.2.1[${PYTHON_USEDEP}]
32+
>=dev-python/ghidrecomp-0.5.8[${PYTHON_USEDEP}]
33+
"
34+
BDEPEND="
35+
${RDEPEND}
36+
test? (
37+
>=dev-python/tomli-2.0.1[${PYTHON_USEDEP}]
38+
dev-python/aiohttp[${PYTHON_USEDEP}]
39+
)
40+
"
41+
42+
EPYTEST_PLUGINS=( pytest-asyncio )
43+
EPYTEST_IGNORE=(
44+
cli
45+
)
46+
EPYTEST_DESELECT=(
47+
# need dependency
48+
'tests/unit/test_code_index_completion.py::test_incomplete_collection_is_deleted_and_rebuilt'
49+
'tests/unit/test_code_index_completion.py::test_complete_collection_is_reused'
50+
# should a warning (can't find ghidra_dir)
51+
'tests/unit/test_gui_launcher.py::test_request_shutdown_closes_frontend_tool'
52+
'tests/unit/test_gui_launcher.py::test_launcher_accepts_user_agreement_vmarg'
53+
'tests/unit/test_gui_launcher.py::test_request_shutdown_is_idempotent'
54+
)
55+
distutils_enable_tests pytest

‎sci-ml/tokenizers/Manifest‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
DIST tokenizers-0.23.2-crates.tar.xz 21774012 BLAKE2B 859d9574e322257c1de4c70ad1585303cef09674a886c53bbdcc43a677febaec44a5d97173120a4fd5f12b90dad8b7c2deb7b44c402314c879578ee419db19ce SHA512 a7517e4958e8a7b27e0de67cb1335f01f7061f9f4fde9f3268594282de6cd9c2eeb3560ea92d8bd19a3f0c9a0b4f1bd4e87122e382778784062c36bf7eae906a
2+
DIST tokenizers-0.23.2.gh.tar.gz 1475786 BLAKE2B 362ed1e83a8f4bf64f91168e81e7a5093f5a585de138c83f10bb2a4abce9c731dcc9cdf7870168b0b7055322a356805fdab87a2b87f3e75f6086402d8debe337 SHA512 bfdb092144f5ed8dcf51665ae72571c81d3194aa2fff8413b14ab4bc09664e24c89e0c4ecb72342bcf5cf3ec31b0c9fb3587e670a2b26b83ceb7144f00f6d4d7
3+
DIST tokenizers-python-0.23.2-crates.tar.xz 10401308 BLAKE2B 51405dd7107a9cd17bd468b9db6187d5cd3b92a80f96f5ca20eb7b58e7da8404e6d4e1187e184be2d64434ea3dc1d30b32059055c95a6b73b2b0e819d1a5b402 SHA512 2d84aaa18eec6b74b440549d60f94ef411554275519b2d7f71fa31700b839fcb177997223f73fdadc5fb629947de8554e5d7e82f09aeeecce4c1cf401a5dba46
Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
--- a/tests/documentation/test_tutorial_train_from_iterators.py 2024-04-07 18:19:08.653593406 +0200
2+
+++ b/tests/documentation/test_tutorial_train_from_iterators.py 2024-04-07 18:19:39.206906910 +0200
3+
@@ -40,7 +40,7 @@
4+
def setup_gzip_files(self, train_files):
5+
with open(train_files["small"], "rt") as small:
6+
for n in range(3):
7+
- path = f"data/my-file.{n}.gz"
8+
+ path = f"tests/data/my-file.{n}.gz"
9+
with gzip.open(path, "wt") as f:
10+
f.write(small.read())
11+
12+
@@ -87,11 +87,11 @@
13+
# START single_gzip
14+
import gzip
15+
16+
- with gzip.open("data/my-file.0.gz", "rt") as f:
17+
+ with gzip.open("tests/data/my-file.0.gz", "rt") as f:
18+
tokenizer.train_from_iterator(f, trainer=trainer)
19+
# END single_gzip
20+
# START multi_gzip
21+
- files = ["data/my-file.0.gz", "data/my-file.1.gz", "data/my-file.2.gz"]
22+
+ files = ["tests/data/my-file.0.gz", "tests/data/my-file.1.gz", "tests/data/my-file.2.gz"]
23+
24+
def gzip_iterator():
25+
for path in files:

‎sci-ml/tokenizers/metadata.xml‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!DOCTYPE pkgmetadata SYSTEM "https://www.gentoo.org/dtd/metadata.dtd">
3+
<pkgmetadata>
4+
<maintainer type="person">
5+
<email>tupone@gentoo.org</email>
6+
<name>Tupone Alfredo</name>
7+
</maintainer>
8+
<upstream>
9+
<remote-id type="github">huggingface/tokenizers</remote-id>
10+
</upstream>
11+
</pkgmetadata>
Lines changed: 149 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,149 @@
1+
# Copyright 2023-2026 Gentoo Authors
2+
# Distributed under the terms of the GNU General Public License v2
3+
4+
# Autogenerated by pycargoebuild 0.15.0
5+
6+
EAPI=8
7+
8+
DISTUTILS_USE_PEP517=maturin
9+
PYTHON_COMPAT=( python3_{12..14} )
10+
DISTUTILS_EXT=1
11+
RUST_MIN_VER="1.87.0"
12+
13+
CRATES="
14+
"
15+
16+
inherit cargo distutils-r1
17+
18+
DESCRIPTION="Implementation of today's most used tokenizers"
19+
HOMEPAGE="https://github.com/huggingface/tokenizers"
20+
SRC_URI="
21+
https://github.com/huggingface/${PN}/archive/refs/tags/v${PV}.tar.gz
22+
-> ${P}.gh.tar.gz
23+
${CARGO_CRATE_URIS}
24+
"
25+
if [[ ${PKGBUMPING} != ${PVR} ]]; then
26+
SRC_URI+="
27+
https://dev.gentoo.org/~tupone/distfiles/${P}-crates.tar.xz
28+
https://dev.gentoo.org/~tupone/distfiles/${PN}-python-${PV}-crates.tar.xz
29+
"
30+
fi
31+
32+
LICENSE="Apache-2.0"
33+
# Dependent crate licenses
34+
LICENSE+="
35+
Apache-2.0 Apache-2.0-with-LLVM-exceptions BSD-2 BSD ISC MIT MPL-2.0
36+
Unicode-DFS-2016
37+
"
38+
SLOT="0"
39+
KEYWORDS="~amd64"
40+
41+
RDEPEND="dev-libs/oniguruma"
42+
BDEPEND="
43+
dev-python/setuptools-rust[${PYTHON_USEDEP}]
44+
"
45+
46+
EPYTEST_PLUGINS=( )
47+
distutils_enable_tests pytest
48+
49+
QA_FLAGS_IGNORED=".*/site-packages/tokenizers/.*so"
50+
51+
src_unpack() {
52+
cargo_src_unpack
53+
}
54+
55+
pkg_setup() {
56+
rust_pkg_setup
57+
}
58+
59+
src_prepare() {
60+
default
61+
cd bindings/python || die
62+
eapply "${FILESDIR}"/${PN}-0.21.2-test.patch
63+
distutils-r1_src_prepare
64+
}
65+
66+
src_configure() {
67+
cd "${S}/tokenizers" || die
68+
cargo_src_configure
69+
cd "${S}/bindings/python" || die
70+
distutils-r1_src_configure
71+
}
72+
73+
src_compile() {
74+
export RUSTONIG_SYSTEM_LIBONIG=1
75+
cd "${S}/tokenizers" || die
76+
cargo_src_compile
77+
cd "${S}/bindings/python" || die
78+
distutils-r1_src_compile
79+
}
80+
81+
src_test() {
82+
cd "${S}/tokenizers" || die
83+
# Tests do not work
84+
#cargo_src_test
85+
cd "${S}/bindings/python" || die
86+
local -x EPYTEST_IGNORE=( benches/test_tiktoken.py )
87+
local -x EPYTEST_DESELECT=(
88+
tests/bindings/test_encoding.py::TestEncoding::test_char_to_token
89+
tests/bindings/test_encoding.py::TestEncoding::test_char_to_word
90+
tests/bindings/test_encoding.py::TestEncoding::test_invalid_truncate_direction
91+
tests/bindings/test_encoding.py::TestEncoding::test_n_sequences
92+
tests/bindings/test_encoding.py::TestEncoding::test_sequence_ids
93+
tests/bindings/test_encoding.py::TestEncoding::test_token_to_chars
94+
tests/bindings/test_encoding.py::TestEncoding::test_token_to_sequence
95+
tests/bindings/test_encoding.py::TestEncoding::test_token_to_word
96+
tests/bindings/test_encoding.py::TestEncoding::test_truncation
97+
tests/bindings/test_encoding.py::TestEncoding::test_word_to_chars
98+
tests/bindings/test_encoding.py::TestEncoding::test_word_to_tokens
99+
tests/bindings/test_models.py::TestWordLevel::test_instantiate
100+
tests/bindings/test_models.py::TestWordPiece::test_instantiate
101+
tests/bindings/test_processors.py::TestByteLevelProcessing::test_processing
102+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_async_methods_existence
103+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_basic_encoding
104+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_concurrency
105+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_decode
106+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_encode
107+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_error_handling
108+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_large_batch
109+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_numpy_inputs
110+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_various_input_formats
111+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_performance_comparison
112+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_with_special_tokens
113+
tests/bindings/test_tokenizer.py::TestAsyncTokenizer::test_with_truncation_padding
114+
tests/bindings/test_tokenizer.py::TestTokenizer::test_encode_add_special_tokens
115+
tests/bindings/test_tokenizer.py::TestTokenizer::test_encode_formats
116+
tests/bindings/test_tokenizer.py::TestTokenizer::test_encode_special_tokens
117+
tests/bindings/test_tokenizer.py::TestTokenizer::test_decode_skip_special_tokens
118+
tests/bindings/test_tokenizer.py::TestTokenizer::test_decode_stream_fallback
119+
tests/bindings/test_tokenizer.py::TestTokenizer::test_from_pretrained
120+
tests/bindings/test_tokenizer.py::TestTokenizer::test_from_pretrained_revision
121+
tests/bindings/test_tokenizer.py::TestTokenizer::test_splitting
122+
tests/bindings/test_trainers.py::TestUnigram::test_continuing_prefix_trainer_mismatch
123+
tests/bindings/test_trainers.py::TestUnigram::test_train
124+
tests/bindings/test_trainers.py::TestUnigram::test_train_parallelism_with_custom_pretokenizer
125+
tests/documentation/test_pipeline.py::TestPipeline::test_bert_example
126+
tests/documentation/test_pipeline.py::TestPipeline::test_pipeline
127+
tests/documentation/test_quicktour.py::TestQuicktour::test_quicktour
128+
tests/documentation/test_tutorial_train_from_iterators.py::TestTrainFromIterators::test_datasets
129+
tests/documentation/test_tutorial_train_from_iterators.py::TestTrainFromIterators::test_gzip
130+
tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_add_prefix_space
131+
tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_basic_encode
132+
tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_lowerspace
133+
tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_multiprocessing_with_parallelism
134+
tests/implementations/test_bert_wordpiece.py::TestBertWordPieceTokenizer::test_basic_encode
135+
tests/implementations/test_bert_wordpiece.py::TestBertWordPieceTokenizer::test_multiprocessing_with_parallelism
136+
tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_basic_encode
137+
tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_decoding
138+
tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_lowercase
139+
tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_multiprocessing_with_parallelism
140+
tests/test_serialization.py::TestSerialization::test_full_serialization_albert
141+
tests/test_serialization.py::TestSerialization::test_str_big
142+
)
143+
distutils-r1_src_test
144+
}
145+
146+
src_install() {
147+
cd "${S}/bindings/python" || die
148+
distutils-r1_src_install
149+
}

0 commit comments

Comments
 (0)