diff options
Diffstat (limited to 'sci-libs/datasets/datasets-2.18.0-r1.ebuild')
-rw-r--r-- | sci-libs/datasets/datasets-2.18.0-r1.ebuild | 86 |
1 files changed, 86 insertions, 0 deletions
diff --git a/sci-libs/datasets/datasets-2.18.0-r1.ebuild b/sci-libs/datasets/datasets-2.18.0-r1.ebuild new file mode 100644 index 000000000000..d16c3e2459de --- /dev/null +++ b/sci-libs/datasets/datasets-2.18.0-r1.ebuild @@ -0,0 +1,86 @@ +# Copyright 2023-2024 Gentoo Authors +# Distributed under the terms of the GNU General Public License v2 + +EAPI=8 + +DISTUTILS_USE_PEP517=setuptools +PYTHON_COMPAT=( python3_{10..12} ) +DISTUTILS_SINGLE_IMPL=1 +inherit distutils-r1 + +DESCRIPTION="Access and share datasets for Audio, Computer Vision, and NLP tasks" +HOMEPAGE=" + https://pypi.org/project/datasets/ +" +SRC_URI="https://github.com/huggingface/${PN}/archive/refs/tags/${PV}.tar.gz + -> ${P}.gh.tar.gz" +IUSE="test" + +LICENSE="Apache-2.0" +SLOT="0" +KEYWORDS="~amd64" + +RDEPEND=" + ${PYTHON_DEPS} + sci-libs/pytorch[${PYTHON_SINGLE_USEDEP}] + sci-libs/caffe2[${PYTHON_SINGLE_USEDEP},numpy] + $(python_gen_cond_dep ' + dev-python/absl-py[${PYTHON_USEDEP}] + dev-python/aiohttp[${PYTHON_USEDEP}] + dev-python/dill[${PYTHON_USEDEP}] + dev-python/filelock[${PYTHON_USEDEP}] + dev-python/fsspec[${PYTHON_USEDEP}] + dev-python/multiprocess[${PYTHON_USEDEP}] + dev-python/numpy[${PYTHON_USEDEP}] + dev-python/packaging[${PYTHON_USEDEP}] + dev-python/pandas[${PYTHON_USEDEP}] + dev-python/pyarrow[${PYTHON_USEDEP},parquet,snappy] + dev-python/pyyaml[${PYTHON_USEDEP}] + dev-python/requests[${PYTHON_USEDEP}] + dev-python/scikit-learn[${PYTHON_USEDEP}] + dev-python/tqdm[${PYTHON_USEDEP}] + dev-python/xxhash[${PYTHON_USEDEP}] + dev-python/zstandard[${PYTHON_USEDEP}] + sci-libs/huggingface_hub[${PYTHON_USEDEP}] + ') +" +DEPEND="${RDEPEND}" +BDEPEND="test? ( + $(python_gen_cond_dep ' + dev-python/absl-py[${PYTHON_USEDEP}] + dev-python/pytest-datadir[${PYTHON_USEDEP}] + dev-python/decorator[${PYTHON_USEDEP}] + dev-python/sqlalchemy[${PYTHON_USEDEP}] + sci-libs/jiwer[${PYTHON_USEDEP}] + sci-libs/seqeval[${PYTHON_USEDEP}] + ') +)" + +PATCHES=( + "${FILESDIR}"/${PN}-2.17.1-tests.patch +) + +distutils_enable_tests pytest + +src_prepare() { + distutils-r1_src_prepare + rm tests/packaged_modules/test_spark.py || die + rm tests/test_upstream_hub.py || die + sed -i -e \ + "/pyarrow_hotfix/d" \ + src/datasets/features/features.py || die + sed -i \ + -e "s:pytest.mark.integration:pytest.mark.skip():g" \ + tests/test_arrow_dataset.py \ + tests/test_fingerprint.py \ + tests/test_hf_gcp.py \ + tests/test_inspect.py \ + tests/test_iterable_dataset.py \ + tests/test_iterable_dataset.py \ + tests/test_load.py \ + tests/test_offline_util.py \ + tests/test_streaming_download_manager.py \ + tests/commands/test_test.py \ + tests/packaged_modules/test_cache.py \ + || die +} |