From be94ae04eee564451203d45977c2ef7c7ace1580 Mon Sep 17 00:00:00 2001 From: V3n3RiX Date: Sun, 10 Nov 2024 03:03:09 +0000 Subject: gentoo auto-resync : 10:11:2024 - 03:03:09 --- sci-libs/Manifest.gz | Bin 43134 -> 43144 bytes sci-libs/openlibm/Manifest | 2 +- sci-libs/openlibm/openlibm-0.8.3.ebuild | 2 +- sci-libs/rocBLAS/Manifest | 2 +- sci-libs/rocBLAS/rocBLAS-6.1.1-r1.ebuild | 117 +++++++ sci-libs/rocBLAS/rocBLAS-6.1.1.ebuild | 115 ------- sci-libs/safetensors/Manifest | 4 +- sci-libs/safetensors/safetensors-0.4.3-r1.ebuild | 106 +++++++ sci-libs/safetensors/safetensors-0.4.3.ebuild | 106 ------- sci-libs/safetensors/safetensors-0.4.5-r1.ebuild | 107 +++++++ sci-libs/safetensors/safetensors-0.4.5.ebuild | 107 ------- sci-libs/tokenizers/Manifest | 2 +- sci-libs/tokenizers/tokenizers-0.20.1-r1.ebuild | 381 +++++++++++++++++++++++ sci-libs/tokenizers/tokenizers-0.20.1.ebuild | 376 ---------------------- 14 files changed, 717 insertions(+), 710 deletions(-) create mode 100644 sci-libs/rocBLAS/rocBLAS-6.1.1-r1.ebuild delete mode 100644 sci-libs/rocBLAS/rocBLAS-6.1.1.ebuild create mode 100644 sci-libs/safetensors/safetensors-0.4.3-r1.ebuild delete mode 100644 sci-libs/safetensors/safetensors-0.4.3.ebuild create mode 100644 sci-libs/safetensors/safetensors-0.4.5-r1.ebuild delete mode 100644 sci-libs/safetensors/safetensors-0.4.5.ebuild create mode 100644 sci-libs/tokenizers/tokenizers-0.20.1-r1.ebuild delete mode 100644 sci-libs/tokenizers/tokenizers-0.20.1.ebuild (limited to 'sci-libs') diff --git a/sci-libs/Manifest.gz b/sci-libs/Manifest.gz index ac2df06991c2..e170c62230c3 100644 Binary files a/sci-libs/Manifest.gz and b/sci-libs/Manifest.gz differ diff --git a/sci-libs/openlibm/Manifest b/sci-libs/openlibm/Manifest index 683517e465a6..a940d89a15b6 100644 --- a/sci-libs/openlibm/Manifest +++ b/sci-libs/openlibm/Manifest @@ -4,5 +4,5 @@ DIST openlibm-0.8.0.tar.gz 367130 BLAKE2B e516fee18203040b8f3cdffab10c4ca22df638 DIST openlibm-0.8.3.tar.gz 374991 BLAKE2B 91474b5c9480753dafb2f85521a8909eaa00febc871bd71d6ffecfd1001200ce66c66c43f4f5738215f04bc109035dcceb2a9f6319e8b9405e6cab65e802aafb SHA512 1c6969e6e3117ddc066697318e43cf42d170750cb85cbed6013eb29d7513d5998eeffbff4a658d222cf637977cb7dca34b7a15814f8870f4e36e880673d757c0 EBUILD openlibm-0.7.5.ebuild 820 BLAKE2B de0436b2b7598936c32951ad3063a4eea11d4f34f16abb30c675d387948cd44eb832c25b7ae6004bba879061d56fd97684761a06eb47619c7d408b0f1384a7d4 SHA512 3d96a505d1f15647ab229e5ef1f1e60f1b1ff9cdb063af2bc20e07b6eee49d76ac2e61939f2f948e311fef034af7c42c75b465110ef748dd770aefcc343d3862 EBUILD openlibm-0.8.0.ebuild 908 BLAKE2B f966b0c1ce4c6437061fc01caf15c79634350222865e7bea12da31897805bb56d50c43a75fa63060bf0a369b2c4ff394ce559ae0a26a171f9279859662ec0e8c SHA512 a62983295d2e90209e97b311e95d67e93bb2203d66bb9d9b1ba5aa00c034ab4b082bd34dd1fa25b5b2c9abfcbfed98938bf22aa278cfd3e494e17a02716f8f4d -EBUILD openlibm-0.8.3.ebuild 1141 BLAKE2B 702a48c1fe0feeee94bc02f649e1a60f3185e43981954dcd92b2ccb7dbcf2d98da6c1b16601b13265ea54577887c9621eab2124255836449ef3cb4c4ef219474 SHA512 63dcf21b73d435716f436cf3e8e849b1b0978510908c945507fe28b59e87f10b287dc4458e1741b7006c4971b4c628ba8531088ce77712d66b53b20686709f23 +EBUILD openlibm-0.8.3.ebuild 1139 BLAKE2B 08a05caa3f0f01fee7fee55f7c3d08af50e5090861b0949850f14955182031dfc17b830d4a356f29e5bbb1c23b419ddee5be9b4677c6f4f2e5bc529beba6e9ea SHA512 edaaf1d2b75a1e7731c2997610a5c5e47542c32d67a7354276538b04735004d684a48afce39354683db65e5c489da9d8f7285e29af0083c082f49b0042b77d1b MISC metadata.xml 785 BLAKE2B 160415de6f1dd61dfe42488a2aaf716bb6ecb00396ae541c8b385116fb0b5017bc546fdcdd6394ce5c547cd85e7ccf94b7996128355ce3fa9fc7b17478c2949d SHA512 cdc602bce059702ad03d57a67ad9e2897fdcf999fd2d664e76293ddd22741817a042abafd6603c424839780d30b647a82901c468a5d55dc1794fdafd2a281b8c diff --git a/sci-libs/openlibm/openlibm-0.8.3.ebuild b/sci-libs/openlibm/openlibm-0.8.3.ebuild index 5bcb22cdbeda..769967aae183 100644 --- a/sci-libs/openlibm/openlibm-0.8.3.ebuild +++ b/sci-libs/openlibm/openlibm-0.8.3.ebuild @@ -13,7 +13,7 @@ IUSE="static-libs" LICENSE="public-domain MIT ISC BSD-2 LGPL-2.1+" # See https://abi-laboratory.pro/index.php?view=timeline&l=openlibm SLOT="0/4" -KEYWORDS="~amd64 ~arm ~arm64 ~ppc ~ppc64 ~riscv ~s390 ~x86 ~amd64-linux ~x86-linux" +KEYWORDS="~amd64 ~arm ~arm64 ppc ppc64 ~riscv ~s390 ~x86 ~amd64-linux ~x86-linux" PATCHES=( "${FILESDIR}"/${P}-stack-protection.patch diff --git a/sci-libs/rocBLAS/Manifest b/sci-libs/rocBLAS/Manifest index 57d7363b9c60..b147f184cac8 100644 --- a/sci-libs/rocBLAS/Manifest +++ b/sci-libs/rocBLAS/Manifest @@ -17,5 +17,5 @@ DIST rocm-rocBLAS-6.1.1.tar.gz 100103895 BLAKE2B df89a21e47730714b80c62717a86d65 EBUILD rocBLAS-5.1.3-r4.ebuild 3050 BLAKE2B 79866dab3479b657dc21aabf7140d465c144b8ea778f1f620a6dad8425883b8a2feb6eff15e936074c5947d44be104e5c391732596c185cb360592981f4cf461 SHA512 b14cf2ec87859a56f314f161fdb6f96695e6f68838699406365f619e56481c99559e6a5e115f16376ea323b9cbf6b57307c2b8531d6bb31a6339639d1eb2d734 EBUILD rocBLAS-5.4.2-r3.ebuild 2689 BLAKE2B a3713d44891b79166ff1bcf5e2290853b85545a7cbe4a0605ace885f350d8de2ba119090c9bc9ac15bd768ebb7e58ae450cd31e58402f87e3ad0ca5344aeabc7 SHA512 95da8f3dd111894bfc18f522c44bd92e34e91a3215ef89e2bc24ffa63e6fd320d04ee2c98d9261482793e583064a7d77ed364a0ad0a72270009f302c6de28703 EBUILD rocBLAS-5.7.1-r2.ebuild 2718 BLAKE2B 78b35d4032fd97fa5ff63273c213ecde3b7d7900b4002da27355ce1ab8f4af2a6e796560b955df6fb3b1d517752a153ccf4a9980e31733a141b880a11f676db7 SHA512 943f734ef9a089b5a16032614813b8e528de81a4b81c81734814ab4a986e3c01a3d9e6f0bdee32efd850f476f83380cb445ac3da2a6dc102cbd18414ff19a1db -EBUILD rocBLAS-6.1.1.ebuild 2772 BLAKE2B bb88111a645e950628ae2f097d62c91ea1e24c2c6cf8ff8ffb16adfe8c40a662840bd8397215ef8d485260c327699428c14d0065f6d4fe976ab7ef6b705c6bc2 SHA512 8c83e9a6eb2faaa594412ab985db00799bf4dfb5661de18d00e5031d361edce8ffad03e92d4600ddd7c5d61f2d879831a874b7d9d0b9b410a508e8ae34ace3bd +EBUILD rocBLAS-6.1.1-r1.ebuild 2800 BLAKE2B 24f86ffb831c463854d0278f1e189b36671220dcb77218f88d22a202ac37542ad722b6b4e8df4678ce4b66311e2c5db6969ceff09269e1de8770b98eef29d8cc SHA512 a991bdafa981c934124dd54048a4a9a30610438266b8d07915b741cbaf1ec18191360045b45fe095ee55f0f7b73af51cd18376663d6fb619597c33cbcac2aaeb MISC metadata.xml 852 BLAKE2B c358ef9128e50c5052fea39876550419dc037a8750c8dd12f10415a02dd2a64893ecd11c4c0ee4acc8db83999a4f709a98da53f6d12f71d0782f98af92a37a96 SHA512 18de129cceb076f84235ccb5706287ee16c5843dab654dc9494013b89b07bbb9f82d1e4980e1c1a8e0c8ce2b0e125633cefef069b0e97b3127e0240071d5a53a diff --git a/sci-libs/rocBLAS/rocBLAS-6.1.1-r1.ebuild b/sci-libs/rocBLAS/rocBLAS-6.1.1-r1.ebuild new file mode 100644 index 000000000000..a8f1f55aefba --- /dev/null +++ b/sci-libs/rocBLAS/rocBLAS-6.1.1-r1.ebuild @@ -0,0 +1,117 @@ +# Copyright 1999-2024 Gentoo Authors +# Distributed under the terms of the GNU General Public License v2 + +EAPI=8 + +DOCS_BUILDER="doxygen" +DOCS_DIR="docs/.doxygen" +DOCS_DEPEND="media-gfx/graphviz" +LLVM_COMPAT=( 18 ) +ROCM_VERSION=${PV} + +inherit cmake docs edo multiprocessing rocm llvm-r1 + +DESCRIPTION="AMD's library for BLAS on ROCm" +HOMEPAGE="https://github.com/ROCmSoftwarePlatform/rocBLAS" +SRC_URI="https://github.com/ROCmSoftwarePlatform/rocBLAS/archive/rocm-${PV}.tar.gz -> rocm-${P}.tar.gz" +S="${WORKDIR}/${PN}-rocm-${PV}" + +LICENSE="BSD" +SLOT="0/$(ver_cut 1-2)" +KEYWORDS="~amd64" +IUSE="benchmark test video_cards_amdgpu" +RESTRICT="!test? ( test )" +REQUIRED_USE="${ROCM_REQUIRED_USE}" + +BDEPEND=" + >=dev-build/rocm-cmake-5.3 + video_cards_amdgpu? ( + dev-util/Tensile:${SLOT} + ) + test? ( dev-cpp/gtest ) +" + +DEPEND=" + >=dev-cpp/msgpack-cxx-6.0.0 + =dev-util/hip-6* + test? ( + virtual/blas + dev-cpp/gtest + sys-libs/libomp + ) + benchmark? ( + virtual/blas + sys-libs/libomp + ) +" + +QA_FLAGS_IGNORED="/usr/lib64/rocblas/library/.*" + +PATCHES=( + "${FILESDIR}"/${PN}-5.4.2-cpp_lib_filesystem.patch + "${FILESDIR}"/${PN}-5.4.2-add-missing-header.patch + "${FILESDIR}"/${PN}-5.4.2-link-cblas.patch + "${FILESDIR}"/${PN}-6.0.2-expand-isa-compatibility.patch + ) + +src_prepare() { + cmake_src_prepare + sed -e "s:,-rpath=.*\":\":" -i clients/CMakeLists.txt || die +} + +src_configure() { + rocm_use_hipcc + + local mycmakeargs=( + -DCMAKE_SKIP_RPATH=ON + -DBUILD_FILE_REORG_BACKWARD_COMPATIBILITY=OFF + -DROCM_SYMLINK_LIBS=OFF + -DAMDGPU_TARGETS="$(get_amdgpu_flags)" + -DBUILD_WITH_TENSILE="$(usex video_cards_amdgpu)" + -DCMAKE_INSTALL_INCLUDEDIR="include/rocblas" + -DBUILD_CLIENTS_SAMPLES=OFF + -DBUILD_CLIENTS_TESTS="$(usex test)" + -DBUILD_CLIENTS_BENCHMARKS="$(usex benchmark)" + -DBUILD_WITH_PIP=OFF + ) + + if usex video_cards_amdgpu; then + mycmakeargs+=( + -DTensile_LOGIC="asm_full" + -DTensile_COMPILER="hipcc" + -DTensile_LIBRARY_FORMAT="msgpack" + -DTensile_CODE_OBJECT_VERSION="default" + -DTensile_ROOT="${EPREFIX}/usr/share/Tensile" + -DTensile_CPU_THREADS="$(makeopts_jobs)" + ) + fi + + cmake_src_configure +} + +src_compile() { + docs_compile + cmake_src_compile +} + +src_test() { + check_amdgpu + cd "${BUILD_DIR}"/clients/staging || die + export ROCBLAS_TEST_TIMEOUT=3600 ROCBLAS_TENSILE_LIBPATH="${BUILD_DIR}/Tensile/library" + export LD_LIBRARY_PATH="${BUILD_DIR}/clients:${BUILD_DIR}/library/src" + edob "./${PN,,}-test" +} + +src_install() { + cmake_src_install + + if use benchmark; then + cd "${BUILD_DIR}" || die + dolib.a clients/librocblas_fortran_client.a + dobin clients/staging/rocblas-bench + fi + + # Stop llvm-strip from removing .strtab section from *.hsaco files, + # otherwise rocclr/elf/elf.cpp complains with "failed: null sections(STRTAB)" and crashes + dostrip -x "/usr/$(get_libdir)/rocblas/library/" +} diff --git a/sci-libs/rocBLAS/rocBLAS-6.1.1.ebuild b/sci-libs/rocBLAS/rocBLAS-6.1.1.ebuild deleted file mode 100644 index b4fe232ecfe8..000000000000 --- a/sci-libs/rocBLAS/rocBLAS-6.1.1.ebuild +++ /dev/null @@ -1,115 +0,0 @@ -# Copyright 1999-2024 Gentoo Authors -# Distributed under the terms of the GNU General Public License v2 - -EAPI=8 - -DOCS_BUILDER="doxygen" -DOCS_DIR="docs/.doxygen" -DOCS_DEPEND="media-gfx/graphviz" -ROCM_VERSION=${PV} -inherit cmake docs edo multiprocessing rocm - -DESCRIPTION="AMD's library for BLAS on ROCm" -HOMEPAGE="https://github.com/ROCmSoftwarePlatform/rocBLAS" -SRC_URI="https://github.com/ROCmSoftwarePlatform/rocBLAS/archive/rocm-${PV}.tar.gz -> rocm-${P}.tar.gz" -S="${WORKDIR}/${PN}-rocm-${PV}" - -LICENSE="BSD" -SLOT="0/$(ver_cut 1-2)" -KEYWORDS="~amd64" -IUSE="benchmark test video_cards_amdgpu" -RESTRICT="!test? ( test )" -REQUIRED_USE="${ROCM_REQUIRED_USE}" - -BDEPEND=" - >=dev-build/rocm-cmake-5.3 - video_cards_amdgpu? ( - dev-util/Tensile:${SLOT} - ) - test? ( dev-cpp/gtest ) -" - -DEPEND=" - >=dev-cpp/msgpack-cxx-6.0.0 - =dev-util/hip-6* - test? ( - virtual/blas - dev-cpp/gtest - sys-libs/libomp - ) - benchmark? ( - virtual/blas - sys-libs/libomp - ) -" - -QA_FLAGS_IGNORED="/usr/lib64/rocblas/library/.*" - -PATCHES=( - "${FILESDIR}"/${PN}-5.4.2-cpp_lib_filesystem.patch - "${FILESDIR}"/${PN}-5.4.2-add-missing-header.patch - "${FILESDIR}"/${PN}-5.4.2-link-cblas.patch - "${FILESDIR}"/${PN}-6.0.2-expand-isa-compatibility.patch - ) - -src_prepare() { - cmake_src_prepare - sed -e "s:,-rpath=.*\":\":" -i clients/CMakeLists.txt || die -} - -src_configure() { - rocm_use_hipcc - - local mycmakeargs=( - -DCMAKE_SKIP_RPATH=ON - -DBUILD_FILE_REORG_BACKWARD_COMPATIBILITY=OFF - -DROCM_SYMLINK_LIBS=OFF - -DAMDGPU_TARGETS="$(get_amdgpu_flags)" - -DBUILD_WITH_TENSILE="$(usex video_cards_amdgpu)" - -DCMAKE_INSTALL_INCLUDEDIR="include/rocblas" - -DBUILD_CLIENTS_SAMPLES=OFF - -DBUILD_CLIENTS_TESTS="$(usex test)" - -DBUILD_CLIENTS_BENCHMARKS="$(usex benchmark)" - -DBUILD_WITH_PIP=OFF - ) - - if usex video_cards_amdgpu; then - mycmakeargs+=( - -DTensile_LOGIC="asm_full" - -DTensile_COMPILER="hipcc" - -DTensile_LIBRARY_FORMAT="msgpack" - -DTensile_CODE_OBJECT_VERSION="default" - -DTensile_ROOT="${EPREFIX}/usr/share/Tensile" - -DTensile_CPU_THREADS="$(makeopts_jobs)" - ) - fi - - cmake_src_configure -} - -src_compile() { - docs_compile - cmake_src_compile -} - -src_test() { - check_amdgpu - cd "${BUILD_DIR}"/clients/staging || die - export ROCBLAS_TEST_TIMEOUT=3600 ROCBLAS_TENSILE_LIBPATH="${BUILD_DIR}/Tensile/library" - export LD_LIBRARY_PATH="${BUILD_DIR}/clients:${BUILD_DIR}/library/src" - edob "./${PN,,}-test" -} - -src_install() { - cmake_src_install - - if use benchmark; then - cd "${BUILD_DIR}" || die - dolib.a clients/librocblas_fortran_client.a - dobin clients/staging/rocblas-bench - fi - - # Stop llvm-strip from removing .strtab section from *.hsaco files, - # otherwise rocclr/elf/elf.cpp complains with "failed: null sections(STRTAB)" and crashes - dostrip -x "/usr/$(get_libdir)/rocblas/library/" -} diff --git a/sci-libs/safetensors/Manifest b/sci-libs/safetensors/Manifest index ff8456b32f4c..2b4a6f1d58d0 100644 --- a/sci-libs/safetensors/Manifest +++ b/sci-libs/safetensors/Manifest @@ -57,6 +57,6 @@ DIST windows_i686_msvc-0.48.5.crate 864300 BLAKE2B 3d3ea8be55e2d6ced0eeda18abe1d DIST windows_x86_64_gnu-0.48.5.crate 801619 BLAKE2B aa7e7e6a6ff9f9553ada3a0a39a9aa798e9d995a8eef36e0b6fdb2a0db93ddecee5548970575271fe43aec74797a420d0ee231d503b5bad1bd999059261e0e33 SHA512 1d6056fae430b3d042bdff3c6217c76be4b8b9f5dada9bad06beaac2db7d7ab9b0a82e44f498ec88e61afa73e99f56d84d445dc3847732b9ce5d947e08485f74 DIST windows_x86_64_gnullvm-0.48.5.crate 418486 BLAKE2B 12a2199d434617c1df1a839e9f435620ad64b40c579f6d0c3677553ad7a48e5765d12c266b04946402e15c92cff2e4ac4979ce2130750ef426e2672119680284 SHA512 c016d5b5e73832b61ff67929d92fa8c16e154656294357266ad29ce1f44db4ca2d2935dba31a6b571187dc838b1d22f1e3b41fefffd1d719a338439adf1646aa DIST windows_x86_64_msvc-0.48.5.crate 798412 BLAKE2B 8abc0721e2fb337fe17c91d278947d36122d9045b839ba0cf3e690202d242265b676f23cc301da5f9d98c56ca4ecb76f7d6f072ee71bf986a1deca87020b90e5 SHA512 fa1c5cd14ca2ff0082e2504cf59d317dc4dc6f7138d35c12f95d4476a9c13d8b7f5537d0ee251eee7c99411ad31b22263171b7fbd391daa5d3ea3488ceaa61a0 -EBUILD safetensors-0.4.3.ebuild 1966 BLAKE2B c875a0f8175b4018afc468b8d092fc754ae29a970057e9940f85eb1a7e782f4d0de2e04e556eb020dc9f4f800a4cf1e4f43e933b1b68bb0238478f356dc492c9 SHA512 690a8216cd9119d6b93f15c3569f2b78fea8651c3bd65c00c060223958c7e300b80cc8a08127b1e064af1a240179e8b2d74960e6ade95b49ccafa1a23ab4a80d -EBUILD safetensors-0.4.5.ebuild 1980 BLAKE2B a26a277ee440603e230ea87d013f8ef06f0a377cf786f1c9c984447ecc7f6f0c45ed9720a9163e4f0d92003e25a8da296afa56fd9869f8a12e113af60ffbb958 SHA512 22db9e98d18f8155c549b6a600da61029ac531ada3ddf85bafdb182254385e1c9da4eb16651d8f57a06b4c9b0d23f810286e89f90f0b2944becd2666c64c9d11 +EBUILD safetensors-0.4.3-r1.ebuild 1966 BLAKE2B c875a0f8175b4018afc468b8d092fc754ae29a970057e9940f85eb1a7e782f4d0de2e04e556eb020dc9f4f800a4cf1e4f43e933b1b68bb0238478f356dc492c9 SHA512 690a8216cd9119d6b93f15c3569f2b78fea8651c3bd65c00c060223958c7e300b80cc8a08127b1e064af1a240179e8b2d74960e6ade95b49ccafa1a23ab4a80d +EBUILD safetensors-0.4.5-r1.ebuild 1980 BLAKE2B a26a277ee440603e230ea87d013f8ef06f0a377cf786f1c9c984447ecc7f6f0c45ed9720a9163e4f0d92003e25a8da296afa56fd9869f8a12e113af60ffbb958 SHA512 22db9e98d18f8155c549b6a600da61029ac531ada3ddf85bafdb182254385e1c9da4eb16651d8f57a06b4c9b0d23f810286e89f90f0b2944becd2666c64c9d11 MISC metadata.xml 385 BLAKE2B 5fcb9894785eab5f5222d0563c734aa442b13d84e594a53abc58d8f659c4d74d56bcc96929a3d385681e6ca314e7fa2de343859a2a5ae99f3a060eac2bb271d6 SHA512 24326c0f79d48ffe3899e155cf15890bf8d3d5769ce58773ff4cd020bf3b3b14f9c584019a596c83065209ef884125b09080e98e0c8479e408b62827f653c796 diff --git a/sci-libs/safetensors/safetensors-0.4.3-r1.ebuild b/sci-libs/safetensors/safetensors-0.4.3-r1.ebuild new file mode 100644 index 000000000000..fd009b581914 --- /dev/null +++ b/sci-libs/safetensors/safetensors-0.4.3-r1.ebuild @@ -0,0 +1,106 @@ +# Copyright 2023-2024 Gentoo Authors +# Distributed under the terms of the GNU General Public License v2 + +EAPI=8 + +DISTUTILS_EXT=1 + +CRATES=" + autocfg@1.2.0 + bitflags@1.3.2 + cfg-if@1.0.0 + heck@0.4.1 + indoc@2.0.5 + itoa@1.0.11 + libc@0.2.153 + lock_api@0.4.11 + memmap2@0.9.4 + memoffset@0.9.1 + once_cell@1.19.0 + parking_lot@0.12.1 + parking_lot_core@0.9.9 + portable-atomic@1.6.0 + proc-macro2@1.0.80 + pyo3-build-config@0.21.1 + pyo3-ffi@0.21.1 + pyo3-macros-backend@0.21.1 + pyo3-macros@0.21.1 + pyo3@0.21.1 + quote@1.0.36 + redox_syscall@0.4.1 + ryu@1.0.17 + scopeguard@1.2.0 + serde@1.0.197 + serde_derive@1.0.197 + serde_json@1.0.115 + smallvec@1.13.2 + syn@2.0.59 + target-lexicon@0.12.14 + unicode-ident@1.0.12 + unindent@0.2.3 + windows-targets@0.48.5 + windows_aarch64_gnullvm@0.48.5 + windows_aarch64_msvc@0.48.5 + windows_i686_gnu@0.48.5 + windows_i686_msvc@0.48.5 + windows_x86_64_gnu@0.48.5 + windows_x86_64_gnullvm@0.48.5 + windows_x86_64_msvc@0.48.5 +" + +DISTUTILS_USE_PEP517=maturin +PYTHON_COMPAT=( python3_{10..12} ) + +inherit distutils-r1 cargo + +DESCRIPTION="Simple, safe way to store and distribute tensors" +HOMEPAGE=" + https://pypi.org/project/safetensors/ + https://huggingface.co/ +" +SRC_URI="https://github.com/huggingface/${PN}/archive/refs/tags/v${PV}.tar.gz + -> ${P}.gh.tar.gz + ${CARGO_CRATE_URIS} +" + +S="${WORKDIR}"/${P}/bindings/python + +LICENSE="Apache-2.0" +SLOT="0" +KEYWORDS="~amd64" + +QA_FLAGS_IGNORED="usr/lib/.*" +RESTRICT="test" #depends on single pkg ( pytorch ) + +BDEPEND=" + dev-python/setuptools-rust[${PYTHON_USEDEP}] + test? ( + dev-python/h5py[${PYTHON_USEDEP}] + ) +" + +distutils_enable_tests pytest + +src_prepare() { + distutils-r1_src_prepare + rm tests/test_{tf,paddle,flax}_comparison.py || die + rm benches/test_{pt,tf,paddle,flax}.py || die +} + +src_configure() { + cargo_src_configure + distutils-r1_src_configure +} + +python_compile() { + cargo_src_compile + distutils-r1_python_compile +} + +src_compile() { + distutils-r1_src_compile +} + +src_install() { + distutils-r1_src_install +} diff --git a/sci-libs/safetensors/safetensors-0.4.3.ebuild b/sci-libs/safetensors/safetensors-0.4.3.ebuild deleted file mode 100644 index fd009b581914..000000000000 --- a/sci-libs/safetensors/safetensors-0.4.3.ebuild +++ /dev/null @@ -1,106 +0,0 @@ -# Copyright 2023-2024 Gentoo Authors -# Distributed under the terms of the GNU General Public License v2 - -EAPI=8 - -DISTUTILS_EXT=1 - -CRATES=" - autocfg@1.2.0 - bitflags@1.3.2 - cfg-if@1.0.0 - heck@0.4.1 - indoc@2.0.5 - itoa@1.0.11 - libc@0.2.153 - lock_api@0.4.11 - memmap2@0.9.4 - memoffset@0.9.1 - once_cell@1.19.0 - parking_lot@0.12.1 - parking_lot_core@0.9.9 - portable-atomic@1.6.0 - proc-macro2@1.0.80 - pyo3-build-config@0.21.1 - pyo3-ffi@0.21.1 - pyo3-macros-backend@0.21.1 - pyo3-macros@0.21.1 - pyo3@0.21.1 - quote@1.0.36 - redox_syscall@0.4.1 - ryu@1.0.17 - scopeguard@1.2.0 - serde@1.0.197 - serde_derive@1.0.197 - serde_json@1.0.115 - smallvec@1.13.2 - syn@2.0.59 - target-lexicon@0.12.14 - unicode-ident@1.0.12 - unindent@0.2.3 - windows-targets@0.48.5 - windows_aarch64_gnullvm@0.48.5 - windows_aarch64_msvc@0.48.5 - windows_i686_gnu@0.48.5 - windows_i686_msvc@0.48.5 - windows_x86_64_gnu@0.48.5 - windows_x86_64_gnullvm@0.48.5 - windows_x86_64_msvc@0.48.5 -" - -DISTUTILS_USE_PEP517=maturin -PYTHON_COMPAT=( python3_{10..12} ) - -inherit distutils-r1 cargo - -DESCRIPTION="Simple, safe way to store and distribute tensors" -HOMEPAGE=" - https://pypi.org/project/safetensors/ - https://huggingface.co/ -" -SRC_URI="https://github.com/huggingface/${PN}/archive/refs/tags/v${PV}.tar.gz - -> ${P}.gh.tar.gz - ${CARGO_CRATE_URIS} -" - -S="${WORKDIR}"/${P}/bindings/python - -LICENSE="Apache-2.0" -SLOT="0" -KEYWORDS="~amd64" - -QA_FLAGS_IGNORED="usr/lib/.*" -RESTRICT="test" #depends on single pkg ( pytorch ) - -BDEPEND=" - dev-python/setuptools-rust[${PYTHON_USEDEP}] - test? ( - dev-python/h5py[${PYTHON_USEDEP}] - ) -" - -distutils_enable_tests pytest - -src_prepare() { - distutils-r1_src_prepare - rm tests/test_{tf,paddle,flax}_comparison.py || die - rm benches/test_{pt,tf,paddle,flax}.py || die -} - -src_configure() { - cargo_src_configure - distutils-r1_src_configure -} - -python_compile() { - cargo_src_compile - distutils-r1_python_compile -} - -src_compile() { - distutils-r1_src_compile -} - -src_install() { - distutils-r1_src_install -} diff --git a/sci-libs/safetensors/safetensors-0.4.5-r1.ebuild b/sci-libs/safetensors/safetensors-0.4.5-r1.ebuild new file mode 100644 index 000000000000..637f93e00be0 --- /dev/null +++ b/sci-libs/safetensors/safetensors-0.4.5-r1.ebuild @@ -0,0 +1,107 @@ +# Copyright 2023-2024 Gentoo Authors +# Distributed under the terms of the GNU General Public License v2 + +EAPI=8 + +DISTUTILS_EXT=1 + +CRATES=" + autocfg@1.3.0 + bitflags@1.3.2 + cfg-if@1.0.0 + heck@0.5.0 + indoc@2.0.5 + itoa@1.0.11 + libc@0.2.155 + lock_api@0.4.11 + memchr@2.7.4 + memmap2@0.9.4 + memoffset@0.9.1 + once_cell@1.19.0 + parking_lot@0.12.1 + parking_lot_core@0.9.9 + portable-atomic@1.7.0 + proc-macro2@1.0.86 + pyo3-build-config@0.22.2 + pyo3-ffi@0.22.2 + pyo3-macros-backend@0.22.2 + pyo3-macros@0.22.2 + pyo3@0.22.2 + quote@1.0.36 + redox_syscall@0.4.1 + ryu@1.0.18 + scopeguard@1.2.0 + serde@1.0.204 + serde_derive@1.0.204 + serde_json@1.0.122 + smallvec@1.13.2 + syn@2.0.72 + target-lexicon@0.12.16 + unicode-ident@1.0.12 + unindent@0.2.3 + windows-targets@0.48.5 + windows_aarch64_gnullvm@0.48.5 + windows_aarch64_msvc@0.48.5 + windows_i686_gnu@0.48.5 + windows_i686_msvc@0.48.5 + windows_x86_64_gnu@0.48.5 + windows_x86_64_gnullvm@0.48.5 + windows_x86_64_msvc@0.48.5 +" + +DISTUTILS_USE_PEP517=maturin +PYTHON_COMPAT=( python3_{10..12} ) + +inherit distutils-r1 cargo + +DESCRIPTION="Simple, safe way to store and distribute tensors" +HOMEPAGE=" + https://pypi.org/project/safetensors/ + https://huggingface.co/ +" +SRC_URI="https://github.com/huggingface/${PN}/archive/refs/tags/v${PV}.tar.gz + -> ${P}.gh.tar.gz + ${CARGO_CRATE_URIS} +" + +S="${WORKDIR}"/${P}/bindings/python + +LICENSE="Apache-2.0" +SLOT="0" +KEYWORDS="~amd64" + +QA_FLAGS_IGNORED="usr/lib/.*" +RESTRICT="test" #depends on single pkg ( pytorch ) + +BDEPEND=" + dev-python/setuptools-rust[${PYTHON_USEDEP}] + test? ( + dev-python/h5py[${PYTHON_USEDEP}] + ) +" + +distutils_enable_tests pytest + +src_prepare() { + distutils-r1_src_prepare + rm tests/test_{tf,paddle,flax}_comparison.py || die + rm benches/test_{pt,tf,paddle,flax}.py || die +} + +src_configure() { + cargo_src_configure + distutils-r1_src_configure +} + +python_compile() { + cargo_src_compile + distutils-r1_python_compile +} + +src_compile() { + distutils-r1_src_compile +} + +src_install() { + distutils-r1_src_install +} diff --git a/sci-libs/safetensors/safetensors-0.4.5.ebuild b/sci-libs/safetensors/safetensors-0.4.5.ebuild deleted file mode 100644 index 637f93e00be0..000000000000 --- a/sci-libs/safetensors/safetensors-0.4.5.ebuild +++ /dev/null @@ -1,107 +0,0 @@ -# Copyright 2023-2024 Gentoo Authors -# Distributed under the terms of the GNU General Public License v2 - -EAPI=8 - -DISTUTILS_EXT=1 - -CRATES=" - autocfg@1.3.0 - bitflags@1.3.2 - cfg-if@1.0.0 - heck@0.5.0 - indoc@2.0.5 - itoa@1.0.11 - libc@0.2.155 - lock_api@0.4.11 - memchr@2.7.4 - memmap2@0.9.4 - memoffset@0.9.1 - once_cell@1.19.0 - parking_lot@0.12.1 - parking_lot_core@0.9.9 - portable-atomic@1.7.0 - proc-macro2@1.0.86 - pyo3-build-config@0.22.2 - pyo3-ffi@0.22.2 - pyo3-macros-backend@0.22.2 - pyo3-macros@0.22.2 - pyo3@0.22.2 - quote@1.0.36 - redox_syscall@0.4.1 - ryu@1.0.18 - scopeguard@1.2.0 - serde@1.0.204 - serde_derive@1.0.204 - serde_json@1.0.122 - smallvec@1.13.2 - syn@2.0.72 - target-lexicon@0.12.16 - unicode-ident@1.0.12 - unindent@0.2.3 - windows-targets@0.48.5 - windows_aarch64_gnullvm@0.48.5 - windows_aarch64_msvc@0.48.5 - windows_i686_gnu@0.48.5 - windows_i686_msvc@0.48.5 - windows_x86_64_gnu@0.48.5 - windows_x86_64_gnullvm@0.48.5 - windows_x86_64_msvc@0.48.5 -" - -DISTUTILS_USE_PEP517=maturin -PYTHON_COMPAT=( python3_{10..12} ) - -inherit distutils-r1 cargo - -DESCRIPTION="Simple, safe way to store and distribute tensors" -HOMEPAGE=" - https://pypi.org/project/safetensors/ - https://huggingface.co/ -" -SRC_URI="https://github.com/huggingface/${PN}/archive/refs/tags/v${PV}.tar.gz - -> ${P}.gh.tar.gz - ${CARGO_CRATE_URIS} -" - -S="${WORKDIR}"/${P}/bindings/python - -LICENSE="Apache-2.0" -SLOT="0" -KEYWORDS="~amd64" - -QA_FLAGS_IGNORED="usr/lib/.*" -RESTRICT="test" #depends on single pkg ( pytorch ) - -BDEPEND=" - dev-python/setuptools-rust[${PYTHON_USEDEP}] - test? ( - dev-python/h5py[${PYTHON_USEDEP}] - ) -" - -distutils_enable_tests pytest - -src_prepare() { - distutils-r1_src_prepare - rm tests/test_{tf,paddle,flax}_comparison.py || die - rm benches/test_{pt,tf,paddle,flax}.py || die -} - -src_configure() { - cargo_src_configure - distutils-r1_src_configure -} - -python_compile() { - cargo_src_compile - distutils-r1_python_compile -} - -src_compile() { - distutils-r1_src_compile -} - -src_install() { - distutils-r1_src_install -} diff --git a/sci-libs/tokenizers/Manifest b/sci-libs/tokenizers/Manifest index 2d38f56d3ef9..9715c6c05c23 100644 --- a/sci-libs/tokenizers/Manifest +++ b/sci-libs/tokenizers/Manifest @@ -250,5 +250,5 @@ DIST windows_x86_64_msvc-0.52.6.crate 832564 BLAKE2B 8e9a3044654c6de99a9153e7cac DIST zerocopy-0.7.35.crate 152645 BLAKE2B 8f13123c9d9257ac5a5c6954d38c3510fa658624442f7e03cdcc6db5a0977d9f26bb4e277be172b7872ec365cf6e58ac742e5578636f7698f9f37093e9249d9a SHA512 17fcb31c029ae89c01e5bae5fb2bb46bd434120199a3dc2c7fe0012dbbcfe2a0bb38934c4a7d3a4920e3fe47c097403beee554fefa54b66cb390f8b1de638d3c DIST zerocopy-derive-0.7.35.crate 37829 BLAKE2B badeb7fa5e0bfe93a6788d93fd297604ed31de526b121549300ead3c49d450f49265f499e2e7ce606dcce2b59dd01f7fa817b8fbb3f237475185c5b42f5299c4 SHA512 dbe23573b62a6267d7bc8c744320b75b2fbda03b908c1d175211f7394374fe182bce58021e25485c10671d726b2007f250565dfe53134d51c89293bb607e9feb DIST zeroize-1.8.1.crate 20029 BLAKE2B 092eba034cd35ec47290020e0c2b213177ff5dbe14ab9e7f0b4ef3cb1ecbc42fbec2b951414e26ab00bc65aaddc2c93eddd5a1963b27c6cd613ac71c65d5cc24 SHA512 dd40ebe98b98fd742608d4066b5ab66caba94b2e679428fcaff9fe547d8cd6ff2360dc85d671ee9183e32fb79cb554d00d6aef9eb8f3d8ad0ec92d0435aa4ebe -EBUILD tokenizers-0.20.1.ebuild 9686 BLAKE2B fefa9a1e8dd8206808832741fab110aad7a5e04d9175251b99728134a34beb2de0c1ed808c3e1f9d3e18141908bdc27c5dca0811f9937488888c9baa65ecc94e SHA512 df45b722d376a3688de25c4c6e19aa409a5a43fa68da3835d9b803eeaefcb170ab47ad5fa599b182b69371381915502ffbbddadafd5c211c7d70cf7d5dd24c89 +EBUILD tokenizers-0.20.1-r1.ebuild 9747 BLAKE2B 914b8d63467387c992bc1bac43531ca71fb41fd64de188c0f578796a34e3f9277b6a962d45186ad71c85206416d3af7ad8dbcb2d13ff80536c047bfda4114e9e SHA512 ef6043275e6282faf970061ac1afeca7cac1ed31dffa6ce62ddfa73c385d4a9c3cfc5b72b480b6e878bde3994781fa84b8daa6bf3201a451d787b99a84b08d20 MISC metadata.xml 335 BLAKE2B 55e4d7b301e4315210bf24a4056741cc923c6a72ae323158c5715fade20db86de8a03464bf8f12fe7116689b41aa0519a0070eebff5f63801e23a9c4a9698a92 SHA512 77f537f495b90ad031842f704c5a629cc995fcd848f11defeb597cc16d2d7bab07d262f05a50b07788d2f58fb60eacbefdfa8328215b89b0c661a05b18c4555d diff --git a/sci-libs/tokenizers/tokenizers-0.20.1-r1.ebuild b/sci-libs/tokenizers/tokenizers-0.20.1-r1.ebuild new file mode 100644 index 000000000000..e5255c274cb5 --- /dev/null +++ b/sci-libs/tokenizers/tokenizers-0.20.1-r1.ebuild @@ -0,0 +1,381 @@ +# Copyright 2023-2024 Gentoo Authors +# Distributed under the terms of the GNU General Public License v2 + +# Autogenerated by pycargoebuild 0.13.3 + +EAPI=8 + +DISTUTILS_USE_PEP517=maturin +PYTHON_COMPAT=( python3_{10..12} ) +DISTUTILS_EXT=1 +DISTUTILS_SINGLE_IMPL=1 + +CRATES=" + adler2@2.0.0 + aho-corasick@1.1.3 + anes@0.1.6 + anstream@0.6.15 + anstyle-parse@0.2.5 + anstyle-query@1.1.1 + anstyle-wincon@3.0.4 + anstyle@1.0.8 + assert_approx_eq@1.1.0 + autocfg@1.4.0 + autocfg@1.3.0 + base64@0.13.1 + base64@0.22.1 + bit-set@0.5.3 + bit-vec@0.6.3 + bitflags@1.3.2 + bitflags@2.6.0 + bumpalo@3.16.0 + byteorder@1.5.0 + cast@0.3.0 + cc@1.1.22 + cfg-if@1.0.0 + ciborium-io@0.2.2 + ciborium-ll@0.2.2 + ciborium@0.2.2 + clap@4.5.19 + clap_builder@4.5.19 + clap_lex@0.7.2 + colorchoice@1.0.2 + console@0.15.8 + core-foundation-sys@0.8.7 + core-foundation@0.9.4 + crc32fast@1.4.2 + criterion-plot@0.5.0 + criterion@0.5.1 + crossbeam-deque@0.8.5 + crossbeam-epoch@0.9.18 + crossbeam-utils@0.8.20 + crunchy@0.2.2 + darling@0.20.10 + darling_core@0.20.10 + darling_macro@0.20.10 + derive_builder@0.20.1 + derive_builder_core@0.20.1 + derive_builder_macro@0.20.1 + derive_builder@0.20.0 + derive_builder_core@0.20.0 + derive_builder_macro@0.20.0 + dirs-sys@0.4.1 + dirs@5.0.1 + either@1.13.0 + encode_unicode@0.3.6 + env_filter@0.1.2 + env_logger@0.11.5 + errno@0.3.9 + esaxx-rs@0.1.10 + fancy-regex@0.13.0 + fastrand@2.1.1 + fastrand@2.1.0 + flate2@1.0.34 + fnv@1.0.7 + foreign-types-shared@0.1.1 + foreign-types@0.3.2 + form_urlencoded@1.2.1 + getrandom@0.2.15 + half@2.4.1 + hermit-abi@0.4.0 + hf-hub@0.3.2 + heck@0.4.1 + humantime@2.1.0 + ident_case@1.0.1 + idna@0.5.0 + indicatif@0.17.8 + indoc@2.0.5 + instant@0.1.13 + is-terminal@0.4.13 + is_terminal_polyfill@1.70.1 + itertools@0.10.5 + itertools@0.11.0 + itertools@0.12.1 + itoa@1.0.11 + js-sys@0.3.70 + lazy_static@1.5.0 + libc@0.2.155 + libc@0.2.159 + libredox@0.1.3 + linux-raw-sys@0.4.14 + lock_api@0.4.12 + log@0.4.22 + macro_rules_attribute-proc_macro@0.2.0 + macro_rules_attribute@0.2.0 + matrixmultiply@0.3.9 + memchr@2.7.4 + memoffset@0.9.1 + minimal-lexical@0.2.1 + miniz_oxide@0.8.0 + monostate-impl@0.1.13 + monostate@0.1.13 + native-tls@0.2.12 + ndarray@0.15.6 + nom@7.1.3 + nu-ansi-term@0.46.0 + num-complex@0.4.6 + num-integer@0.1.46 + num-traits@0.2.19 + number_prefix@0.4.0 + numpy@0.21.0 + once_cell@1.20.1 + onig@6.4.0 + onig_sys@69.8.1 + oorandom@11.1.4 + openssl-macros@0.1.1 + openssl-probe@0.1.5 + openssl-sys@0.9.103 + openssl@0.10.66 + option-ext@0.2.0 + overload@0.1.1 + parking_lot@0.12.3 + parking_lot_core@0.9.10 + paste@1.0.15 + percent-encoding@2.3.1 + pin-project-lite@0.2.14 + pkg-config@0.3.30 + portable-atomic@1.7.0 + pkg-config@0.3.31 + plotters-backend@0.3.7 + plotters-svg@0.3.7 + plotters@0.3.7 + portable-atomic@1.9.0 + ppv-lite86@0.2.20 + proc-macro2@1.0.86 + pyo3-build-config@0.21.2 + pyo3-ffi@0.21.2 + pyo3-macros-backend@0.21.2 + pyo3-macros@0.21.2 + pyo3@0.21.2 + quote@1.0.36 + quote@1.0.37 + rand@0.8.5 + rand_chacha@0.3.1 + rand_core@0.6.4 + rawpointer@0.2.1 + rayon-cond@0.3.0 + rayon-core@1.12.1 + rayon@1.10.0 + redox_users@0.4.6 + regex-automata@0.4.8 + regex-syntax@0.8.5 + redox_syscall@0.5.7 + regex-automata@0.4.7 + regex-syntax@0.8.4 + regex@1.10.6 + regex@1.11.0 + ring@0.17.8 + rustc-hash@1.1.0 + rustix@0.38.34 + rustix@0.38.37 + rustls-pki-types@1.9.0 + rustls-webpki@0.102.8 + rustls@0.23.14 + ryu@1.0.18 + same-file@1.0.6 + schannel@0.1.24 + security-framework-sys@2.12.0 + security-framework@2.11.1 + scopeguard@1.2.0 + serde@1.0.205 + serde@1.0.210 + serde_derive@1.0.205 + serde_derive@1.0.210 + serde_json@1.0.122 + serde_json@1.0.128 + sharded-slab@0.1.7 + shlex@1.3.0 + smallvec@1.13.2 + spin@0.9.8 + spm_precompiled@0.1.4 + strsim@0.11.1 + subtle@2.6.1 + syn@2.0.72 + syn@2.0.79 + target-lexicon@0.12.16 + tempfile@3.12.0 + tempfile@3.13.0 + thiserror-impl@1.0.63 + thiserror-impl@1.0.64 + thiserror@1.0.63 + thiserror@1.0.64 + thread_local@1.1.8 + tinytemplate@1.2.1 + tinyvec@1.8.0 + tinyvec_macros@0.1.1 + tracing-attributes@0.1.27 + tracing-core@0.1.32 + tracing-log@0.2.0 + tracing-subscriber@0.3.18 + tracing@0.1.40 + unicode-bidi@0.3.17 + unicode-ident@1.0.12 + unicode-ident@1.0.13 + unicode-normalization-alignments@0.1.12 + unicode-normalization@0.1.24 + unicode-segmentation@1.11.0 + unicode-segmentation@1.12.0 + unicode-width@0.1.13 + unicode-width@0.1.14 + unicode_categories@0.1.1 + unindent@0.2.3 + untrusted@0.9.0 + ureq@2.10.1 + url@2.5.2 + utf8parse@0.2.2 + valuable@0.1.0 + vcpkg@0.2.15 + walkdir@2.5.0 + wasi@0.11.0+wasi-snapshot-preview1 + wasm-bindgen-backend@0.2.93 + wasm-bindgen-macro-support@0.2.93 + wasm-bindgen-macro@0.2.93 + wasm-bindgen-shared@0.2.93 + wasm-bindgen@0.2.93 + web-sys@0.3.70 + webpki-roots@0.26.6 + winapi-i686-pc-windows-gnu@0.4.0 + winapi-util@0.1.9 + winapi-x86_64-pc-windows-gnu@0.4.0 + winapi@0.3.9 + windows-sys@0.48.0 + windows-sys@0.52.0 + windows-sys@0.59.0 + windows-targets@0.48.5 + windows-targets@0.52.6 + windows_aarch64_gnullvm@0.48.5 + windows_aarch64_gnullvm@0.52.6 + windows_aarch64_msvc@0.48.5 + windows_aarch64_msvc@0.52.6 + windows_i686_gnu@0.48.5 + windows_i686_gnu@0.52.6 + windows_i686_gnullvm@0.52.6 + windows_i686_msvc@0.48.5 + windows_i686_msvc@0.52.6 + windows_x86_64_gnu@0.48.5 + windows_x86_64_gnu@0.52.6 + windows_x86_64_gnullvm@0.48.5 + windows_x86_64_gnullvm@0.52.6 + windows_x86_64_msvc@0.48.5 + windows_x86_64_msvc@0.52.6 + zerocopy-derive@0.7.35 + zerocopy@0.7.35 + zeroize@1.8.1 +" + +inherit cargo distutils-r1 + +DESCRIPTION="Implementation of today's most used tokenizers" +HOMEPAGE="https://github.com/huggingface/tokenizers" +SRC_URI=" + https://github.com/huggingface/${PN}/archive/refs/tags/v${PV}.tar.gz + -> ${P}.gh.tar.gz + ${CARGO_CRATE_URIS} +" + +LICENSE="Apache-2.0" +# Dependent crate licenses +LICENSE+=" + Apache-2.0 Apache-2.0-with-LLVM-exceptions BSD-2 BSD ISC MIT MPL-2.0 + Unicode-DFS-2016 +" +SLOT="0" +KEYWORDS="~amd64" + +BDEPEND=" + test? ( sci-libs/datasets[${PYTHON_SINGLE_USEDEP}] ) + $(python_gen_cond_dep ' + dev-python/setuptools-rust[${PYTHON_USEDEP}] + ') +" + +distutils_enable_tests pytest + +QA_FLAGS_IGNORED=".*/site-packages/tokenizers/.*so" + +src_unpack() { + cargo_src_unpack +} + +pkg_setup() { + python-single-r1_pkg_setup + rust_pkg_setup +} + +src_prepare() { + default + cd bindings/python + eapply "${FILESDIR}"/${PN}-0.15.2-test.patch + distutils-r1_src_prepare +} + +src_configure() { + cd tokenizers + cargo_src_configure + cd ../bindings/python + distutils-r1_src_configure +} + +src_compile() { + cd tokenizers + cargo_src_compile + cd ../bindings/python + distutils-r1_src_compile +} + +src_test() { + cd tokenizers + # Tests do not work + #cargo_src_test + cd ../bindings/python + local EPYTEST_DESELECT=( + "tests/bindings/test_tokenizer.py::TestTokenizer::test_encode_formats" + "tests/bindings/test_encoding.py::TestEncoding::test_sequence_ids" + "tests/bindings/test_encoding.py::TestEncoding::test_n_sequences" + "tests/bindings/test_encoding.py::TestEncoding::test_word_to_tokens" + "tests/bindings/test_encoding.py::TestEncoding::test_word_to_chars" + "tests/bindings/test_encoding.py::TestEncoding::test_token_to_sequence" + "tests/bindings/test_encoding.py::TestEncoding::test_token_to_chars" + "tests/bindings/test_encoding.py::TestEncoding::test_token_to_word" + "tests/bindings/test_encoding.py::TestEncoding::test_char_to_token" + "tests/bindings/test_encoding.py::TestEncoding::test_char_to_word" + "tests/bindings/test_encoding.py::TestEncoding::test_truncation" + "tests/bindings/test_encoding.py::TestEncoding::test_invalid_truncate_direction" + "tests/bindings/test_models.py::TestBPE::test_instantiate" + "tests/bindings/test_models.py::TestWordLevel::test_instantiate" + "tests/bindings/test_models.py::TestWordPiece::test_instantiate" + "tests/bindings/test_processors.py::TestByteLevelProcessing::test_processing" + "tests/bindings/test_tokenizer.py::TestTokenizer::test_encode_add_special_tokens" + "tests/bindings/test_tokenizer.py::TestTokenizer::test_from_pretrained" + "tests/bindings/test_tokenizer.py::TestTokenizer::test_from_pretrained_revision" + "tests/bindings/test_tokenizer.py::TestTokenizer::test_encode_special_tokens" + "tests/bindings/test_tokenizer.py::TestTokenizer::test_splitting" + "tests/bindings/test_trainers.py::TestUnigram::test_continuing_prefix_trainer_mistmatch" + "tests/bindings/test_trainers.py::TestUnigram::test_train" + "tests/documentation/test_pipeline.py::TestPipeline::test_pipeline" + "tests/documentation/test_pipeline.py::TestPipeline::test_bert_example" + "tests/documentation/test_quicktour.py::TestQuicktour::test_quicktour" + "tests/documentation/test_tutorial_train_from_iterators.py::TestTrainFromIterators::test_datasets" + "tests/documentation/test_tutorial_train_from_iterators.py::TestTrainFromIterators::test_gzip" + "tests/implementations/test_bert_wordpiece.py::TestBertWordPieceTokenizer::test_basic_encode" + "tests/implementations/test_bert_wordpiece.py::TestBertWordPieceTokenizer::test_multiprocessing_with_parallelism" + "tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_basic_encode" + "tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_add_prefix_space" + "tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_lowerspace" + "tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_multiprocessing_with_parallelism" + "tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_basic_encode" + "tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_lowercase" + "tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_decoding" + "tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_multiprocessing_with_parallelism" + "tests/test_serialization.py::TestSerialization::test_full_serialization_albert" + "tests/test_serialization.py::TestSerialization::test_str_big" + ) + local -x EPYTEST_IGNORE=(benches/) + distutils-r1_src_test +} + +src_install() { + cd tokenizers + cd ../bindings/python + distutils-r1_src_install +} diff --git a/sci-libs/tokenizers/tokenizers-0.20.1.ebuild b/sci-libs/tokenizers/tokenizers-0.20.1.ebuild deleted file mode 100644 index f5e839834cd8..000000000000 --- a/sci-libs/tokenizers/tokenizers-0.20.1.ebuild +++ /dev/null @@ -1,376 +0,0 @@ -# Copyright 2023-2024 Gentoo Authors -# Distributed under the terms of the GNU General Public License v2 - -# Autogenerated by pycargoebuild 0.13.3 - -EAPI=8 - -DISTUTILS_USE_PEP517=maturin -PYTHON_COMPAT=( python3_{10..12} ) -DISTUTILS_EXT=1 -DISTUTILS_SINGLE_IMPL=1 - -CRATES=" - adler2@2.0.0 - aho-corasick@1.1.3 - anes@0.1.6 - anstream@0.6.15 - anstyle-parse@0.2.5 - anstyle-query@1.1.1 - anstyle-wincon@3.0.4 - anstyle@1.0.8 - assert_approx_eq@1.1.0 - autocfg@1.4.0 - autocfg@1.3.0 - base64@0.13.1 - base64@0.22.1 - bit-set@0.5.3 - bit-vec@0.6.3 - bitflags@1.3.2 - bitflags@2.6.0 - bumpalo@3.16.0 - byteorder@1.5.0 - cast@0.3.0 - cc@1.1.22 - cfg-if@1.0.0 - ciborium-io@0.2.2 - ciborium-ll@0.2.2 - ciborium@0.2.2 - clap@4.5.19 - clap_builder@4.5.19 - clap_lex@0.7.2 - colorchoice@1.0.2 - console@0.15.8 - core-foundation-sys@0.8.7 - core-foundation@0.9.4 - crc32fast@1.4.2 - criterion-plot@0.5.0 - criterion@0.5.1 - crossbeam-deque@0.8.5 - crossbeam-epoch@0.9.18 - crossbeam-utils@0.8.20 - crunchy@0.2.2 - darling@0.20.10 - darling_core@0.20.10 - darling_macro@0.20.10 - derive_builder@0.20.1 - derive_builder_core@0.20.1 - derive_builder_macro@0.20.1 - derive_builder@0.20.0 - derive_builder_core@0.20.0 - derive_builder_macro@0.20.0 - dirs-sys@0.4.1 - dirs@5.0.1 - either@1.13.0 - encode_unicode@0.3.6 - env_filter@0.1.2 - env_logger@0.11.5 - errno@0.3.9 - esaxx-rs@0.1.10 - fancy-regex@0.13.0 - fastrand@2.1.1 - fastrand@2.1.0 - flate2@1.0.34 - fnv@1.0.7 - foreign-types-shared@0.1.1 - foreign-types@0.3.2 - form_urlencoded@1.2.1 - getrandom@0.2.15 - half@2.4.1 - hermit-abi@0.4.0 - hf-hub@0.3.2 - heck@0.4.1 - humantime@2.1.0 - ident_case@1.0.1 - idna@0.5.0 - indicatif@0.17.8 - indoc@2.0.5 - instant@0.1.13 - is-terminal@0.4.13 - is_terminal_polyfill@1.70.1 - itertools@0.10.5 - itertools@0.11.0 - itertools@0.12.1 - itoa@1.0.11 - js-sys@0.3.70 - lazy_static@1.5.0 - libc@0.2.155 - libc@0.2.159 - libredox@0.1.3 - linux-raw-sys@0.4.14 - lock_api@0.4.12 - log@0.4.22 - macro_rules_attribute-proc_macro@0.2.0 - macro_rules_attribute@0.2.0 - matrixmultiply@0.3.9 - memchr@2.7.4 - memoffset@0.9.1 - minimal-lexical@0.2.1 - miniz_oxide@0.8.0 - monostate-impl@0.1.13 - monostate@0.1.13 - native-tls@0.2.12 - ndarray@0.15.6 - nom@7.1.3 - nu-ansi-term@0.46.0 - num-complex@0.4.6 - num-integer@0.1.46 - num-traits@0.2.19 - number_prefix@0.4.0 - numpy@0.21.0 - once_cell@1.20.1 - onig@6.4.0 - onig_sys@69.8.1 - oorandom@11.1.4 - openssl-macros@0.1.1 - openssl-probe@0.1.5 - openssl-sys@0.9.103 - openssl@0.10.66 - option-ext@0.2.0 - overload@0.1.1 - parking_lot@0.12.3 - parking_lot_core@0.9.10 - paste@1.0.15 - percent-encoding@2.3.1 - pin-project-lite@0.2.14 - pkg-config@0.3.30 - portable-atomic@1.7.0 - pkg-config@0.3.31 - plotters-backend@0.3.7 - plotters-svg@0.3.7 - plotters@0.3.7 - portable-atomic@1.9.0 - ppv-lite86@0.2.20 - proc-macro2@1.0.86 - pyo3-build-config@0.21.2 - pyo3-ffi@0.21.2 - pyo3-macros-backend@0.21.2 - pyo3-macros@0.21.2 - pyo3@0.21.2 - quote@1.0.36 - quote@1.0.37 - rand@0.8.5 - rand_chacha@0.3.1 - rand_core@0.6.4 - rawpointer@0.2.1 - rayon-cond@0.3.0 - rayon-core@1.12.1 - rayon@1.10.0 - redox_users@0.4.6 - regex-automata@0.4.8 - regex-syntax@0.8.5 - redox_syscall@0.5.7 - regex-automata@0.4.7 - regex-syntax@0.8.4 - regex@1.10.6 - regex@1.11.0 - ring@0.17.8 - rustc-hash@1.1.0 - rustix@0.38.34 - rustix@0.38.37 - rustls-pki-types@1.9.0 - rustls-webpki@0.102.8 - rustls@0.23.14 - ryu@1.0.18 - same-file@1.0.6 - schannel@0.1.24 - security-framework-sys@2.12.0 - security-framework@2.11.1 - scopeguard@1.2.0 - serde@1.0.205 - serde@1.0.210 - serde_derive@1.0.205 - serde_derive@1.0.210 - serde_json@1.0.122 - serde_json@1.0.128 - sharded-slab@0.1.7 - shlex@1.3.0 - smallvec@1.13.2 - spin@0.9.8 - spm_precompiled@0.1.4 - strsim@0.11.1 - subtle@2.6.1 - syn@2.0.72 - syn@2.0.79 - target-lexicon@0.12.16 - tempfile@3.12.0 - tempfile@3.13.0 - thiserror-impl@1.0.63 - thiserror-impl@1.0.64 - thiserror@1.0.63 - thiserror@1.0.64 - thread_local@1.1.8 - tinytemplate@1.2.1 - tinyvec@1.8.0 - tinyvec_macros@0.1.1 - tracing-attributes@0.1.27 - tracing-core@0.1.32 - tracing-log@0.2.0 - tracing-subscriber@0.3.18 - tracing@0.1.40 - unicode-bidi@0.3.17 - unicode-ident@1.0.12 - unicode-ident@1.0.13 - unicode-normalization-alignments@0.1.12 - unicode-normalization@0.1.24 - unicode-segmentation@1.11.0 - unicode-segmentation@1.12.0 - unicode-width@0.1.13 - unicode-width@0.1.14 - unicode_categories@0.1.1 - unindent@0.2.3 - untrusted@0.9.0 - ureq@2.10.1 - url@2.5.2 - utf8parse@0.2.2 - valuable@0.1.0 - vcpkg@0.2.15 - walkdir@2.5.0 - wasi@0.11.0+wasi-snapshot-preview1 - wasm-bindgen-backend@0.2.93 - wasm-bindgen-macro-support@0.2.93 - wasm-bindgen-macro@0.2.93 - wasm-bindgen-shared@0.2.93 - wasm-bindgen@0.2.93 - web-sys@0.3.70 - webpki-roots@0.26.6 - winapi-i686-pc-windows-gnu@0.4.0 - winapi-util@0.1.9 - winapi-x86_64-pc-windows-gnu@0.4.0 - winapi@0.3.9 - windows-sys@0.48.0 - windows-sys@0.52.0 - windows-sys@0.59.0 - windows-targets@0.48.5 - windows-targets@0.52.6 - windows_aarch64_gnullvm@0.48.5 - windows_aarch64_gnullvm@0.52.6 - windows_aarch64_msvc@0.48.5 - windows_aarch64_msvc@0.52.6 - windows_i686_gnu@0.48.5 - windows_i686_gnu@0.52.6 - windows_i686_gnullvm@0.52.6 - windows_i686_msvc@0.48.5 - windows_i686_msvc@0.52.6 - windows_x86_64_gnu@0.48.5 - windows_x86_64_gnu@0.52.6 - windows_x86_64_gnullvm@0.48.5 - windows_x86_64_gnullvm@0.52.6 - windows_x86_64_msvc@0.48.5 - windows_x86_64_msvc@0.52.6 - zerocopy-derive@0.7.35 - zerocopy@0.7.35 - zeroize@1.8.1 -" - -inherit cargo distutils-r1 - -DESCRIPTION="Implementation of today's most used tokenizers" -HOMEPAGE="https://github.com/huggingface/tokenizers" -SRC_URI=" - https://github.com/huggingface/${PN}/archive/refs/tags/v${PV}.tar.gz - -> ${P}.gh.tar.gz - ${CARGO_CRATE_URIS} -" - -LICENSE="Apache-2.0" -# Dependent crate licenses -LICENSE+=" - Apache-2.0 Apache-2.0-with-LLVM-exceptions BSD-2 BSD ISC MIT MPL-2.0 - Unicode-DFS-2016 -" -SLOT="0" -KEYWORDS="~amd64" - -BDEPEND=" - test? ( sci-libs/datasets[${PYTHON_SINGLE_USEDEP}] ) - $(python_gen_cond_dep ' - dev-python/setuptools-rust[${PYTHON_USEDEP}] - ') -" - -distutils_enable_tests pytest - -QA_FLAGS_IGNORED=".*/site-packages/tokenizers/.*so" - -src_unpack() { - cargo_src_unpack -} - -src_prepare() { - default - cd bindings/python - eapply "${FILESDIR}"/${PN}-0.15.2-test.patch - distutils-r1_src_prepare -} - -src_configure() { - cd tokenizers - cargo_src_configure - cd ../bindings/python - distutils-r1_src_configure -} - -src_compile() { - cd tokenizers - cargo_src_compile - cd ../bindings/python - distutils-r1_src_compile -} - -src_test() { - cd tokenizers - # Tests do not work - #cargo_src_test - cd ../bindings/python - local EPYTEST_DESELECT=( - "tests/bindings/test_tokenizer.py::TestTokenizer::test_encode_formats" - "tests/bindings/test_encoding.py::TestEncoding::test_sequence_ids" - "tests/bindings/test_encoding.py::TestEncoding::test_n_sequences" - "tests/bindings/test_encoding.py::TestEncoding::test_word_to_tokens" - "tests/bindings/test_encoding.py::TestEncoding::test_word_to_chars" - "tests/bindings/test_encoding.py::TestEncoding::test_token_to_sequence" - "tests/bindings/test_encoding.py::TestEncoding::test_token_to_chars" - "tests/bindings/test_encoding.py::TestEncoding::test_token_to_word" - "tests/bindings/test_encoding.py::TestEncoding::test_char_to_token" - "tests/bindings/test_encoding.py::TestEncoding::test_char_to_word" - "tests/bindings/test_encoding.py::TestEncoding::test_truncation" - "tests/bindings/test_encoding.py::TestEncoding::test_invalid_truncate_direction" - "tests/bindings/test_models.py::TestBPE::test_instantiate" - "tests/bindings/test_models.py::TestWordLevel::test_instantiate" - "tests/bindings/test_models.py::TestWordPiece::test_instantiate" - "tests/bindings/test_processors.py::TestByteLevelProcessing::test_processing" - "tests/bindings/test_tokenizer.py::TestTokenizer::test_encode_add_special_tokens" - "tests/bindings/test_tokenizer.py::TestTokenizer::test_from_pretrained" - "tests/bindings/test_tokenizer.py::TestTokenizer::test_from_pretrained_revision" - "tests/bindings/test_tokenizer.py::TestTokenizer::test_encode_special_tokens" - "tests/bindings/test_tokenizer.py::TestTokenizer::test_splitting" - "tests/bindings/test_trainers.py::TestUnigram::test_continuing_prefix_trainer_mistmatch" - "tests/bindings/test_trainers.py::TestUnigram::test_train" - "tests/documentation/test_pipeline.py::TestPipeline::test_pipeline" - "tests/documentation/test_pipeline.py::TestPipeline::test_bert_example" - "tests/documentation/test_quicktour.py::TestQuicktour::test_quicktour" - "tests/documentation/test_tutorial_train_from_iterators.py::TestTrainFromIterators::test_datasets" - "tests/documentation/test_tutorial_train_from_iterators.py::TestTrainFromIterators::test_gzip" - "tests/implementations/test_bert_wordpiece.py::TestBertWordPieceTokenizer::test_basic_encode" - "tests/implementations/test_bert_wordpiece.py::TestBertWordPieceTokenizer::test_multiprocessing_with_parallelism" - "tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_basic_encode" - "tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_add_prefix_space" - "tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_lowerspace" - "tests/implementations/test_byte_level_bpe.py::TestByteLevelBPE::test_multiprocessing_with_parallelism" - "tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_basic_encode" - "tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_lowercase" - "tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_decoding" - "tests/implementations/test_char_bpe.py::TestCharBPETokenizer::test_multiprocessing_with_parallelism" - "tests/test_serialization.py::TestSerialization::test_full_serialization_albert" - "tests/test_serialization.py::TestSerialization::test_str_big" - ) - local -x EPYTEST_IGNORE=(benches/) - distutils-r1_src_test -} - -src_install() { - cd tokenizers - cd ../bindings/python - distutils-r1_src_install -} -- cgit v1.2.3