From 3dc4de6331223493015f198dc61854af604da86c Mon Sep 17 00:00:00 2001 From: V3n3RiX Date: Mon, 21 Oct 2024 04:04:33 +0100 Subject: gentoo auto-resync : 21:10:2024 - 04:04:33 --- sci-libs/tokenizers/Manifest | 12 +- sci-libs/tokenizers/tokenizers-0.20.0.ebuild | 340 --------------------------- sci-libs/tokenizers/tokenizers-0.20.1.ebuild | 338 ++++++++++++++++++++++++++ 3 files changed, 343 insertions(+), 347 deletions(-) delete mode 100644 sci-libs/tokenizers/tokenizers-0.20.0.ebuild create mode 100644 sci-libs/tokenizers/tokenizers-0.20.1.ebuild (limited to 'sci-libs/tokenizers') diff --git a/sci-libs/tokenizers/Manifest b/sci-libs/tokenizers/Manifest index 31e7d20e4b23..b729e9d0a38f 100644 --- a/sci-libs/tokenizers/Manifest +++ b/sci-libs/tokenizers/Manifest @@ -19,8 +19,7 @@ DIST bitflags-2.6.0.crate 45357 BLAKE2B 3a368bd2eb58c095b7b4a46680cc2d90a28e24b2 DIST bumpalo-3.16.0.crate 85677 BLAKE2B 08da17b757931d2910e0299df53eb62731aa8c4ebd8915859b81d1982b331e7455dfac977c754e500a35ee07ba8eff00a61d2f62be99744e2ddbba06c1268f49 SHA512 a51b75c36f6794db444cab20eeb24f42a319080ecb486a56d254d6f873f3d188b5ccba11db30c068bd0c52c4322d4a3f5f5195c81c94b0bc04387030418835b1 DIST byteorder-1.5.0.crate 23288 BLAKE2B 7f85a7948406844070a2c8202e0bd52f73b3dfc7c666a97046128044eb9352195afb80e2bf894c0742ad109e4473339de1365d09591de70dfec6c8c02a8e1453 SHA512 96caf981177f6ded9f27f025922cb94eb0cd9de5303bd91680099912d922092e77b7361efa70011e84f1595e443193e4f1b354443b9980c123f6ae573b236f7f DIST cast-0.3.0.crate 11452 BLAKE2B fe6edddd0589fa436cda32342d7beaabe4003afdbdf1d7c5db7e8748adf23b1b2cdcdd286235837c735d2143f29e692c152a5d56fb0458a54961e4dea303b2cb SHA512 4a3e19bc1e9e5ecc03aaef9bcdce01624ac0e6858c065fa1c41693db0ac172b9735ce872064561347cd9e79f00a274129011f6e4ccf9e61d960c8bb684b6d396 -DIST cc-1.1.25.crate 84207 BLAKE2B 31ba774f7261c9fd99b12c1990556d5383eb221eb6a9c78ed96a97f1de48296e3de079dcf86fb0fb426b0cdb64af615e0ae39abd9f37d75d9530874650723fd1 SHA512 f0d68e5f8223a1c4813ef3f1d9dec60e53285bc2a2a56176f3338d13a461c78eab56492bd8990c2e0aedc59e584171a3665c0d13c014aabc6116877ab8f84d5d -DIST cc-1.1.8.crate 81843 BLAKE2B cdfa667bcfaca1e0c3719dc85a9a11525a6ee9bcbc8bfb32a99482c40c460b640f1ed1b61e25c076d87cfe4e98f40ce58a5e7ffd992d7a5bfe8cbfdf2dedd3eb SHA512 c5f98f6691dd4478551546687ef008027af315e18e6aeac482bd06848c8a5ecb4e564760f15790ff399d2e23b0ba31f53c27d36c2767de521961aeb85dfe0ef5 +DIST cc-1.1.22.crate 83509 BLAKE2B 37bcb91fcfe5d816ee9a29aca0c9c34cf7c429ee31084a47110f0b882270f7402c5e7bb59f66e8872d0f63253e2d06fc01be63e439cf01b118f33ceb4a64b2ae SHA512 c58571daed5e52033b2ab0966b3e5a167f48ce739123a4f6789fed79e9e30a3d89e289b8ea6069699eaa7c4e9efda38e03ba331119d32c75a8871a0d84aa6cb1 DIST cfg-if-1.0.0.crate 7934 BLAKE2B e99a5589c11d79d77a4537b34ce0a45d37b981c123b79b807cea836c89fc3926d693458893baca2882448d3d44e3f64e06141f6d916b748daa10b8cc1ae16d1b SHA512 0fb16a8882fd30e86b62c5143b1cb18ab564e84e75bd1f28fd12f24ffdc4a42e0d2e012a99abb606c12efe3c11061ff5bf8e24ab053e550ae083f7d90f6576ff DIST ciborium-0.2.2.crate 35611 BLAKE2B 7bb34ed2b16f55af2d762bbc83263bba901a0f05bc7677a370460549297839c4d6e913622e8a6cb3a5c2447b94b0bd17b7d5007228ea8881193d08e5b8deb072 SHA512 8d1af6a09f116e42f0098d7d0e34dd906dc3e718b257ff1a1fde655a235d40619f61f18917c0cf35c55de9160c255a9795d5e7525989037e3512807cc6a900b1 DIST ciborium-io-0.2.2.crate 6697 BLAKE2B 07636da78f59859515af0075cb36d9ca969113ac327ff727953c73b64b60ddae22e5b1b65d8be5aa401f8b13d34074cbc8b47f23abd7a13d551f0b1c78f23575 SHA512 641b8592f9699d5e6c607815c8e6dfc82b2bd01897015e04ef8853420a7d90c2ec5c1140e39eb7623ce05587bea52ef63659eae76baee5b6592d2ac5298ce106 @@ -107,8 +106,7 @@ DIST num-integer-0.1.46.crate 22331 BLAKE2B d88c9f84e5d803a3aa8f44dfc1bd6d9b5e33 DIST num-traits-0.2.19.crate 51631 BLAKE2B 78637360cbf32d172510a62bd9442708af9730c0296a2bb4ebd200c08facd49bc31bf8ddd58967e0df7273a938832b620265d9f8f4d26ad16049bf6dac1cb4e5 SHA512 180018a5eceb45085e4e8d103ff21bb4d5079cea874c42a0ad4c76c99d275d434bbc1cc289f0cdec172866daa89dbfe0871410b2cc3407233fe1129786905956 DIST number_prefix-0.4.0.crate 6922 BLAKE2B 81bd3b588c788e6865104e5ce87119b5e0c5a526042963d52cd582ff23c2f8c9f32b4c445ef0397fc402b6d047e031d8e2c67ac97e191bde22e17662eec3a554 SHA512 a43b668d7314218b86ca7451daa9dfef71f6c9f6616bc34c12d94ae6030f182bcca9da83905cb46f3d49d0aa81385a787e92e4f3ae239658067adc249f8174df DIST numpy-0.21.0.crate 76859 BLAKE2B 6900342fe71f557635b94a941c9dd317024047b41ee55d9fd7a3eca2401bc2734b2902999ecd2e6b3b5783ea6398674cb00e0a6173ab15fe5a4157c9de1d4987 SHA512 27cd512692d7f9188844b9a351224ca1a87f0f8d90a5d288fb1e1f62fbe66807e1cfd6529226ea1d5dc27725d1abcce6202ffbdcf25c130d3437b0cd9bc4f7e5 -DIST once_cell-1.19.0.crate 33046 BLAKE2B c14b374eaf4ac0f60acc2e02f7bba270a0e8e0a6978d749cd3cb0ab3eb26907e4fbea70dd5132982f90290381ed18ff8a87fd530f1415fabffac864f157ea380 SHA512 4154876afd34a699ee650d1a8a1c5ee5a25f0ebd9388b8bef2564e33629fae68f113d7507488c68abbe7ea1acf9bbc41813cbbf3ef3e464e3f3b9cc7a51d870c -DIST once_cell-1.20.2.crate 33394 BLAKE2B 79dd394fcf1637adfef28b4159ec653c8b71d2bda0e0e36a940c04e3d87698f039dc30c97f26648ecf0d9742962f1f0a117568f7c705a8a3fc167085b0ca3e80 SHA512 bc6005bdab7a154c01e2203fb553a68695727475a9a882cf906d49c054ce886ad92cb491d380b6b9fe71a81b2fd690ce91c9a6cf8dfa8508470ac9acfc8a31c8 +DIST once_cell-1.20.1.crate 33345 BLAKE2B 7e56d7dd48120ebe15ede12456197ce82bb2794df5aef1ec7319b2e11ef8f601d8d99c8f5b22aa906c7af23b0119ad17b3a8b4bcbdc3e38a4d78504aaefd5a77 SHA512 6fc961fb053777c584fa7895e20d260803059d67fe172e75355376ce1ab2f8ad3be5158ad58ba1a31b9a33ebc180e00f07f7c24ae319830e101059c5d2377925 DIST onig-6.4.0.crate 32616 BLAKE2B eca949c47870f260310c69302c6a0a60b9329f7324281433170b0f6fde80f91d49267307825652830217cf44b6a77a741f526a3bca63a12fd8f28791c14a0d5c SHA512 5d388d35eaeb4ba4876b5a683010e4e38c7c54abaf15c900681a7c9ed199b6b7ff414aa1d6246153546680eab28505cfda359c3d5df5b9fd3a5cdbfba35953bf DIST onig_sys-69.8.1.crate 638216 BLAKE2B 08d5f61f4047cfc841ee9e1881deeee49478bdead87483595e9c81c722e475d137b8cf5e1caad2965ea411d3211738a6848896128b5fa1f727a0a175ac217d05 SHA512 26a7dec69abe1535d575e7db63448abd898d363ef42352605e7b7d046b5abac5733e3cc05b7d442ce67db9366dc96d4a7a82a7f486d3b9af6d298b49b0baa864 DIST oorandom-11.1.4.crate 10201 BLAKE2B fc77678ec202bc5ef7314ed876f670575983612db9cc94ddec4ad7e9f04e2e2742d12b746803b33f1dada4a10c8afe19210fbc337803ca59a0df74998fa6de92 SHA512 8d5acd7b344b1eb9635ae597b38d65f0da519366664f02bfd083d37b5e9c88f21403066a8e93d8a61e843e06ad9323cca9796058aabd901d0adf7e7235c17562 @@ -146,7 +144,7 @@ DIST rawpointer-0.2.1.crate 7490 BLAKE2B ee4542886347f2bfc7cb32cf4f7d025d35c78cb DIST rayon-1.10.0.crate 180155 BLAKE2B 16cb706d2317d8a349394c521ec5ab550290c5ab2a0a0dc24f0282fa7eb01fd1351a7dc8b5af3a55ea321e6526fbe037fec3cf8b32463166a082a6e417a51fca SHA512 3f628c58f3af3cbd1f245ca1be9c8393eff41112891fc4e676a2b9e26b6cba7cb80d7b6ce46e75bbb65e42fc00c5c0bb6b6a4b59092882f03febeb31f9cca5d3 DIST rayon-cond-0.3.0.crate 9913 BLAKE2B 4096dc35abfa825739953b92e2eb62822761e4f0eb3311bdb4a0e1639b4453fdabf49c5c6909d4f7ea3c1a674f55acee2d2cd4d116e5a30620ee62ec853e4e04 SHA512 4cd02f2ffc2a7f02db6b1c0468fe8ed78ea092c0629fae448542c11cb8c065883f6939b610dd0e0eb1463dc240aaa75117a5d910cfe5f4eab6a424b774f4b249 DIST rayon-core-1.12.1.crate 70701 BLAKE2B a32eb9ae9a71b4f0881f7bfd5375aa7db5681f20f7e0b25e6ecb3161f2aad36b93026c1691d02bf298a48ea07ec9475a237fba457ed0b0b8624aebab2b4988df SHA512 33d0297b682f131c50e1eabc3be583211a5abe790301cbca91bf510e43d6714b7564ca39fab7c4bf6f02aa0df6bb394f386a61320f21ddb6bd7aea1372b5e99e -DIST redox_syscall-0.5.3.crate 23830 BLAKE2B 0a38235ec277144f0c3e7bcb1d273c7f357d85aef33dbd06328ef16bab7df0a07b523431590899ea58d55e8e1d84c32392478530200cca3a9483e8a47b29e233 SHA512 777d1208004b7756887d6c5745ea408972670e59430e1d299d01a463ae41b98e0920ee77aefef8755fc949d4799dca679afaaae9c1a7d060f76f69af5b90427e +DIST redox_syscall-0.5.7.crate 26249 BLAKE2B 97f848b130403686404dc193415e5060c32585aa3638b825b4775e54d9a058695b86457ae9e3cc0240bcac27ab4c05dd6b488bdc1c797faecd236c6e477fbc3f SHA512 e9f2d254279a4063089436b699ecca766a997a72718d132a9b35f7c8c8fc82c4b5e25fd8f3e6cbd17920fec484140db520c262376ed1c74f847929b7f43fb97e DIST redox_users-0.4.6.crate 15585 BLAKE2B 1d60d0b7781395ff271d79264910d24fb021cd8ef612714265abae25b26ac158d48f542f1e73701bf5b99bd67546a7b878e4a14e40cdbd478b35bcc8b4778f5f SHA512 719d63fec42bad3cbed39deb9242ce1daf3f391bccafa8121f63198120371f112d78b0da8d66458519e946581511004983f04b0a697071f22294ac7c831120c9 DIST regex-1.10.6.crate 253894 BLAKE2B 176cf6a1e86aa8a5004af5ab0d6cd4178135bdae3caeb6a8276b8739858c65e9ebcf23749398a5a91adcfee9cca3667b306c4adb6307acfe61dadba8c6f3eee4 SHA512 ec28961d226c944321d9953c42e43cf2d23b8ca0d72d6412e7b0f572c407aceb079bb82502d124af94d71d67c9e5e0c9f66ab9f31edf6023ff045ec37b770964 DIST regex-1.11.0.crate 254059 BLAKE2B 9450e54b522c3f12e4f1d814025c3037f8373b9e1feaf2028756b573335cb7f22400b0925e3ceb0716d72aeb19b02b4bcf70b0b435a0252d0d52a7028d95308c SHA512 16c066664ae87497f9880a52222301fb0d44053ae2d6861ea21dc59cab82bd1ab8ac407f9e77228a21a586ee745b02f9eb10e7b9b30df2f3aad73633270bf73d @@ -193,7 +191,7 @@ DIST thread_local-1.1.8.crate 13962 BLAKE2B fce2feddaaebde42bdb83d814929868f0638 DIST tinytemplate-1.2.1.crate 26490 BLAKE2B af39d96f33f63238e455a4e38fde1d1730fd9661ae68be7b05df6ef9d2ab1a04db1332cc4ec9deb6da3a8e22b124df81b0fa8916d8491b808742bb733c8e48be SHA512 0cc080057e096f0796e72004343e1a8332c2e8a12e43f6ade150ebf632e9c29c7ad04de0b940cd57df81efdc4d07a6607da9b86a30d8383e39ac3d7be185edb9 DIST tinyvec-1.8.0.crate 46796 BLAKE2B 720d0e6d881855a36779e12f5ffa708d3a8b96e6d0de9056cb33c9b8ce0d408f99b22f5b2bb9d64bee72a011fef846dbebbea2ccd238d7b951eb5ef0c4866e05 SHA512 b7b32e38229645965900f80f298685f13e6d13e58cfd6945409a6643ca9c9adc2621456956d5998ab9dd91c2db4ae79638b156ca0d9c7c5505023fd9b28414df DIST tinyvec_macros-0.1.1.crate 5865 BLAKE2B 2bf4f68ca11dc19c72232951605a4c809b34ff38ee365ee4f592a3c41360e23c9330cfba961e2692a0ad568fef4aaaac51c40808d491178cf7a0c4b5a1c5d484 SHA512 10008c7b3a3d50c94b9c370015b76ee082f5dfb6dcacf014dc2f2dbe92f903618d10d0202b21f48fcf98a94ae76fb712db55a5e8ad353645d378cf0e6ec74f7e -DIST tokenizers-0.20.0.gh.tar.gz 1537041 BLAKE2B 88c6b63240da44b684f5f10b00f28924f06a3a5c70505b572713f1c17d71a8c0a4dcbdabf95b54fd7c7e54e523b75653d396cc5439ee423b9bb25ca9b03ed97c SHA512 12ecdeb2a53e831cf53e04be757e28104a4f0eb79097b3ab8be47053ba66073f3acefab8b877bb56dc129ab35eb45adbd46bcad2d76ce4cf462c7892464737df +DIST tokenizers-0.20.1.gh.tar.gz 1538802 BLAKE2B a15e93c09c17181845b99c4b38f394446951edd39948ca385c4eee0a558bd751d3ce1c5ca01b1b9760edb9a60989428c9229a0b5736c5dd9dcc8e2e54fff0eab SHA512 3465c29540b0f0ec23106258b98459202440b8450667e2210efe7ee39e5e44d7d542d61198c85e1c50c3fa056656e494c099322eab7fb5feecacdd01ab5cc3e7 DIST tracing-0.1.40.crate 79459 BLAKE2B 33693ee71564fe5925a63dca351e838dfd8612b4b1e49a33a70095e56ca63287c13c772661ace0e540d08c92942d7cbdc51ff2cce4f4b372164d9aa20ec05dee SHA512 5622188a45dddc0d6d3a8244a9b12db6221f4180944ce1019d18f4e613e4bd113dae5d45fb57dd0754f6e8e153b047cdf00c8f200782bb2b868bc2d423d99275 DIST tracing-attributes-0.1.27.crate 32241 BLAKE2B a20af0f50a90dcd64e5318e55779142da294ba18d1cd40059a8aa964fd3c92834e03ee563e41caaeef71a30e3f027e5c8d167d90e2844da79e0774b267e179b4 SHA512 7dc59f4234c3bf3434fb352baed2b81db4e931eeb3ed207c4a204e480da734be40847b167b808058d2807b5583815625bcd5153e2bbe79804cfa6f069a74ffa0 DIST tracing-core-0.1.32.crate 61221 BLAKE2B a7815c46af9852ce62498083103c6d359351f4d33609b4291330073b6abf4b63f5e1bb1a7dfed3bbf4d6913ad5217e96999416261af8a70609408a29109e4db6 SHA512 164f79cacfcca533a53b7dbbdc2015aaf851a16e00c72fbc4e5f515b6a6dedfa464e964810009b54f08cbcdc5a314e50245ac7b1b01a71fce4c63db135bf5521 @@ -252,5 +250,5 @@ DIST windows_x86_64_msvc-0.52.6.crate 832564 BLAKE2B 8e9a3044654c6de99a9153e7cac DIST zerocopy-0.7.35.crate 152645 BLAKE2B 8f13123c9d9257ac5a5c6954d38c3510fa658624442f7e03cdcc6db5a0977d9f26bb4e277be172b7872ec365cf6e58ac742e5578636f7698f9f37093e9249d9a SHA512 17fcb31c029ae89c01e5bae5fb2bb46bd434120199a3dc2c7fe0012dbbcfe2a0bb38934c4a7d3a4920e3fe47c097403beee554fefa54b66cb390f8b1de638d3c DIST zerocopy-derive-0.7.35.crate 37829 BLAKE2B badeb7fa5e0bfe93a6788d93fd297604ed31de526b121549300ead3c49d450f49265f499e2e7ce606dcce2b59dd01f7fa817b8fbb3f237475185c5b42f5299c4 SHA512 dbe23573b62a6267d7bc8c744320b75b2fbda03b908c1d175211f7394374fe182bce58021e25485c10671d726b2007f250565dfe53134d51c89293bb607e9feb DIST zeroize-1.8.1.crate 20029 BLAKE2B 092eba034cd35ec47290020e0c2b213177ff5dbe14ab9e7f0b4ef3cb1ecbc42fbec2b951414e26ab00bc65aaddc2c93eddd5a1963b27c6cd613ac71c65d5cc24 SHA512 dd40ebe98b98fd742608d4066b5ab66caba94b2e679428fcaff9fe547d8cd6ff2360dc85d671ee9183e32fb79cb554d00d6aef9eb8f3d8ad0ec92d0435aa4ebe -EBUILD tokenizers-0.20.0.ebuild 6727 BLAKE2B 92772ea7dfe03b5bdf06595efc0f167c9b6f7c7ff0a9af3e9e3e50fb0d6d5369d7879d49f3658c7e88c9180b9b0bd78fa023cb56dd3cf5563323b31d10eedb48 SHA512 4da1bb4e84b732f49c9921ea2296705ac7a6b92d9a3d614ce199cf4afade473d8513599a2e39783c3e6ef283273cadb31251b6b6f7dd6f14be5c8efdf39dbfbf +EBUILD tokenizers-0.20.1.ebuild 6699 BLAKE2B 4eaec03645f933123600976b892319da75930e2ac128222e2948a35fc7e28300e21345931a467e645eb9e2cb664fe88c4d8a965121914dadedf19994d86acc06 SHA512 42daaa960b98bdcfa9d0fa23d202075306db0d8663bcf165b2d402a47b74911e8c2a7dd2ada1e0c76165b9efe7f8685a5480e5cdeeaa534c56b8eba92d604828 MISC metadata.xml 335 BLAKE2B 55e4d7b301e4315210bf24a4056741cc923c6a72ae323158c5715fade20db86de8a03464bf8f12fe7116689b41aa0519a0070eebff5f63801e23a9c4a9698a92 SHA512 77f537f495b90ad031842f704c5a629cc995fcd848f11defeb597cc16d2d7bab07d262f05a50b07788d2f58fb60eacbefdfa8328215b89b0c661a05b18c4555d diff --git a/sci-libs/tokenizers/tokenizers-0.20.0.ebuild b/sci-libs/tokenizers/tokenizers-0.20.0.ebuild deleted file mode 100644 index 5842ed5b10cd..000000000000 --- a/sci-libs/tokenizers/tokenizers-0.20.0.ebuild +++ /dev/null @@ -1,340 +0,0 @@ -# Copyright 2023-2024 Gentoo Authors -# Distributed under the terms of the GNU General Public License v2 - -# Autogenerated by pycargoebuild 0.13.3 - -EAPI=8 - -DISTUTILS_USE_PEP517=maturin -PYTHON_COMPAT=( python3_{10..12} ) -DISTUTILS_EXT=1 -DISTUTILS_SINGLE_IMPL=1 - -CRATES=" - adler2@2.0.0 - aho-corasick@1.1.3 - anes@0.1.6 - anstream@0.6.15 - anstyle-parse@0.2.5 - anstyle-query@1.1.1 - anstyle-wincon@3.0.4 - anstyle@1.0.8 - assert_approx_eq@1.1.0 - autocfg@1.4.0 - autocfg@1.3.0 - base64@0.13.1 - base64@0.22.1 - bit-set@0.5.3 - bit-vec@0.6.3 - bitflags@1.3.2 - bitflags@2.6.0 - bumpalo@3.16.0 - byteorder@1.5.0 - cast@0.3.0 - cc@1.1.25 - cc@1.1.8 - cfg-if@1.0.0 - ciborium-io@0.2.2 - ciborium-ll@0.2.2 - ciborium@0.2.2 - clap@4.5.19 - clap_builder@4.5.19 - clap_lex@0.7.2 - colorchoice@1.0.2 - console@0.15.8 - core-foundation-sys@0.8.7 - core-foundation@0.9.4 - crc32fast@1.4.2 - criterion-plot@0.5.0 - criterion@0.5.1 - crossbeam-deque@0.8.5 - crossbeam-epoch@0.9.18 - crossbeam-utils@0.8.20 - crunchy@0.2.2 - darling@0.20.10 - darling_core@0.20.10 - darling_macro@0.20.10 - derive_builder@0.20.1 - derive_builder_core@0.20.1 - derive_builder_macro@0.20.1 - derive_builder@0.20.0 - derive_builder_core@0.20.0 - derive_builder_macro@0.20.0 - dirs-sys@0.4.1 - dirs@5.0.1 - either@1.13.0 - encode_unicode@0.3.6 - env_filter@0.1.2 - env_logger@0.11.5 - errno@0.3.9 - esaxx-rs@0.1.10 - fancy-regex@0.13.0 - fastrand@2.1.1 - fastrand@2.1.0 - flate2@1.0.34 - fnv@1.0.7 - foreign-types-shared@0.1.1 - foreign-types@0.3.2 - form_urlencoded@1.2.1 - getrandom@0.2.15 - half@2.4.1 - hermit-abi@0.4.0 - hf-hub@0.3.2 - heck@0.4.1 - humantime@2.1.0 - ident_case@1.0.1 - idna@0.5.0 - indicatif@0.17.8 - indoc@2.0.5 - instant@0.1.13 - is-terminal@0.4.13 - is_terminal_polyfill@1.70.1 - itertools@0.10.5 - itertools@0.11.0 - itertools@0.12.1 - itoa@1.0.11 - js-sys@0.3.70 - lazy_static@1.5.0 - libc@0.2.155 - libc@0.2.159 - libredox@0.1.3 - linux-raw-sys@0.4.14 - lock_api@0.4.12 - log@0.4.22 - macro_rules_attribute-proc_macro@0.2.0 - macro_rules_attribute@0.2.0 - matrixmultiply@0.3.9 - memchr@2.7.4 - memoffset@0.9.1 - minimal-lexical@0.2.1 - miniz_oxide@0.8.0 - monostate-impl@0.1.13 - monostate@0.1.13 - native-tls@0.2.12 - ndarray@0.15.6 - nom@7.1.3 - nu-ansi-term@0.46.0 - num-complex@0.4.6 - num-integer@0.1.46 - num-traits@0.2.19 - number_prefix@0.4.0 - numpy@0.21.0 - once_cell@1.19.0 - once_cell@1.20.2 - onig@6.4.0 - onig_sys@69.8.1 - oorandom@11.1.4 - openssl-macros@0.1.1 - openssl-probe@0.1.5 - openssl-sys@0.9.103 - openssl@0.10.66 - option-ext@0.2.0 - overload@0.1.1 - parking_lot@0.12.3 - parking_lot_core@0.9.10 - paste@1.0.15 - percent-encoding@2.3.1 - pin-project-lite@0.2.14 - pkg-config@0.3.30 - portable-atomic@1.7.0 - pkg-config@0.3.31 - plotters-backend@0.3.7 - plotters-svg@0.3.7 - plotters@0.3.7 - portable-atomic@1.9.0 - ppv-lite86@0.2.20 - proc-macro2@1.0.86 - pyo3-build-config@0.21.2 - pyo3-ffi@0.21.2 - pyo3-macros-backend@0.21.2 - pyo3-macros@0.21.2 - pyo3@0.21.2 - quote@1.0.36 - quote@1.0.37 - rand@0.8.5 - rand_chacha@0.3.1 - rand_core@0.6.4 - rawpointer@0.2.1 - rayon-cond@0.3.0 - rayon-core@1.12.1 - rayon@1.10.0 - redox_users@0.4.6 - regex-automata@0.4.8 - regex-syntax@0.8.5 - redox_syscall@0.5.3 - regex-automata@0.4.7 - regex-syntax@0.8.4 - regex@1.10.6 - regex@1.11.0 - ring@0.17.8 - rustc-hash@1.1.0 - rustix@0.38.34 - rustix@0.38.37 - rustls-pki-types@1.9.0 - rustls-webpki@0.102.8 - rustls@0.23.14 - ryu@1.0.18 - same-file@1.0.6 - schannel@0.1.24 - security-framework-sys@2.12.0 - security-framework@2.11.1 - scopeguard@1.2.0 - serde@1.0.205 - serde@1.0.210 - serde_derive@1.0.205 - serde_derive@1.0.210 - serde_json@1.0.122 - serde_json@1.0.128 - sharded-slab@0.1.7 - shlex@1.3.0 - smallvec@1.13.2 - spin@0.9.8 - spm_precompiled@0.1.4 - strsim@0.11.1 - subtle@2.6.1 - syn@2.0.72 - syn@2.0.79 - target-lexicon@0.12.16 - tempfile@3.12.0 - tempfile@3.13.0 - thiserror-impl@1.0.63 - thiserror-impl@1.0.64 - thiserror@1.0.63 - thiserror@1.0.64 - thread_local@1.1.8 - tinytemplate@1.2.1 - tinyvec@1.8.0 - tinyvec_macros@0.1.1 - tracing-attributes@0.1.27 - tracing-core@0.1.32 - tracing-log@0.2.0 - tracing-subscriber@0.3.18 - tracing@0.1.40 - unicode-bidi@0.3.17 - unicode-ident@1.0.12 - unicode-ident@1.0.13 - unicode-normalization-alignments@0.1.12 - unicode-normalization@0.1.24 - unicode-segmentation@1.11.0 - unicode-segmentation@1.12.0 - unicode-width@0.1.13 - unicode-width@0.1.14 - unicode_categories@0.1.1 - unindent@0.2.3 - untrusted@0.9.0 - ureq@2.10.1 - url@2.5.2 - utf8parse@0.2.2 - valuable@0.1.0 - vcpkg@0.2.15 - walkdir@2.5.0 - wasi@0.11.0+wasi-snapshot-preview1 - wasm-bindgen-backend@0.2.93 - wasm-bindgen-macro-support@0.2.93 - wasm-bindgen-macro@0.2.93 - wasm-bindgen-shared@0.2.93 - wasm-bindgen@0.2.93 - web-sys@0.3.70 - webpki-roots@0.26.6 - winapi-i686-pc-windows-gnu@0.4.0 - winapi-util@0.1.9 - winapi-x86_64-pc-windows-gnu@0.4.0 - winapi@0.3.9 - windows-sys@0.48.0 - windows-sys@0.52.0 - windows-sys@0.59.0 - windows-targets@0.48.5 - windows-targets@0.52.6 - windows_aarch64_gnullvm@0.48.5 - windows_aarch64_gnullvm@0.52.6 - windows_aarch64_msvc@0.48.5 - windows_aarch64_msvc@0.52.6 - windows_i686_gnu@0.48.5 - windows_i686_gnu@0.52.6 - windows_i686_gnullvm@0.52.6 - windows_i686_msvc@0.48.5 - windows_i686_msvc@0.52.6 - windows_x86_64_gnu@0.48.5 - windows_x86_64_gnu@0.52.6 - windows_x86_64_gnullvm@0.48.5 - windows_x86_64_gnullvm@0.52.6 - windows_x86_64_msvc@0.48.5 - windows_x86_64_msvc@0.52.6 - zerocopy-derive@0.7.35 - zerocopy@0.7.35 - zeroize@1.8.1 -" - -inherit cargo distutils-r1 - -DESCRIPTION="Implementation of today's most used tokenizers" -HOMEPAGE="https://github.com/huggingface/tokenizers" -SRC_URI=" - https://github.com/huggingface/${PN}/archive/refs/tags/v${PV}.tar.gz - -> ${P}.gh.tar.gz - ${CARGO_CRATE_URIS} -" - -LICENSE="Apache-2.0" -# Dependent crate licenses -LICENSE+=" - Apache-2.0 Apache-2.0-with-LLVM-exceptions BSD-2 BSD ISC MIT MPL-2.0 - Unicode-DFS-2016 -" -SLOT="0" -KEYWORDS="~amd64" - -BDEPEND=" - test? ( sci-libs/datasets[${PYTHON_SINGLE_USEDEP}] ) - $(python_gen_cond_dep ' - dev-python/setuptools-rust[${PYTHON_USEDEP}] - ') -" - -distutils_enable_tests pytest - -QA_FLAGS_IGNORED=".*/site-packages/tokenizers/.*so" - -src_unpack() { - cargo_src_unpack -} - -src_prepare() { - default - cd bindings/python - eapply "${FILESDIR}"/${PN}-0.15.2-test.patch - distutils-r1_src_prepare -} - -src_configure() { - cd tokenizers - cargo_src_configure - cd ../bindings/python - distutils-r1_src_configure -} - -src_compile() { - cd tokenizers - cargo_src_compile - cd ../bindings/python - distutils-r1_src_compile -} - -src_test() { - cd tokenizers - # Tests do not work - #cargo_src_test - cd ../bindings/python - local EPYTEST_DESELECT=( - "tests/bindings/test_tokenizer.py::TestTokenizer::test_encode_formats" - "tests/documentation/test_tutorial_train_from_iterators.py::TestTrainFromIterators::test_datasets" - ) - local -x EPYTEST_IGNORE=(benches/) - distutils-r1_src_test -} - -src_install() { - cd tokenizers - cd ../bindings/python - distutils-r1_src_install -} diff --git a/sci-libs/tokenizers/tokenizers-0.20.1.ebuild b/sci-libs/tokenizers/tokenizers-0.20.1.ebuild new file mode 100644 index 000000000000..1feae074105a --- /dev/null +++ b/sci-libs/tokenizers/tokenizers-0.20.1.ebuild @@ -0,0 +1,338 @@ +# Copyright 2023-2024 Gentoo Authors +# Distributed under the terms of the GNU General Public License v2 + +# Autogenerated by pycargoebuild 0.13.3 + +EAPI=8 + +DISTUTILS_USE_PEP517=maturin +PYTHON_COMPAT=( python3_{10..12} ) +DISTUTILS_EXT=1 +DISTUTILS_SINGLE_IMPL=1 + +CRATES=" + adler2@2.0.0 + aho-corasick@1.1.3 + anes@0.1.6 + anstream@0.6.15 + anstyle-parse@0.2.5 + anstyle-query@1.1.1 + anstyle-wincon@3.0.4 + anstyle@1.0.8 + assert_approx_eq@1.1.0 + autocfg@1.4.0 + autocfg@1.3.0 + base64@0.13.1 + base64@0.22.1 + bit-set@0.5.3 + bit-vec@0.6.3 + bitflags@1.3.2 + bitflags@2.6.0 + bumpalo@3.16.0 + byteorder@1.5.0 + cast@0.3.0 + cc@1.1.22 + cfg-if@1.0.0 + ciborium-io@0.2.2 + ciborium-ll@0.2.2 + ciborium@0.2.2 + clap@4.5.19 + clap_builder@4.5.19 + clap_lex@0.7.2 + colorchoice@1.0.2 + console@0.15.8 + core-foundation-sys@0.8.7 + core-foundation@0.9.4 + crc32fast@1.4.2 + criterion-plot@0.5.0 + criterion@0.5.1 + crossbeam-deque@0.8.5 + crossbeam-epoch@0.9.18 + crossbeam-utils@0.8.20 + crunchy@0.2.2 + darling@0.20.10 + darling_core@0.20.10 + darling_macro@0.20.10 + derive_builder@0.20.1 + derive_builder_core@0.20.1 + derive_builder_macro@0.20.1 + derive_builder@0.20.0 + derive_builder_core@0.20.0 + derive_builder_macro@0.20.0 + dirs-sys@0.4.1 + dirs@5.0.1 + either@1.13.0 + encode_unicode@0.3.6 + env_filter@0.1.2 + env_logger@0.11.5 + errno@0.3.9 + esaxx-rs@0.1.10 + fancy-regex@0.13.0 + fastrand@2.1.1 + fastrand@2.1.0 + flate2@1.0.34 + fnv@1.0.7 + foreign-types-shared@0.1.1 + foreign-types@0.3.2 + form_urlencoded@1.2.1 + getrandom@0.2.15 + half@2.4.1 + hermit-abi@0.4.0 + hf-hub@0.3.2 + heck@0.4.1 + humantime@2.1.0 + ident_case@1.0.1 + idna@0.5.0 + indicatif@0.17.8 + indoc@2.0.5 + instant@0.1.13 + is-terminal@0.4.13 + is_terminal_polyfill@1.70.1 + itertools@0.10.5 + itertools@0.11.0 + itertools@0.12.1 + itoa@1.0.11 + js-sys@0.3.70 + lazy_static@1.5.0 + libc@0.2.155 + libc@0.2.159 + libredox@0.1.3 + linux-raw-sys@0.4.14 + lock_api@0.4.12 + log@0.4.22 + macro_rules_attribute-proc_macro@0.2.0 + macro_rules_attribute@0.2.0 + matrixmultiply@0.3.9 + memchr@2.7.4 + memoffset@0.9.1 + minimal-lexical@0.2.1 + miniz_oxide@0.8.0 + monostate-impl@0.1.13 + monostate@0.1.13 + native-tls@0.2.12 + ndarray@0.15.6 + nom@7.1.3 + nu-ansi-term@0.46.0 + num-complex@0.4.6 + num-integer@0.1.46 + num-traits@0.2.19 + number_prefix@0.4.0 + numpy@0.21.0 + once_cell@1.20.1 + onig@6.4.0 + onig_sys@69.8.1 + oorandom@11.1.4 + openssl-macros@0.1.1 + openssl-probe@0.1.5 + openssl-sys@0.9.103 + openssl@0.10.66 + option-ext@0.2.0 + overload@0.1.1 + parking_lot@0.12.3 + parking_lot_core@0.9.10 + paste@1.0.15 + percent-encoding@2.3.1 + pin-project-lite@0.2.14 + pkg-config@0.3.30 + portable-atomic@1.7.0 + pkg-config@0.3.31 + plotters-backend@0.3.7 + plotters-svg@0.3.7 + plotters@0.3.7 + portable-atomic@1.9.0 + ppv-lite86@0.2.20 + proc-macro2@1.0.86 + pyo3-build-config@0.21.2 + pyo3-ffi@0.21.2 + pyo3-macros-backend@0.21.2 + pyo3-macros@0.21.2 + pyo3@0.21.2 + quote@1.0.36 + quote@1.0.37 + rand@0.8.5 + rand_chacha@0.3.1 + rand_core@0.6.4 + rawpointer@0.2.1 + rayon-cond@0.3.0 + rayon-core@1.12.1 + rayon@1.10.0 + redox_users@0.4.6 + regex-automata@0.4.8 + regex-syntax@0.8.5 + redox_syscall@0.5.7 + regex-automata@0.4.7 + regex-syntax@0.8.4 + regex@1.10.6 + regex@1.11.0 + ring@0.17.8 + rustc-hash@1.1.0 + rustix@0.38.34 + rustix@0.38.37 + rustls-pki-types@1.9.0 + rustls-webpki@0.102.8 + rustls@0.23.14 + ryu@1.0.18 + same-file@1.0.6 + schannel@0.1.24 + security-framework-sys@2.12.0 + security-framework@2.11.1 + scopeguard@1.2.0 + serde@1.0.205 + serde@1.0.210 + serde_derive@1.0.205 + serde_derive@1.0.210 + serde_json@1.0.122 + serde_json@1.0.128 + sharded-slab@0.1.7 + shlex@1.3.0 + smallvec@1.13.2 + spin@0.9.8 + spm_precompiled@0.1.4 + strsim@0.11.1 + subtle@2.6.1 + syn@2.0.72 + syn@2.0.79 + target-lexicon@0.12.16 + tempfile@3.12.0 + tempfile@3.13.0 + thiserror-impl@1.0.63 + thiserror-impl@1.0.64 + thiserror@1.0.63 + thiserror@1.0.64 + thread_local@1.1.8 + tinytemplate@1.2.1 + tinyvec@1.8.0 + tinyvec_macros@0.1.1 + tracing-attributes@0.1.27 + tracing-core@0.1.32 + tracing-log@0.2.0 + tracing-subscriber@0.3.18 + tracing@0.1.40 + unicode-bidi@0.3.17 + unicode-ident@1.0.12 + unicode-ident@1.0.13 + unicode-normalization-alignments@0.1.12 + unicode-normalization@0.1.24 + unicode-segmentation@1.11.0 + unicode-segmentation@1.12.0 + unicode-width@0.1.13 + unicode-width@0.1.14 + unicode_categories@0.1.1 + unindent@0.2.3 + untrusted@0.9.0 + ureq@2.10.1 + url@2.5.2 + utf8parse@0.2.2 + valuable@0.1.0 + vcpkg@0.2.15 + walkdir@2.5.0 + wasi@0.11.0+wasi-snapshot-preview1 + wasm-bindgen-backend@0.2.93 + wasm-bindgen-macro-support@0.2.93 + wasm-bindgen-macro@0.2.93 + wasm-bindgen-shared@0.2.93 + wasm-bindgen@0.2.93 + web-sys@0.3.70 + webpki-roots@0.26.6 + winapi-i686-pc-windows-gnu@0.4.0 + winapi-util@0.1.9 + winapi-x86_64-pc-windows-gnu@0.4.0 + winapi@0.3.9 + windows-sys@0.48.0 + windows-sys@0.52.0 + windows-sys@0.59.0 + windows-targets@0.48.5 + windows-targets@0.52.6 + windows_aarch64_gnullvm@0.48.5 + windows_aarch64_gnullvm@0.52.6 + windows_aarch64_msvc@0.48.5 + windows_aarch64_msvc@0.52.6 + windows_i686_gnu@0.48.5 + windows_i686_gnu@0.52.6 + windows_i686_gnullvm@0.52.6 + windows_i686_msvc@0.48.5 + windows_i686_msvc@0.52.6 + windows_x86_64_gnu@0.48.5 + windows_x86_64_gnu@0.52.6 + windows_x86_64_gnullvm@0.48.5 + windows_x86_64_gnullvm@0.52.6 + windows_x86_64_msvc@0.48.5 + windows_x86_64_msvc@0.52.6 + zerocopy-derive@0.7.35 + zerocopy@0.7.35 + zeroize@1.8.1 +" + +inherit cargo distutils-r1 + +DESCRIPTION="Implementation of today's most used tokenizers" +HOMEPAGE="https://github.com/huggingface/tokenizers" +SRC_URI=" + https://github.com/huggingface/${PN}/archive/refs/tags/v${PV}.tar.gz + -> ${P}.gh.tar.gz + ${CARGO_CRATE_URIS} +" + +LICENSE="Apache-2.0" +# Dependent crate licenses +LICENSE+=" + Apache-2.0 Apache-2.0-with-LLVM-exceptions BSD-2 BSD ISC MIT MPL-2.0 + Unicode-DFS-2016 +" +SLOT="0" +KEYWORDS="~amd64" + +BDEPEND=" + test? ( sci-libs/datasets[${PYTHON_SINGLE_USEDEP}] ) + $(python_gen_cond_dep ' + dev-python/setuptools-rust[${PYTHON_USEDEP}] + ') +" + +distutils_enable_tests pytest + +QA_FLAGS_IGNORED=".*/site-packages/tokenizers/.*so" + +src_unpack() { + cargo_src_unpack +} + +src_prepare() { + default + cd bindings/python + eapply "${FILESDIR}"/${PN}-0.15.2-test.patch + distutils-r1_src_prepare +} + +src_configure() { + cd tokenizers + cargo_src_configure + cd ../bindings/python + distutils-r1_src_configure +} + +src_compile() { + cd tokenizers + cargo_src_compile + cd ../bindings/python + distutils-r1_src_compile +} + +src_test() { + cd tokenizers + # Tests do not work + #cargo_src_test + cd ../bindings/python + local EPYTEST_DESELECT=( + "tests/bindings/test_tokenizer.py::TestTokenizer::test_encode_formats" + "tests/documentation/test_tutorial_train_from_iterators.py::TestTrainFromIterators::test_datasets" + ) + local -x EPYTEST_IGNORE=(benches/) + distutils-r1_src_test +} + +src_install() { + cd tokenizers + cd ../bindings/python + distutils-r1_src_install +} -- cgit v1.2.3