ports/textproc/py-tokenizers/Makefile.crates
Hiroki Tagato f6fa55bd8e textproc/py-tokenizers: update to 0.15.2
While here, enable tests.

Changelog: https://github.com/huggingface/tokenizers/releases/tag/v0.15.2

Reported by:	portscout
2024-02-14 18:17:15 +09:00

140 lines
3.2 KiB
Text

CARGO_CRATES= aho-corasick-1.1.2 \
anstream-0.6.11 \
anstyle-1.0.6 \
anstyle-parse-0.2.3 \
anstyle-query-1.0.2 \
anstyle-wincon-3.0.2 \
autocfg-1.1.0 \
base64-0.13.1 \
bitflags-1.3.2 \
bitflags-2.4.2 \
cc-1.0.83 \
cfg-if-1.0.0 \
clap-4.5.0 \
clap_builder-4.5.0 \
clap_derive-4.5.0 \
clap_lex-0.7.0 \
colorchoice-1.0.0 \
console-0.15.8 \
crossbeam-deque-0.8.5 \
crossbeam-epoch-0.9.18 \
crossbeam-utils-0.8.19 \
darling-0.14.4 \
darling_core-0.14.4 \
darling_macro-0.14.4 \
derive_builder-0.12.0 \
derive_builder_core-0.12.0 \
derive_builder_macro-0.12.0 \
either-1.10.0 \
encode_unicode-0.3.6 \
env_logger-0.10.2 \
errno-0.3.8 \
esaxx-rs-0.1.10 \
fastrand-2.0.1 \
fnv-1.0.7 \
getrandom-0.2.12 \
heck-0.4.1 \
hermit-abi-0.3.5 \
humantime-2.1.0 \
ident_case-1.0.1 \
indicatif-0.17.8 \
indoc-2.0.4 \
instant-0.1.12 \
is-terminal-0.4.12 \
itertools-0.11.0 \
itertools-0.12.1 \
itoa-1.0.10 \
lazy_static-1.4.0 \
libc-0.2.153 \
linux-raw-sys-0.4.13 \
lock_api-0.4.11 \
log-0.4.20 \
macro_rules_attribute-0.2.0 \
macro_rules_attribute-proc_macro-0.2.0 \
matrixmultiply-0.3.8 \
memchr-2.7.1 \
memoffset-0.9.0 \
minimal-lexical-0.2.1 \
monostate-0.1.11 \
monostate-impl-0.1.11 \
ndarray-0.15.6 \
nom-7.1.3 \
num-complex-0.4.5 \
num-integer-0.1.46 \
num-traits-0.2.18 \
number_prefix-0.4.0 \
numpy-0.20.0 \
once_cell-1.19.0 \
onig-6.4.0 \
onig_sys-69.8.1 \
parking_lot-0.12.1 \
parking_lot_core-0.9.9 \
paste-1.0.14 \
pkg-config-0.3.29 \
portable-atomic-1.6.0 \
ppv-lite86-0.2.17 \
proc-macro2-1.0.78 \
pyo3-0.20.2 \
pyo3-build-config-0.20.2 \
pyo3-ffi-0.20.2 \
pyo3-macros-0.20.2 \
pyo3-macros-backend-0.20.2 \
quote-1.0.35 \
rand-0.8.5 \
rand_chacha-0.3.1 \
rand_core-0.6.4 \
rawpointer-0.2.1 \
rayon-1.8.1 \
rayon-cond-0.3.0 \
rayon-core-1.12.1 \
redox_syscall-0.4.1 \
regex-1.10.3 \
regex-automata-0.4.5 \
regex-syntax-0.8.2 \
rustc-hash-1.1.0 \
rustix-0.38.31 \
ryu-1.0.16 \
scopeguard-1.2.0 \
serde-1.0.196 \
serde_derive-1.0.196 \
serde_json-1.0.113 \
smallvec-1.13.1 \
spm_precompiled-0.1.4 \
strsim-0.10.0 \
strsim-0.11.0 \
syn-1.0.109 \
syn-2.0.48 \
target-lexicon-0.12.13 \
tempfile-3.10.0 \
termcolor-1.4.1 \
thiserror-1.0.56 \
thiserror-impl-1.0.56 \
unicode-ident-1.0.12 \
unicode-normalization-alignments-0.1.12 \
unicode-segmentation-1.11.0 \
unicode-width-0.1.11 \
unicode_categories-0.1.1 \
unindent-0.2.3 \
utf8parse-0.2.1 \
wasi-0.11.0+wasi-snapshot-preview1 \
winapi-0.3.9 \
winapi-i686-pc-windows-gnu-0.4.0 \
winapi-util-0.1.6 \
winapi-x86_64-pc-windows-gnu-0.4.0 \
windows-sys-0.52.0 \
windows-targets-0.48.5 \
windows-targets-0.52.0 \
windows_aarch64_gnullvm-0.48.5 \
windows_aarch64_gnullvm-0.52.0 \
windows_aarch64_msvc-0.48.5 \
windows_aarch64_msvc-0.52.0 \
windows_i686_gnu-0.48.5 \
windows_i686_gnu-0.52.0 \
windows_i686_msvc-0.48.5 \
windows_i686_msvc-0.52.0 \
windows_x86_64_gnu-0.48.5 \
windows_x86_64_gnu-0.52.0 \
windows_x86_64_gnullvm-0.48.5 \
windows_x86_64_gnullvm-0.52.0 \
windows_x86_64_msvc-0.48.5 \
windows_x86_64_msvc-0.52.0