1 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 1 | 1 | 1 | 2 | 2 | 4 | 4 | 4 | 4 | 4 | 4 | 4 | 5 | 5 | 5 | 5 | 6 | 7 | 7 | 8 | 8 | 11 | 12 |
13
|
13
|
13
|
14
|
15
|
31
|
32
|
31
|
38
|
44
|
45
|
44
|
53
|
2020 | 2021 | 2022 | 2023 | 2024 | |||||||||||||||||||||||||||||||||||||||||||||||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
Tokenizers is used at run time in 85 crates (of which 10 optionally). It is a direct run-time dependency in 68 crates. It's used only as a dev dependency in 4 crates (of which 3 directly).
Number of dependers | Tokenizers version | Downloads/month |
---|---|---|
33 | 0.19.1 | 30K |
21 | 0.15.2 | 53K |
8 | 0.14.1 | 3.4K |
22 | 0.13.4 | 6.4K |
4 | 0.11.3 | 0 |
1 | 0.10.1 | 0 |
Depender (with downloads and own rev deps) | Tokenizers version | |||
---|---|---|---|---|
11K | 10 | text-splitter | optional | ^0.19 |
2.6K | 5 | fastembed | ^0.19 | |
2.2K | 4 | candle-examples | ^0.19.1 | |
550 | valentinus | >=0.13.4 | ||
550 | coze | ^0.15.2 | ||
1.9K | 15 | rust-bert | optional | ^0.15 |
360 | bm42 | ^0.19 | ||
350 | usls | ^0.15.2 | ||
310 | 2 | beet_ml | ^0.19.1 | |
290 | 3 | candle-datasets | ^0.19.1 | |
260 | 1 | kalosm-language | ^0.13.4 | |
220 | candle_embed | ^0.19.1 | ||
200 | 1 | llm_utils | ^0.19.1 | |
200 | simple-whisper | ^0.19.1 | ||
180 | callm | ^0.19 | ||
1.0K | 2 | lancedb | optional | ^0.19.1 |
170 | 1 | stable-diffusion | ^0.15.0 | |
120 | musicgpt | ^0.19.1 | ||
110 | 5 | kalosm-sample | ^0.13.4 | |
110 | token-counter | ^0.19.1 | ||
100 | ragtime | ^0.19 | ||
100 | 6 | kalosm-language-model | ^0.13.4 | |
glowrs | ^0.19.1 | |||
ct2rs | ^0.19.1 | |||
1 | rwhisper | ^0.14.0 | ||
codegeex4-candle | ^0.19.1 | |||
norma | ^0.19.1 | |||
oxidized-transformers | ^0.15 | |||
1 | segment-anything-rs | ^0.13.4 | ||
1 | rphi | ^0.13.4 | ||
reco-forge | ^0.15.0 | |||
edge-transformers | ^0.13 | |||
2 | rbert | ^0.13.4 | ||
lsp-ai | ^0.14.1 | |||
promptbox | ^0.15.0 | |||
4 | sapiens | ^0.14.1 | ||
2 | kalosm-llama | ^0.13.4 | ||
1 | kalosm-ocr | ^0.13.4 | ||
1 | rwuerstchen | ^0.13.4 | ||
cracken | ~0.11.0 | |||
enfer_core | ^0.15.0 | |||
1 | kalosm-sound | ^0.14.0 | ||
dataflow_nlp | ^0.11 | |||
aiochatgpt | ^0.13.2 | |||
bge | ^0.15.2 | |||
smartgpt | ^0.13.3 | |||
1 | wonnx-preprocessing | ^0.13.3 | ||
modeling | ^0.11.0 | |||
rai-models | ^0.15.0 | |||
anonymize_rs | ^0.13.3 | |||
moz_genai | ^0.15.0 | |||
1 | clip_txt | ^0.13.3 | ||
mpnet-rs | ^0.15.1 | |||
rsllm | ^0.19.1 | |||
fashion-clip-rs | ^0.15 | |||
spoilers | ^0 | |||
sbert | ^0.11 | |||
heapswap | ^0.15.1 | |||
wimbd | ^0.15.1 | |||
aleph-alpha-api | ^0.15.0 | |||
bridge-common | ^0.19.1 | |||
candle-chat-types | ^0.13.4 | |||
inference_core | ^0.15.0 | |||
rmistral | ^0.13.4 | |||
yolors | ^0.15.0 | |||
aleph-alpha-tokenizer | optional | ^0.10.1 | ||
pyke-diffusers | optional | ^0.13 | ||
59K | 31 | ort | dev | >=0.13.4 |
300 | 1 | general-sam | dev | ^0.15.2 |
260 | kalosm | dev | ^0.15.0 | |
mtc-token-healing | dev | ^0.19.1 |