mirror of
https://github.com/hanzoai/index.git
synced 2026-10-30 18:34:27 +00:00
zeekay
de5e797fca
A version written into a manifest is written into every manifest that wants it, which is how eslint came to exist in a hundred and four forms across this estate and how a package came to resolve twice at run time. The catalog moves the number out of the manifest: a manifest names the package, the workspace names the version. Four are held below their latest because the newer release cannot be used, and the reason is recorded rather than the version alone: @noble/hashes 2 renamed every subpath the web3 stack imports, @splinetool/runtime 2 depends on a package that was never published, @dynamic-labs 5.4.1 the same, and react-resizable-panels 3 points its types condition at the bundle.
181 lines
5.0 KiB
TOML
181 lines
5.0 KiB
TOML
[package]
|
|
name = "milli"
|
|
edition = "2021"
|
|
publish = false
|
|
|
|
version.workspace = true
|
|
authors.workspace = true
|
|
description.workspace = true
|
|
homepage.workspace = true
|
|
readme.workspace = true
|
|
# edition.workspace = true
|
|
license.workspace = true
|
|
|
|
[dependencies]
|
|
big_s = "1.0.2"
|
|
bimap = { version = "0.6.3", features = ["serde"] }
|
|
bincode = "1.3.3"
|
|
bstr = "1.12.1"
|
|
bytemuck = { version = "1.24.0", features = ["extern_crate_alloc"] }
|
|
byteorder = "1.5.0"
|
|
charabia = { version = "0.9.9", default-features = false }
|
|
cellulite = "0.3.2"
|
|
concat-arrays = "0.1.2"
|
|
convert_case = "0.9.0"
|
|
crossbeam-channel = "0.5.15"
|
|
# for compatibility with the ureq of hf-hub
|
|
danger-ureq = { package = "ureq", version = "2.12.1", features = ["json"] }
|
|
deserr = "0.6.4"
|
|
either = { version = "1.15.0", features = ["serde"] }
|
|
flatten-serde-json = { path = "../flatten-serde-json" }
|
|
fst = "0.4.7"
|
|
fxhash = "0.2.1"
|
|
geojson = "0.24.2"
|
|
geoutils = "0.5.1"
|
|
grenad = { version = "0.5.0", default-features = false, features = [
|
|
"rayon",
|
|
"tempfile",
|
|
] }
|
|
heed = { version = "0.22.1", default-features = false, features = [
|
|
"serde-json",
|
|
"serde-bincode",
|
|
] }
|
|
http-client = { path = "../http-client" }
|
|
indexmap = { version = "2.12.0", features = ["serde", "rayon"] }
|
|
json-depth-checker = { path = "../json-depth-checker" }
|
|
levenshtein_automata = { version = "0.2.1", features = ["fst_automaton"] }
|
|
memchr = "2.7.6"
|
|
memmap2 = "0.9.9"
|
|
obkv = "0.3.0"
|
|
once_cell = "1.21.3"
|
|
ordered-float = "5.1.0"
|
|
rayon = "1.11.0"
|
|
roaring = { version = "0.10.12", features = ["serde"] }
|
|
rstar = { version = "0.12.2", features = ["serde"] }
|
|
serde = { version = "1.0.228", features = ["derive"] }
|
|
serde_json = { version = "1.0.145", features = ["preserve_order", "raw_value"] }
|
|
slice-group-by = "0.3.1"
|
|
smallstr = { version = "0.3.1", features = ["serde"] }
|
|
smallvec = "1.15.1"
|
|
smartstring = "1.0.1"
|
|
tempfile = "3.23.0"
|
|
thiserror = "2.0.17"
|
|
time = { version = "0.3.47", features = [
|
|
"serde-well-known",
|
|
"formatting",
|
|
"parsing",
|
|
"macros",
|
|
] }
|
|
uuid = { version = "1.18.1", features = ["v4"] }
|
|
|
|
filter-parser = { path = "../filter-parser" }
|
|
|
|
# documents words self-join
|
|
itertools = "0.14.0"
|
|
|
|
csv = "1.4.0"
|
|
candle-core = { version = "0.9.1" }
|
|
candle-transformers = { version = "0.9.1" }
|
|
candle-nn = { version = "0.9.1" }
|
|
tokenizers = { version = "0.22.1", default-features = false, features = [
|
|
"onig",
|
|
] }
|
|
hf-hub = { git = "https://github.com/dureuill/hf-hub.git", branch = "rust_tls", default-features = false, features = [
|
|
"online",
|
|
] }
|
|
safetensors = "0.6.2"
|
|
tiktoken-rs = "0.9.1"
|
|
liquid = "0.26.11"
|
|
rhai = { version = "1.23.6", features = [
|
|
"serde",
|
|
"no_module",
|
|
"no_custom_syntax",
|
|
"no_time",
|
|
"sync",
|
|
] }
|
|
arroy = "0.6.4"
|
|
hannoy = { version = "0.1.3", features = ["arroy"] }
|
|
rand = "0.8.5"
|
|
tracing = "0.1.41"
|
|
url = "2.5.7"
|
|
hashbrown = "0.15.5"
|
|
bumpalo = "3.19.0"
|
|
bumparaw-collections = "0.1.4"
|
|
steppe = { version = "0.4", default-features = false }
|
|
thread_local = "1.1.9"
|
|
rustc-hash = "2.1.1"
|
|
enum-iterator = "2.3.0"
|
|
bbqueue = { git = "https://github.com/meilisearch/bbqueue" }
|
|
flume = { version = "0.11.1", default-features = false }
|
|
utoipa = { version = "5.4.0", features = [
|
|
"macros",
|
|
"non_strict_integers",
|
|
"preserve_order",
|
|
"uuid",
|
|
"time",
|
|
"openapi_extensions",
|
|
] }
|
|
lru = "0.16.3"
|
|
twox-hash = { version = "2.1.2", default-features = false, features = [
|
|
"std",
|
|
"xxhash3_64",
|
|
"xxhash64",
|
|
] }
|
|
geo-types = "=0.7.17" # fixed version: see <https://github.com/meilisearch/meilisearch/pull/6118>
|
|
zerometry = "0.3.0"
|
|
|
|
[dev-dependencies]
|
|
mimalloc = { workspace = true }
|
|
# fixed version due to format breakages in v1.40
|
|
insta = "=1.39.0"
|
|
maplit = "1.0.2"
|
|
md5 = "0.8.0"
|
|
search-snap = { path = "../search-snap" }
|
|
rand = { version = "0.8.5", features = ["small_rng"] }
|
|
|
|
[features]
|
|
all-tokenizations = ["charabia/default"]
|
|
|
|
# Use POSIX semaphores instead of SysV semaphores in LMDB
|
|
# For more information on this feature, see heed's Cargo.toml
|
|
lmdb-posix-sem = ["heed/posix-sem"]
|
|
|
|
# allow chinese specialized tokenization
|
|
chinese = ["charabia/chinese"]
|
|
chinese-pinyin = ["chinese", "charabia/chinese-normalization-pinyin"]
|
|
|
|
|
|
# allow hebrew specialized tokenization
|
|
hebrew = ["charabia/hebrew"]
|
|
|
|
# allow japanese specialized tokenization
|
|
japanese = ["charabia/japanese"]
|
|
japanese-transliteration = ["charabia/japanese-transliteration"]
|
|
|
|
# allow korean specialized tokenization
|
|
korean = ["charabia/korean"]
|
|
|
|
# allow thai specialized tokenization
|
|
thai = ["charabia/thai"]
|
|
|
|
# allow greek specialized tokenization
|
|
greek = ["charabia/greek"]
|
|
|
|
# allow khmer specialized tokenization
|
|
khmer = ["charabia/khmer"]
|
|
|
|
# allow vietnamese specialized tokenization
|
|
vietnamese = ["charabia/vietnamese"]
|
|
|
|
# allow german specialized tokenization
|
|
german = ["charabia/german-segmentation"]
|
|
|
|
# force swedish character recomposition
|
|
swedish-recomposition = ["charabia/swedish-recomposition"]
|
|
|
|
# allow turkish specialized tokenization
|
|
turkish = ["charabia/turkish"]
|
|
|
|
# allow CUDA support, see <https://github.com/meilisearch/meilisearch/issues/4306>
|
|
cuda = ["candle-core/cuda"]
|