[package]
name = "llmhosts_core"
version = "0.1.0"
edition = "2021"
publish = false
license = "Apache-2.0"
description = "LLMHosts Core inference engine — custom Rust inference with GPU acceleration"
repository = "https://github.com/LookNoHandsMom/LLMHosts.com"

[lib]
name = "_llmhosts_core"
crate-type = ["cdylib", "rlib"]

[dependencies]
pyo3 = { workspace = true }
serde = { workspace = true }
serde_json = { workspace = true }
thiserror = { workspace = true }
tracing = { workspace = true }
memmap2 = "0.9"
byteorder = "1"
half = { version = "2", features = ["num-traits"] }
num-traits = "0.2"
rand = "0.8"
tokenizers = { version = "0.22", features = ["http"] }
matrixmultiply = { workspace = true }
cubecl = { version = "0.4", default-features = false, optional = true }

[dev-dependencies]
tempfile = "3"

[features]
default = []
cuda = ["cubecl", "cubecl/default", "cubecl/cuda"]
wgpu = ["cubecl", "cubecl/default", "cubecl/wgpu"]
