Claude
12ede47b2c
Implements the last Phase 2 piece: a working face detector/embedder behind
the new `faces-onnx` cargo feature (mirrors how `plugins` gates wasmtime).
Inert by default — the default build is unchanged and ships the no-op
analyzer.
Pipeline (InsightFace/immich pattern): SCRFD detection with 5-point
landmarks → least-squares similarity alignment to the canonical 112×112
template → ArcFace embedding → L2-normalized 512-d vector.
- face_geometry.rs (always compiled, unit-tested): SCRFD anchor/distance
decode, NMS, the closed-form (complex-number) similarity transform,
bilinear affine warp, NCHW normalization, L2-norm, Laplacian sharpness.
11 unit tests cover the error-prone math with no model needed.
- onnx_face_analyzer.rs (feature `faces-onnx`): wires the geometry to ONNX
Runtime via `ort` (load-dynamic, so libonnxruntime is dlopen'd at runtime
and the crate builds without it). Inference runs on spawn_blocking; each
session is serialized behind a Mutex. Loads via `ort::init_from` (fallible)
not ORT's lazy loader, which would panic under `panic = "abort"`.
- config: FacesConfig + OXICLOUD_FACES_{ORT_DYLIB,DETECTOR_MODEL,
EMBEDDER_MODEL,DET_SIZE,DET_THRESHOLD,NMS_THRESHOLD,INTRA_THREADS}.
- di: build_face_analyzer() loads the real analyzer when the feature is
compiled in and runtime+models are configured; any missing piece or load
failure degrades to the no-op analyzer (logged) so startup never fails.
- ort/ndarray added as optional deps; example.env documents the setup.
Models and the ONNX Runtime dylib are operator-provided at runtime and are
never committed. Cannot be exercised in CI (no models/dylib); the geometry
is unit-tested and the ONNX seam is isolated.
Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01JW6ghFMDtnRYuYNzZhb47M
150 lines
5.6 KiB
TOML
150 lines
5.6 KiB
TOML
[package]
|
|
name = "oxicloud"
|
|
version = "0.7.0"
|
|
edition = "2024"
|
|
default-run = "oxicloud"
|
|
|
|
|
|
[dependencies]
|
|
mimalloc = { version = "0.1.52", default-features = false }
|
|
axum = { version = "0.8.9", features = ["multipart", "http1", "http2", "tokio", "macros"] }
|
|
tokio = { version = "1.52.3", features = ["rt-multi-thread", "macros", "io-util", "net", "time", "sync", "fs"] }
|
|
tokio-util = { version = "0.7.18", features = ["io", "codec", "compat"] }
|
|
tokio-stream = { version = "0.1.18", features = ["fs", "sync"] }
|
|
bytes = "1.11.1"
|
|
tempfile = "3.27.0"
|
|
tower = "0.5.3"
|
|
tower-http = { version = "0.6.11", features = ["fs", "compression-gzip", "compression-br", "trace", "cors", "add-extension", "request-id", "set-header", "limit"] }
|
|
flate2 = "1.1.9"
|
|
tracing = "0.1.44"
|
|
tracing-subscriber = { version = "0.3.23", features = ["env-filter"] }
|
|
chrono = { version = "0.4.45", features = ["serde"] }
|
|
http-body = "1.0.1"
|
|
serde = { version = "1.0.228", features = ["derive"] }
|
|
serde_json = "1.0.150"
|
|
futures = "0.3.32"
|
|
async-stream = "0.3.6"
|
|
async-trait = "0.1.89"
|
|
mime_guess = "2.0.5"
|
|
uuid = { version = "1.23.3", features = ["v4", "v7", "serde"] }
|
|
thiserror = "2.0.18"
|
|
|
|
mockall = { version = "0.14.0", optional = true }
|
|
sqlx = { version = "0.8.6", features = ["postgres", "runtime-tokio", "tls-rustls", "chrono", "uuid", "json", "migrate"] }
|
|
jsonwebtoken = { version = "10.4.0", features = ["rust_crypto"] }
|
|
argon2 = "0.5.3"
|
|
rand_core = { version = "0.6", features = ["std", "getrandom"] }
|
|
quick-xml = "0.39.4"
|
|
dotenvy = "0.15.7"
|
|
moka = { version = "0.12.15", features = ["future", "sync"] }
|
|
http-range-header = "0.4"
|
|
image = { version = "0.25.10", default-features = false, features = ["jpeg", "png", "gif", "webp"] }
|
|
id3 = "1.17"
|
|
mp3-duration = "0.1"
|
|
kamadak-exif = "0.6.1"
|
|
md-5 = "0.11.0"
|
|
sha2 = "0.11.0"
|
|
unicode-normalization = "0.1.25"
|
|
blake3 = { version = "1.8.5", features = ["rayon", "mmap"] }
|
|
hex = "0.4.3"
|
|
http-body-util = "0.1.3"
|
|
percent-encoding = "2.3.2"
|
|
reqwest = { version = "0.12", default-features = false, features = ["json", "rustls-tls-webpki-roots"] }
|
|
base64 = "0.22.1"
|
|
fs2 = "0.4"
|
|
rayon = "1.12.0"
|
|
infer = "0.19"
|
|
async-compression = { version = "0.4.42", features = ["tokio", "gzip"] }
|
|
async_zip = { version = "0.0.18", features = ["tokio", "deflate"] }
|
|
dashmap = "6.2.1"
|
|
socket2 = { version = "0.6.4", features = ["all"] }
|
|
urlencoding = "2.1.3"
|
|
utoipa = { version = "5.5.0", features = ["axum_extras", "uuid", "chrono"] }
|
|
aws-sdk-s3 = "1.136.0"
|
|
aws-config = { version = "1.8.18", features = ["behavior-version-latest"] }
|
|
aws-smithy-types = "1.5.0"
|
|
azure_core = { version = "0.21", default-features = false, features = ["enable_reqwest_rustls", "hmac_rust"] }
|
|
azure_storage = { version = "0.21", default-features = false, features = ["enable_reqwest_rustls", "hmac_rust"] }
|
|
azure_storage_blobs = { version = "0.21", default-features = false, features = ["enable_reqwest_rustls", "hmac_rust"] }
|
|
aes-gcm = "0.10.3"
|
|
lru = "0.16.4"
|
|
fastcdc = { version = "4.0.0", features = ["tokio"] }
|
|
lettre = { version = "0.11.18", default-features = false, features = ["smtp-transport", "tokio1-rustls-tls", "rustls-native-certs", "builder"] }
|
|
idna = "1.1"
|
|
smol_str = { version = "0.3.6", features = ["serde"] }
|
|
accept-language = "3.1.0"
|
|
askama = "0.16.0"
|
|
tantivy = "0.26.1"
|
|
zip = { version = "8.6.0", default-features = false, features = ["deflate"] }
|
|
pdf-extract = "0.10.0"
|
|
nom-exif = "3.6.1"
|
|
extism = { version = "1.30.0", optional = true }
|
|
toml = { version = "1.1.2", optional = true }
|
|
file-rotate = { version = "0.7.6", optional = true }
|
|
ort = { version = "2.0.0-rc.12", default-features = false, features = ["load-dynamic", "ndarray", "tracing", "api-24"], optional = true }
|
|
ndarray = { version = "0.17.2", optional = true }
|
|
|
|
[features]
|
|
default = []
|
|
test_utils = ["mockall"]
|
|
integration_tests = []
|
|
# WASM plugin runtime (Extism). Opt-in: bundles wasmtime, a large engine most
|
|
# deployments won't use. Activation also requires OXICLOUD_ENABLE_PLUGINS=true.
|
|
plugins = ["dep:extism", "dep:toml", "dep:file-rotate"]
|
|
# Empty marker feature that gates the `load-seed` binary so it isn't built
|
|
# by default (and skipped in prod Docker builds). Kept separate from
|
|
# test_utils so enabling it doesn't change the oxicloud dependency graph —
|
|
# this lets one `cargo build` produce both `oxicloud` and `load-seed`
|
|
# without recompiling oxicloud with mockall in scope.
|
|
load_seed_bin = []
|
|
# Real ONNX-backed face analyzer (detector + embedder) for the People feature.
|
|
# Opt-in: pulls `ort` (ONNX Runtime, load-dynamic — dlopen's libonnxruntime at
|
|
# runtime) + `ndarray`, a heavy stack most deployments won't use. Activation also
|
|
# requires OXICLOUD_ENABLE_FACES=true *and* operator-provided ONNX models; without
|
|
# this feature the People pipeline falls back to the inert NoopFaceAnalyzer.
|
|
faces-onnx = ["dep:ort", "dep:ndarray"]
|
|
|
|
[lints.rust]
|
|
unexpected_cfgs = { level = "warn", check-cfg = ['cfg(integration_tests)'] }
|
|
|
|
[[bin]]
|
|
name = "generate-openapi"
|
|
path = "src/bin/generate-openapi.rs"
|
|
|
|
[[bin]]
|
|
name = "migrate-nfc-filenames"
|
|
path = "src/bin/migrate-nfc-filenames.rs"
|
|
|
|
[[bin]]
|
|
name = "load-seed"
|
|
path = "src/bin/load-seed.rs"
|
|
# Test fixture seeder. Gated behind the empty `load_seed_bin` feature so
|
|
# `cargo build --release` (and the prod Dockerfile) skip it. tests/load/run.sh
|
|
# and load-nightly.yml build it explicitly with --features load_seed_bin.
|
|
required-features = ["load_seed_bin"]
|
|
|
|
[build-dependencies]
|
|
oxc_allocator = "0.125.0"
|
|
oxc_parser = "0.125.0"
|
|
oxc_semantic = "0.125.0"
|
|
oxc_span = "0.125.0"
|
|
oxc_codegen = "0.125.0"
|
|
oxc_minifier = "0.125.0"
|
|
lightningcss = "1.0.0-alpha.71"
|
|
|
|
[profile.release]
|
|
lto = "thin"
|
|
codegen-units = 1
|
|
opt-level = 3
|
|
panic = "abort"
|
|
strip = true
|
|
|
|
[profile.dev]
|
|
opt-level = 1
|
|
debug = true
|
|
|
|
[profile.bench]
|
|
lto = "fat"
|
|
codegen-units = 1
|
|
opt-level = 3
|