diff --git a/.gitignore b/.gitignore index c2610d1..38d0181 100644 --- a/.gitignore +++ b/.gitignore @@ -4,4 +4,6 @@ *.db-shm *.db-wal .DS_Store -*/.DS_Store \ No newline at end of file +*/.DS_Store +/data +/.fastembed_cache \ No newline at end of file diff --git a/ARCHITECTURE.MD b/ARCHITECTURE.MD index 24a3929..f91a5b3 100644 --- a/ARCHITECTURE.MD +++ b/ARCHITECTURE.MD @@ -22,6 +22,7 @@ We are decoupling the **Domain Logic** (the "What") from the **Infrastructure** | **API Framework** | **Axum** | Actix-Web | | **Database** | **SQLite (via SQLx)** | PostgreSQL | | **Search** | **SQLite FTS5** | Meilisearch | +| **Vector Search** | **Qdrant** | Pgvector | | **Authentication** | **Axum Login** | OIDC (Keycloak/Authelia) | | **Frontend** | **React + Tailwind + Shadcn/ui** | Vue + Radix | @@ -79,6 +80,7 @@ Plaintext - `POST /api/v1/notes` - Create a new note (Accepts Markdown). - `PATCH /api/v1/notes/:id` - Partial updates. - `GET /api/v1/search?q=query` - Full-text search via FTS5. +- `GET /api/v1/notes/:id/related` - Get semantically related notes. ## Guidelines & Principles diff --git a/Cargo.lock b/Cargo.lock index 9827bbf..2391d30 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -2,6 +2,26 @@ # It is not intended for manual editing. version = 4 +[[package]] +name = "adler2" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "320119579fcad9c21884f5c4861d16174d0e06250625266f50fe6898340abefa" + +[[package]] +name = "ahash" +version = "0.8.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75" +dependencies = [ + "cfg-if", + "getrandom 0.3.4", + "once_cell", + "serde", + "version_check", + "zerocopy", +] + [[package]] name = "aho-corasick" version = "1.1.4" @@ -11,6 +31,24 @@ dependencies = [ "memchr", ] +[[package]] +name = "aligned" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ee4508988c62edf04abd8d92897fca0c2995d907ce1dfeaf369dac3716a40685" +dependencies = [ + "as-slice", +] + +[[package]] +name = "aligned-vec" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc890384c8602f339876ded803c97ad529f3842aba97f6392b3dba0dd171769b" +dependencies = [ + "equator", +] + [[package]] name = "allocator-api2" version = "0.2.21" @@ -32,6 +70,23 @@ version = "1.0.100" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a23eb6b1614318a8071c9b2521f36b424b2c83db5eb3a0fead4a6c0809af6e61" +[[package]] +name = "arbitrary" +version = "1.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3d036a3c4ab069c7b410a2ce876bd74808d2d0888a82667669f8e783a898bf1" + +[[package]] +name = "arg_enum_proc_macro" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ae92a5119aa49cdbcf6b9f893fe4e1d98b04ccbf82ee0584ad948a44a734dea" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + [[package]] name = "argon2" version = "0.5.3" @@ -44,13 +99,64 @@ dependencies = [ "password-hash", ] +[[package]] +name = "arrayvec" +version = "0.7.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50" + +[[package]] +name = "as-slice" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "516b6b4f0e40d50dcda9365d53964ec74560ad4284da2e7fc97122cd83174516" +dependencies = [ + "stable_deref_trait", +] + +[[package]] +name = "async-nats" +version = "0.39.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a798aab0c0203b31d67d501e5ed1f3ac6c36a329899ce47fc93c3bea53f3ae89" +dependencies = [ + "base64 0.22.1", + "bytes", + "futures", + "memchr", + "nkeys", + "nuid", + "once_cell", + "pin-project", + "portable-atomic", + "rand 0.8.5", + "regex", + "ring", + "rustls-native-certs 0.7.3", + "rustls-pemfile", + "rustls-webpki 0.102.8", + "serde", + "serde_json", + "serde_nanos", + "serde_repr", + "thiserror 1.0.69", + "time", + "tokio", + "tokio-rustls", + "tokio-util", + "tokio-websockets", + "tracing", + "tryhard", + "url", +] + [[package]] name = "async-nats" version = "0.45.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "86dde77d8a733a9dbaf865a9eb65c72e09c88f3d14d3dd0d2aecf511920ee4fe" dependencies = [ - "base64", + "base64 0.22.1", "bytes", "futures-util", "memchr", @@ -59,10 +165,10 @@ dependencies = [ "once_cell", "pin-project", "portable-atomic", - "rand", + "rand 0.8.5", "regex", "ring", - "rustls-native-certs", + "rustls-native-certs 0.7.3", "rustls-pemfile", "rustls-webpki 0.102.8", "serde", @@ -81,6 +187,28 @@ dependencies = [ "url", ] +[[package]] +name = "async-stream" +version = "0.3.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b5a71a6f37880a80d1d7f19efd781e4b5de42c88f0722cc13bcb6cc2cfe8476" +dependencies = [ + "async-stream-impl", + "futures-core", + "pin-project-lite", +] + +[[package]] +name = "async-stream-impl" +version = "0.3.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c7c24de15d275a1ecfd47a380fb4d5ec9bfe0933f309ed5e705b775596a3574d" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + [[package]] name = "async-trait" version = "0.1.89" @@ -113,13 +241,83 @@ version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8" +[[package]] +name = "av-scenechange" +version = "0.14.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0f321d77c20e19b92c39e7471cf986812cbb46659d2af674adc4331ef3f18394" +dependencies = [ + "aligned", + "anyhow", + "arg_enum_proc_macro", + "arrayvec", + "log", + "num-rational", + "num-traits", + "pastey", + "rayon", + "thiserror 2.0.17", + "v_frame", + "y4m", +] + +[[package]] +name = "av1-grain" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8cfddb07216410377231960af4fcab838eaa12e013417781b78bd95ee22077f8" +dependencies = [ + "anyhow", + "arrayvec", + "log", + "nom 8.0.0", + "num-rational", + "v_frame", +] + +[[package]] +name = "avif-serialize" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47c8fbc0f831f4519fe8b810b6a7a91410ec83031b8233f730a0480029f6a23f" +dependencies = [ + "arrayvec", +] + +[[package]] +name = "axum" +version = "0.7.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "edca88bc138befd0323b20752846e6587272d3b03b0343c8ea28a6f819e6e71f" +dependencies = [ + "async-trait", + "axum-core 0.4.5", + "bytes", + "futures-util", + "http", + "http-body", + "http-body-util", + "itoa", + "matchit 0.7.3", + "memchr", + "mime", + "percent-encoding", + "pin-project-lite", + "rustversion", + "serde", + "sync_wrapper", + "tower 0.5.2", + "tower-layer", + "tower-service", +] + [[package]] name = "axum" version = "0.8.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8b52af3cb4058c895d37317bb27508dccc8e5f2d39454016b297bf4a400597b8" dependencies = [ - "axum-core", + "axum-core 0.5.5", "axum-macros", "bytes", "form_urlencoded", @@ -130,7 +328,7 @@ dependencies = [ "hyper", "hyper-util", "itoa", - "matchit", + "matchit 0.8.4", "memchr", "mime", "percent-encoding", @@ -141,12 +339,32 @@ dependencies = [ "serde_urlencoded", "sync_wrapper", "tokio", - "tower", + "tower 0.5.2", "tower-layer", "tower-service", "tracing", ] +[[package]] +name = "axum-core" +version = "0.4.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09f2bd6146b97ae3359fa0cc6d6b376d9539582c7b4220f041a33ec24c226199" +dependencies = [ + "async-trait", + "bytes", + "futures-util", + "http", + "http-body", + "http-body-util", + "mime", + "pin-project-lite", + "rustversion", + "sync_wrapper", + "tower-layer", + "tower-service", +] + [[package]] name = "axum-core" version = "0.5.5" @@ -172,7 +390,7 @@ version = "0.18.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "964ea6eb764a227baa8c3368e45c94d23b6863cc7b880c6c9e341c143c5a5ff7" dependencies = [ - "axum", + "axum 0.8.8", "form_urlencoded", "serde", "subtle", @@ -196,6 +414,12 @@ dependencies = [ "syn", ] +[[package]] +name = "base64" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8" + [[package]] name = "base64" version = "0.22.1" @@ -208,6 +432,12 @@ version = "1.8.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0e050f626429857a27ddccb31e0aca21356bfa709c04041aefddac081a8f068a" +[[package]] +name = "bit_field" +version = "0.10.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e4b40c7323adcfc0a41c4b88143ed58346ff65a288fc144329c5c45e05d70c6" + [[package]] name = "bitflags" version = "2.10.0" @@ -217,6 +447,15 @@ dependencies = [ "serde_core", ] +[[package]] +name = "bitstream-io" +version = "4.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "60d4bd9d1db2c6bdf285e223a7fa369d5ce98ec767dec949c6ca62863ce61757" +dependencies = [ + "core2", +] + [[package]] name = "blake2" version = "0.10.6" @@ -235,18 +474,36 @@ dependencies = [ "generic-array", ] +[[package]] +name = "built" +version = "0.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f4ad8f11f288f48ca24471bbd51ac257aaeaaa07adae295591266b792902ae64" + [[package]] name = "bumpalo" version = "3.19.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5dd9dc738b7a8311c7ade152424974d8115f2cdad61e8dab8dac9f2362298510" +[[package]] +name = "bytemuck" +version = "1.24.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fbdf580320f38b612e485521afda1ee26d10cc9884efaaa750d383e13e3c5f4" + [[package]] name = "byteorder" version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" +[[package]] +name = "byteorder-lite" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f1fe948ff07f4bd06c30984e69f5b4899c516a3ef74f34df92a2df2ab535495" + [[package]] name = "bytes" version = "1.11.0" @@ -256,6 +513,15 @@ dependencies = [ "serde", ] +[[package]] +name = "castaway" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dec551ab6e7578819132c713a93c022a05d60159dc86e7a7050223577484c55a" +dependencies = [ + "rustversion", +] + [[package]] name = "cc" version = "1.2.46" @@ -263,6 +529,8 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b97463e1064cb1b1c1384ad0a0b9c8abd0988e2a91f52606c80ef14aadb63e36" dependencies = [ "find-msvc-tools", + "jobserver", + "libc", "shlex", ] @@ -272,6 +540,12 @@ version = "1.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801" +[[package]] +name = "cfg_aliases" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724" + [[package]] name = "chrono" version = "0.4.42" @@ -286,6 +560,27 @@ dependencies = [ "windows-link", ] +[[package]] +name = "color_quant" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d7b894f5411737b7867f4827955924d7c254fc9f4d91a6aad6b097804b1018b" + +[[package]] +name = "compact_str" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3fdb1325a1cece981e8a296ab8f0f9b63ae357bd0784a9faaf548cc7b480707a" +dependencies = [ + "castaway", + "cfg-if", + "itoa", + "rustversion", + "ryu", + "serde", + "static_assertions", +] + [[package]] name = "concurrent-queue" version = "2.5.0" @@ -295,6 +590,19 @@ dependencies = [ "crossbeam-utils", ] +[[package]] +name = "console" +version = "0.15.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "054ccb5b10f9f2cbf51eb355ca1d05c2d279ce1804688d0db74b4733a5aeafd8" +dependencies = [ + "encode_unicode", + "libc", + "once_cell", + "unicode-width", + "windows-sys 0.59.0", +] + [[package]] name = "const-oid" version = "0.9.6" @@ -322,12 +630,31 @@ dependencies = [ "libc", ] +[[package]] +name = "core-foundation" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b2a6cd9ae233e7f62ba4e9353e81a88df7fc8a5987b8d445b4d90c879bd156f6" +dependencies = [ + "core-foundation-sys", + "libc", +] + [[package]] name = "core-foundation-sys" version = "0.8.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b" +[[package]] +name = "core2" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b49ba7ef1ad6107f8824dbe97de947cbaac53c44e7f9756a1fba0d37c1eec505" +dependencies = [ + "memchr", +] + [[package]] name = "cpufeatures" version = "0.2.17" @@ -352,6 +679,34 @@ version = "2.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "19d374276b40fb8bbdee95aef7c7fa6b5316ec764510eb64b8dd0e2ed0d7e7f5" +[[package]] +name = "crc32fast" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9481c1c90cbf2ac953f07c8d4a58aa3945c425b7185c9154d67a65e4230da511" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "crossbeam-deque" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9dd111b7b7f7d55b72c0a6ae361660ee5853c9af73f70c3c2ef6858b950e2e51" +dependencies = [ + "crossbeam-epoch", + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-epoch" +version = "0.9.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e" +dependencies = [ + "crossbeam-utils", +] + [[package]] name = "crossbeam-queue" version = "0.3.12" @@ -367,6 +722,12 @@ version = "0.8.21" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28" +[[package]] +name = "crunchy" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "460fbee9c2c2f33933d720630a6a0bac33ba7053db5344fac858d4b8952d77d5" + [[package]] name = "crypto-common" version = "0.1.7" @@ -438,6 +799,15 @@ dependencies = [ "syn", ] +[[package]] +name = "dary_heap" +version = "0.3.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "06d2e3287df1c007e74221c49ca10a95d557349e54b3a75dc2fb14712c751f04" +dependencies = [ + "serde", +] + [[package]] name = "data-encoding" version = "2.9.0" @@ -465,6 +835,37 @@ dependencies = [ "serde_core", ] +[[package]] +name = "derive_builder" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947" +dependencies = [ + "derive_builder_macro", +] + +[[package]] +name = "derive_builder_core" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8" +dependencies = [ + "darling", + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "derive_builder_macro" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c" +dependencies = [ + "derive_builder_core", + "syn", +] + [[package]] name = "digest" version = "0.10.7" @@ -477,6 +878,27 @@ dependencies = [ "subtle", ] +[[package]] +name = "dirs" +version = "6.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3e8aa94d75141228480295a7d0e7feb620b1a5ad9f12bc40be62411e38cce4e" +dependencies = [ + "dirs-sys", +] + +[[package]] +name = "dirs-sys" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e01a3366d27ee9890022452ee61b2b63a67e6f13f58900b651ff5665f0bb1fab" +dependencies = [ + "libc", + "option-ext", + "redox_users", + "windows-sys 0.61.2", +] + [[package]] name = "displaydoc" version = "0.2.5" @@ -525,12 +947,63 @@ dependencies = [ "serde", ] +[[package]] +name = "encode_unicode" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "34aa73646ffb006b8f5147f3dc182bd4bcb190227ce861fc4a4844bf8e3cb2c0" + +[[package]] +name = "encoding_rs" +version = "0.8.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "75030f3c4f45dafd7586dd6780965a8c7e8e285a5ecb86713e63a79c5b2766f3" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "equator" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4711b213838dfee0117e3be6ac926007d7f433d7bbe33595975d4190cb07e6fc" +dependencies = [ + "equator-macro", +] + +[[package]] +name = "equator-macro" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "44f23cf4b44bfce11a86ace86f8a73ffdec849c9fd00a386a53d278bd9e81fb3" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + [[package]] name = "equivalent" version = "1.0.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f" +[[package]] +name = "errno" +version = "0.3.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb" +dependencies = [ + "libc", + "windows-sys 0.61.2", +] + +[[package]] +name = "esaxx-rs" +version = "0.1.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6" + [[package]] name = "etcetera" version = "0.8.0" @@ -553,18 +1026,105 @@ dependencies = [ "pin-project-lite", ] +[[package]] +name = "exr" +version = "1.74.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4300e043a56aa2cb633c01af81ca8f699a321879a7854d3896a0ba89056363be" +dependencies = [ + "bit_field", + "half", + "lebe", + "miniz_oxide", + "rayon-core", + "smallvec 1.15.1", + "zune-inflate", +] + +[[package]] +name = "fastembed" +version = "5.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "de72c516a1484c70ba0d98597dafc6274484b542c9ee54e7a326160baa013849" +dependencies = [ + "anyhow", + "hf-hub", + "image", + "ndarray", + "ort", + "serde_json", + "tokenizers", +] + +[[package]] +name = "fastrand" +version = "2.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be" + +[[package]] +name = "fax" +version = "0.2.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f05de7d48f37cd6730705cbca900770cab77a89f413d23e100ad7fad7795a0ab" +dependencies = [ + "fax_derive", +] + +[[package]] +name = "fax_derive" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a0aca10fb742cb43f9e7bb8467c91aa9bcb8e3ffbc6a6f7389bb93ffc920577d" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "fdeflate" +version = "0.3.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e6853b52649d4ac5c0bd02320cddc5ba956bdb407c4b75a2c6b75bf51500f8c" +dependencies = [ + "simd-adler32", +] + [[package]] name = "fiat-crypto" version = "0.2.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "28dea519a9695b9977216879a3ebfddf92f1c08c05d984f8996aecd6ecdc811d" +[[package]] +name = "filetime" +version = "0.2.26" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bc0505cd1b6fa6580283f6bdf70a73fcf4aba1184038c90902b92b3dd0df63ed" +dependencies = [ + "cfg-if", + "libc", + "libredox", + "windows-sys 0.60.2", +] + [[package]] name = "find-msvc-tools" version = "0.1.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3a3076410a55c90011c298b04d0cfa770b00fa04e1e3c97d3f6c9de105a03844" +[[package]] +name = "flate2" +version = "1.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bfe33edd8e85a12a67454e37f8c75e730830d83e313556ab9ebf9ee7fbeb3bfb" +dependencies = [ + "crc32fast", + "miniz_oxide", +] + [[package]] name = "flume" version = "0.11.1" @@ -588,6 +1148,21 @@ version = "0.1.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2" +[[package]] +name = "foreign-types" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f6f339eb8adc052cd2ca78910fda869aefa38d22d5cb648e6485e4d3fc06f3b1" +dependencies = [ + "foreign-types-shared", +] + +[[package]] +name = "foreign-types-shared" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b" + [[package]] name = "form_urlencoded" version = "1.2.2" @@ -605,6 +1180,7 @@ checksum = "65bc07b1a8bc7c85c5f2e110c476c7389b4554ba72af57d8445ea63a576b0876" dependencies = [ "futures-channel", "futures-core", + "futures-executor", "futures-io", "futures-sink", "futures-task", @@ -684,6 +1260,7 @@ version = "0.3.31" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9fa08315bb612088cc391249efdc3bc77536f16c91f6cf495e6fbe85b20a4a81" dependencies = [ + "futures-channel", "futures-core", "futures-io", "futures-macro", @@ -725,11 +1302,59 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "899def5c37c4fd7b2664648c28120ecec138e4d395b459e5ca34f9cce2dd77fd" dependencies = [ "cfg-if", + "js-sys", "libc", "r-efi", "wasip2", + "wasm-bindgen", ] +[[package]] +name = "gif" +version = "0.14.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f5df2ba84018d80c213569363bdcd0c64e6933c67fe4c1d60ecf822971a3c35e" +dependencies = [ + "color_quant", + "weezl", +] + +[[package]] +name = "h2" +version = "0.4.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f3c0b69cfcb4e1b9f1bf2f53f95f766e4661169728ec61cd3fe5a0166f2d1386" +dependencies = [ + "atomic-waker", + "bytes", + "fnv", + "futures-core", + "futures-sink", + "http", + "indexmap 2.12.1", + "slab", + "tokio", + "tokio-util", + "tracing", +] + +[[package]] +name = "half" +version = "2.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b" +dependencies = [ + "cfg-if", + "crunchy", + "zerocopy", +] + +[[package]] +name = "hashbrown" +version = "0.12.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a9ee70c43aaf417c914396645a0fa852624801b24ebb7ae78fe8272889ac888" + [[package]] name = "hashbrown" version = "0.15.5" @@ -768,6 +1393,27 @@ version = "0.4.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7f24254aa9a54b5c858eaee2f5bccdb46aaf0e486a595ed5fd8f86ba55232a70" +[[package]] +name = "hf-hub" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "629d8f3bbeda9d148036d6b0de0a3ab947abd08ce90626327fc3547a49d59d97" +dependencies = [ + "dirs", + "http", + "indicatif", + "libc", + "log", + "native-tls", + "rand 0.9.2", + "reqwest", + "serde", + "serde_json", + "thiserror 2.0.17", + "ureq 2.12.1", + "windows-sys 0.60.2", +] + [[package]] name = "hkdf" version = "0.12.4" @@ -850,6 +1496,7 @@ dependencies = [ "bytes", "futures-channel", "futures-core", + "h2", "http", "http-body", "httparse", @@ -857,8 +1504,55 @@ dependencies = [ "itoa", "pin-project-lite", "pin-utils", - "smallvec", + "smallvec 1.15.1", "tokio", + "want", +] + +[[package]] +name = "hyper-rustls" +version = "0.27.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3c93eb611681b207e1fe55d5a71ecf91572ec8a6705cdb6857f7d8d5242cf58" +dependencies = [ + "http", + "hyper", + "hyper-util", + "rustls", + "rustls-pki-types", + "tokio", + "tokio-rustls", + "tower-service", + "webpki-roots 1.0.4", +] + +[[package]] +name = "hyper-timeout" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2b90d566bffbce6a75bd8b09a05aa8c2cb1fabb6cb348f8840c9e4c90a0d83b0" +dependencies = [ + "hyper", + "hyper-util", + "pin-project-lite", + "tokio", + "tower-service", +] + +[[package]] +name = "hyper-tls" +version = "0.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "70206fc6890eaca9fde8a0bf71caa2ddfc9fe045ac9e5c70df101a7dbde866e0" +dependencies = [ + "bytes", + "http-body-util", + "hyper", + "hyper-util", + "native-tls", + "tokio", + "tokio-native-tls", + "tower-service", ] [[package]] @@ -867,14 +1561,24 @@ version = "0.1.19" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "727805d60e7938b76b826a6ef209eb70eaa1812794f9424d4a4e2d740662df5f" dependencies = [ + "base64 0.22.1", "bytes", + "futures-channel", "futures-core", + "futures-util", "http", "http-body", "hyper", + "ipnet", + "libc", + "percent-encoding", "pin-project-lite", + "socket2 0.6.1", + "system-configuration", "tokio", "tower-service", + "tracing", + "windows-registry", ] [[package]] @@ -937,7 +1641,7 @@ dependencies = [ "icu_normalizer_data", "icu_properties", "icu_provider", - "smallvec", + "smallvec 1.15.1", "zerovec", ] @@ -995,7 +1699,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3b0875f23caa03898994f6ddc501886a45c7d3d62d04d2d90788d47be1b1e4de" dependencies = [ "idna_adapter", - "smallvec", + "smallvec 1.15.1", "utf8_iter", ] @@ -1009,6 +1713,56 @@ dependencies = [ "icu_properties", ] +[[package]] +name = "image" +version = "0.25.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6506c6c10786659413faa717ceebcb8f70731c0a60cbae39795fdf114519c1a" +dependencies = [ + "bytemuck", + "byteorder-lite", + "color_quant", + "exr", + "gif", + "image-webp", + "moxcms", + "num-traits", + "png", + "qoi", + "ravif", + "rayon", + "rgb", + "tiff", + "zune-core 0.5.0", + "zune-jpeg 0.5.8", +] + +[[package]] +name = "image-webp" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "525e9ff3e1a4be2fbea1fdf0e98686a6d98b4d8f937e1bf7402245af1909e8c3" +dependencies = [ + "byteorder-lite", + "quick-error", +] + +[[package]] +name = "imgref" +version = "1.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7c5cedc30da3a610cac6b4ba17597bdf7152cf974e8aab3afb3d54455e371c8" + +[[package]] +name = "indexmap" +version = "1.9.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bd070e393353796e801d209ad339e89596eb4c8d430d18ede6a1cced8fafbd99" +dependencies = [ + "autocfg", + "hashbrown 0.12.3", +] + [[package]] name = "indexmap" version = "2.12.1" @@ -1019,12 +1773,71 @@ dependencies = [ "hashbrown 0.16.1", ] +[[package]] +name = "indicatif" +version = "0.17.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "183b3088984b400f4cfac3620d5e076c84da5364016b4f49473de574b2586235" +dependencies = [ + "console", + "number_prefix", + "portable-atomic", + "unicode-width", + "web-time", +] + +[[package]] +name = "interpolate_name" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c34819042dc3d3971c46c2190835914dfbe0c3c13f61449b2997f4e9722dfa60" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "ipnet" +version = "2.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "469fb0b9cefa57e3ef31275ee7cacb78f2fdca44e4765491884a2b119d4eb130" + +[[package]] +name = "iri-string" +version = "0.7.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4f867b9d1d896b67beb18518eda36fdb77a32ea590de864f1325b294a6d14397" +dependencies = [ + "memchr", + "serde", +] + +[[package]] +name = "itertools" +version = "0.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2b192c782037fadd9cfa75548310488aabdbf3d2da73885b31bd0abd03351285" +dependencies = [ + "either", +] + [[package]] name = "itoa" version = "1.0.16" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7ee5b5339afb4c41626dde77b7a611bd4f2c202b897852b4bcf5d03eddc61010" +[[package]] +name = "jobserver" +version = "0.1.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9afb3de4395d6b3e67a780b6de64b51c978ecf11cb9a462c66be7d4ca9039d33" +dependencies = [ + "getrandom 0.3.4", + "libc", +] + [[package]] name = "js-sys" version = "0.3.83" @@ -1044,12 +1857,28 @@ dependencies = [ "spin", ] +[[package]] +name = "lebe" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7a79a3332a6609480d7d0c9eab957bca6b455b91bb84e66d19f5ff66294b85b8" + [[package]] name = "libc" version = "0.2.178" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "37c93d8daa9d8a012fd8ab92f088405fb202ea0b6ab73ee2482ae66af4f42091" +[[package]] +name = "libfuzzer-sys" +version = "0.4.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5037190e1f70cbeef565bd267599242926f724d3b8a9f510fd7e0b540cfa4404" +dependencies = [ + "arbitrary", + "cc", +] + [[package]] name = "libm" version = "0.2.15" @@ -1078,6 +1907,12 @@ dependencies = [ "vcpkg", ] +[[package]] +name = "linux-raw-sys" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df1d3c3b53da64cf5760482273a98e575c651a67eec7f77df96b5b642de8f039" + [[package]] name = "litemap" version = "0.8.1" @@ -1100,6 +1935,37 @@ version = "0.4.29" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5e5032e24019045c762d3c0f28f5b6b8bbf38563a65908389bf7978758920897" +[[package]] +name = "loop9" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0fae87c125b03c1d2c0150c90365d7d6bcc53fb73a9acaef207d2d065860f062" +dependencies = [ + "imgref", +] + +[[package]] +name = "lru-slab" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "112b39cec0b298b6c1999fee3e31427f74f676e4cb9879ed1a121b43661a4154" + +[[package]] +name = "macro_rules_attribute" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "65049d7923698040cd0b1ddcced9b0eb14dd22c5f86ae59c3740eab64a676520" +dependencies = [ + "macro_rules_attribute-proc_macro", + "paste", +] + +[[package]] +name = "macro_rules_attribute-proc_macro" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "670fdfda89751bc4a84ac13eaa63e205cf0fd22b4c9a5fbfa085b63c1f1d3a30" + [[package]] name = "matchers" version = "0.2.0" @@ -1109,12 +1975,38 @@ dependencies = [ "regex-automata", ] +[[package]] +name = "matchit" +version = "0.7.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0e7465ac9959cc2b1404e8e2367b43684a6d13790fe23056cc8c6c5a6b7bcb94" + [[package]] name = "matchit" version = "0.8.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "47e1ffaa40ddd1f3ed91f717a33c8c0ee23fff369e3aa8772b9605cc1d22f4c3" +[[package]] +name = "matrixmultiply" +version = "0.3.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a06de3016e9fae57a36fd14dba131fccf49f74b40b7fbdb472f96e361ec71a08" +dependencies = [ + "autocfg", + "rawpointer", +] + +[[package]] +name = "maybe-rayon" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ea1f30cedd69f0a2954655f7188c6a834246d2bcf1e315e2ac40c4b24dc9519" +dependencies = [ + "cfg-if", + "rayon", +] + [[package]] name = "md-5" version = "0.10.6" @@ -1137,6 +2029,22 @@ version = "0.3.17" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6877bb514081ee2a7ff5ef9de3281f14a4dd4bceac4c09388074a6b5df8a139a" +[[package]] +name = "minimal-lexical" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a" + +[[package]] +name = "miniz_oxide" +version = "0.8.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fa76a2c86f704bdb222d66965fb3d63269ce38518b83cb0575fca855ebb6316" +dependencies = [ + "adler2", + "simd-adler32", +] + [[package]] name = "mio" version = "1.1.1" @@ -1148,6 +2056,76 @@ dependencies = [ "windows-sys 0.61.2", ] +[[package]] +name = "monostate" +version = "0.1.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3341a273f6c9d5bef1908f17b7267bbab0e95c9bf69a0d4dcf8e9e1b2c76ef67" +dependencies = [ + "monostate-impl", + "serde", + "serde_core", +] + +[[package]] +name = "monostate-impl" +version = "0.1.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e4db6d5580af57bf992f59068d4ea26fd518574ff48d7639b255a36f9de6e7e9" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "moxcms" +version = "0.7.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ac9557c559cd6fc9867e122e20d2cbefc9ca29d80d027a8e39310920ed2f0a97" +dependencies = [ + "num-traits", + "pxfm", +] + +[[package]] +name = "native-tls" +version = "0.2.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "87de3442987e9dbec73158d5c715e7ad9072fda936bb03d19d7fa10e00520f0e" +dependencies = [ + "libc", + "log", + "openssl", + "openssl-probe", + "openssl-sys", + "schannel", + "security-framework 2.11.1", + "security-framework-sys", + "tempfile", +] + +[[package]] +name = "ndarray" +version = "0.16.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "882ed72dce9365842bf196bdeedf5055305f11fc8c03dee7bb0194a6cad34841" +dependencies = [ + "matrixmultiply", + "num-complex", + "num-integer", + "num-traits", + "portable-atomic", + "portable-atomic-util", + "rawpointer", +] + +[[package]] +name = "new_debug_unreachable" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "650eef8c711430f1a879fdd01d4745a7deea475becfb90269c06775983bbf086" + [[package]] name = "nkeys" version = "0.4.5" @@ -1159,17 +2137,43 @@ dependencies = [ "ed25519-dalek", "getrandom 0.2.16", "log", - "rand", + "rand 0.8.5", "signatory", ] +[[package]] +name = "nom" +version = "7.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a" +dependencies = [ + "memchr", + "minimal-lexical", +] + +[[package]] +name = "nom" +version = "8.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df9761775871bdef83bee530e60050f7e54b1105350d6884eb0fb4f46c2f9405" +dependencies = [ + "memchr", +] + +[[package]] +name = "noop_proc_macro" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0676bb32a98c1a483ce53e500a81ad9c3d5b3f7c920c28c24e9cb0980d0b5bc8" + [[package]] name = "notes-api" version = "0.1.0" dependencies = [ "anyhow", + "async-nats 0.39.0", "async-trait", - "axum", + "axum 0.8.8", "axum-login", "chrono", "dotenvy", @@ -1182,7 +2186,7 @@ dependencies = [ "thiserror 2.0.17", "time", "tokio", - "tower", + "tower 0.5.2", "tower-http", "tower-sessions", "tower-sessions-sqlx-store", @@ -1212,7 +2216,10 @@ version = "0.1.0" dependencies = [ "async-trait", "chrono", + "fastembed", "notes-domain", + "qdrant-client", + "serde_json", "sqlx", "thiserror 2.0.17", "tokio", @@ -1227,7 +2234,7 @@ name = "notes-worker" version = "0.1.0" dependencies = [ "anyhow", - "async-nats", + "async-nats 0.45.0", "async-trait", "bytes", "chrono", @@ -1259,7 +2266,17 @@ version = "0.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fc895af95856f929163a0aa20c26a78d26bfdc839f51b9d5aa7a5b79e52b7e83" dependencies = [ - "rand", + "rand 0.8.5", +] + +[[package]] +name = "num-bigint" +version = "0.4.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a5e44f723f1133c9deac646763579fdb3ac745e418f2a7af9cd0c431da1f20b9" +dependencies = [ + "num-integer", + "num-traits", ] [[package]] @@ -1273,17 +2290,37 @@ dependencies = [ "num-integer", "num-iter", "num-traits", - "rand", - "smallvec", + "rand 0.8.5", + "smallvec 1.15.1", "zeroize", ] +[[package]] +name = "num-complex" +version = "0.4.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495" +dependencies = [ + "num-traits", +] + [[package]] name = "num-conv" version = "0.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "51d515d32fb182ee37cda2ccdcb92950d6a3c2893aa280e540671c2cd0f3b1d9" +[[package]] +name = "num-derive" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed3955f1a9c7c0c15e092f9c887db08b1fc683305fdf6eb6684f22555355e202" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + [[package]] name = "num-integer" version = "0.1.46" @@ -1304,6 +2341,17 @@ dependencies = [ "num-traits", ] +[[package]] +name = "num-rational" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f83d14da390562dca69fc84082e73e548e1ad308d24accdedd2720017cb37824" +dependencies = [ + "num-bigint", + "num-integer", + "num-traits", +] + [[package]] name = "num-traits" version = "0.2.19" @@ -1314,18 +2362,115 @@ dependencies = [ "libm", ] +[[package]] +name = "number_prefix" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3" + [[package]] name = "once_cell" version = "1.21.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d" +[[package]] +name = "onig" +version = "6.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "336b9c63443aceef14bea841b899035ae3abe89b7c486aaf4c5bd8aafedac3f0" +dependencies = [ + "bitflags", + "libc", + "once_cell", + "onig_sys", +] + +[[package]] +name = "onig_sys" +version = "69.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c7f86c6eef3d6df15f23bcfb6af487cbd2fed4e5581d58d5bf1f5f8b7f6727dc" +dependencies = [ + "cc", + "pkg-config", +] + +[[package]] +name = "openssl" +version = "0.10.75" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "08838db121398ad17ab8531ce9de97b244589089e290a384c900cb9ff7434328" +dependencies = [ + "bitflags", + "cfg-if", + "foreign-types", + "libc", + "once_cell", + "openssl-macros", + "openssl-sys", +] + +[[package]] +name = "openssl-macros" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + [[package]] name = "openssl-probe" version = "0.1.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d05e27ee213611ffe7d6348b942e8f942b37114c00cc03cec254295a4a17852e" +[[package]] +name = "openssl-sys" +version = "0.9.111" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "82cab2d520aa75e3c58898289429321eb788c3106963d0dc886ec7a5f4adc321" +dependencies = [ + "cc", + "libc", + "pkg-config", + "vcpkg", +] + +[[package]] +name = "option-ext" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "04744f49eae99ab78e0d5c0b603ab218f515ea8cfe5a456d7629ad883a3b6e7d" + +[[package]] +name = "ort" +version = "2.0.0-rc.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fa7e49bd669d32d7bc2a15ec540a527e7764aec722a45467814005725bcd721" +dependencies = [ + "ndarray", + "ort-sys", + "smallvec 2.0.0-alpha.10", + "tracing", +] + +[[package]] +name = "ort-sys" +version = "2.0.0-rc.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e2aba9f5c7c479925205799216e7e5d07cc1d4fa76ea8058c60a9a30f6a4e890" +dependencies = [ + "flate2", + "pkg-config", + "sha2", + "tar", + "ureq 3.1.4", +] + [[package]] name = "parking" version = "2.2.1" @@ -1351,7 +2496,7 @@ dependencies = [ "cfg-if", "libc", "redox_syscall 0.5.18", - "smallvec", + "smallvec 1.15.1", "windows-link", ] @@ -1364,7 +2509,7 @@ dependencies = [ "argon2", "getrandom 0.2.16", "password-hash", - "rand_core", + "rand_core 0.6.4", ] [[package]] @@ -1374,7 +2519,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "346f04948ba92c43e8469c1ee6736c7563d71012b17d40745260fe106aac2166" dependencies = [ "base64ct", - "rand_core", + "rand_core 0.6.4", "subtle", ] @@ -1384,6 +2529,12 @@ version = "1.0.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a" +[[package]] +name = "pastey" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "35fb2e5f958ec131621fdd531e9fc186ed768cbe395337403ae56c17a74c68ec" + [[package]] name = "pem-rfc7468" version = "0.7.0" @@ -1458,12 +2609,34 @@ version = "0.3.32" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c" +[[package]] +name = "png" +version = "0.18.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "97baced388464909d42d89643fe4361939af9b7ce7a31ee32a168f832a70f2a0" +dependencies = [ + "bitflags", + "crc32fast", + "fdeflate", + "flate2", + "miniz_oxide", +] + [[package]] name = "portable-atomic" version = "1.12.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f59e70c4aef1e55797c2e8fd94a4f2a973fc972cfde0e0b05f683667b0cd39dd" +[[package]] +name = "portable-atomic-util" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d8a2f0d8d040d7848a709caf78912debcc3f33ee4b3cac47d73d1e1069e83507" +dependencies = [ + "portable-atomic", +] + [[package]] name = "potential_utf" version = "0.1.4" @@ -1519,6 +2692,158 @@ dependencies = [ "unicode-ident", ] +[[package]] +name = "profiling" +version = "1.0.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3eb8486b569e12e2c32ad3e204dbaba5e4b5b216e9367044f25f1dba42341773" +dependencies = [ + "profiling-procmacros", +] + +[[package]] +name = "profiling-procmacros" +version = "1.0.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52717f9a02b6965224f95ca2a81e2e0c5c43baacd28ca057577988930b6c3d5b" +dependencies = [ + "quote", + "syn", +] + +[[package]] +name = "prost" +version = "0.13.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2796faa41db3ec313a31f7624d9286acf277b52de526150b7e69f3debf891ee5" +dependencies = [ + "bytes", + "prost-derive", +] + +[[package]] +name = "prost-derive" +version = "0.13.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a56d757972c98b346a9b766e3f02746cde6dd1cd1d1d563472929fdd74bec4d" +dependencies = [ + "anyhow", + "itertools", + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "prost-types" +version = "0.13.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52c2c1bf36ddb1a1c396b3601a3cec27c2462e45f07c386894ec3ccf5332bd16" +dependencies = [ + "prost", +] + +[[package]] +name = "pxfm" +version = "0.1.27" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7186d3822593aa4393561d186d1393b3923e9d6163d3fbfd6e825e3e6cf3e6a8" +dependencies = [ + "num-traits", +] + +[[package]] +name = "qdrant-client" +version = "1.16.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a76499f3e8385dae785d65a0216e0dfa8fadaddd18038adf04f438631683b26a" +dependencies = [ + "anyhow", + "derive_builder", + "futures", + "futures-util", + "parking_lot", + "prost", + "prost-types", + "reqwest", + "semver", + "serde", + "serde_json", + "thiserror 1.0.69", + "tokio", + "tonic", +] + +[[package]] +name = "qoi" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7f6d64c71eb498fe9eae14ce4ec935c555749aef511cca85b5568910d6e48001" +dependencies = [ + "bytemuck", +] + +[[package]] +name = "quick-error" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a993555f31e5a609f617c12db6250dedcac1b0a85076912c436e6fc9b2c8e6a3" + +[[package]] +name = "quinn" +version = "0.11.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9e20a958963c291dc322d98411f541009df2ced7b5a4f2bd52337638cfccf20" +dependencies = [ + "bytes", + "cfg_aliases", + "pin-project-lite", + "quinn-proto", + "quinn-udp", + "rustc-hash", + "rustls", + "socket2 0.6.1", + "thiserror 2.0.17", + "tokio", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-proto" +version = "0.11.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f1906b49b0c3bc04b5fe5d86a77925ae6524a19b816ae38ce1e426255f1d8a31" +dependencies = [ + "bytes", + "getrandom 0.3.4", + "lru-slab", + "rand 0.9.2", + "ring", + "rustc-hash", + "rustls", + "rustls-pki-types", + "slab", + "thiserror 2.0.17", + "tinyvec", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-udp" +version = "0.5.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "addec6a0dcad8a8d96a771f815f0eaf55f9d1805756410b39f5fa81332574cbd" +dependencies = [ + "cfg_aliases", + "libc", + "once_cell", + "socket2 0.6.1", + "tracing", + "windows-sys 0.60.2", +] + [[package]] name = "quote" version = "1.0.42" @@ -1541,8 +2866,18 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404" dependencies = [ "libc", - "rand_chacha", - "rand_core", + "rand_chacha 0.3.1", + "rand_core 0.6.4", +] + +[[package]] +name = "rand" +version = "0.9.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6db2770f06117d490610c7488547d543617b21bfa07796d7a12f6f1bd53850d1" +dependencies = [ + "rand_chacha 0.9.0", + "rand_core 0.9.3", ] [[package]] @@ -1552,7 +2887,17 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" dependencies = [ "ppv-lite86", - "rand_core", + "rand_core 0.6.4", +] + +[[package]] +name = "rand_chacha" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb" +dependencies = [ + "ppv-lite86", + "rand_core 0.9.3", ] [[package]] @@ -1564,6 +2909,102 @@ dependencies = [ "getrandom 0.2.16", ] +[[package]] +name = "rand_core" +version = "0.9.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "99d9a13982dcf210057a8a78572b2217b667c3beacbf3a0d8b454f6f82837d38" +dependencies = [ + "getrandom 0.3.4", +] + +[[package]] +name = "rav1e" +version = "0.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "43b6dd56e85d9483277cde964fd1bdb0428de4fec5ebba7540995639a21cb32b" +dependencies = [ + "aligned-vec", + "arbitrary", + "arg_enum_proc_macro", + "arrayvec", + "av-scenechange", + "av1-grain", + "bitstream-io", + "built", + "cfg-if", + "interpolate_name", + "itertools", + "libc", + "libfuzzer-sys", + "log", + "maybe-rayon", + "new_debug_unreachable", + "noop_proc_macro", + "num-derive", + "num-traits", + "paste", + "profiling", + "rand 0.9.2", + "rand_chacha 0.9.0", + "simd_helpers", + "thiserror 2.0.17", + "v_frame", + "wasm-bindgen", +] + +[[package]] +name = "ravif" +version = "0.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ef69c1990ceef18a116855938e74793a5f7496ee907562bd0857b6ac734ab285" +dependencies = [ + "avif-serialize", + "imgref", + "loop9", + "quick-error", + "rav1e", + "rayon", + "rgb", +] + +[[package]] +name = "rawpointer" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "60a357793950651c4ed0f3f52338f53b2f809f32d83a07f72909fa13e4c6c1e3" + +[[package]] +name = "rayon" +version = "1.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "368f01d005bf8fd9b1206fb6fa653e6c4a81ceb1466406b81792d87c5677a58f" +dependencies = [ + "either", + "rayon-core", +] + +[[package]] +name = "rayon-cond" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2964d0cf57a3e7a06e8183d14a8b527195c706b7983549cd5462d5aa3747438f" +dependencies = [ + "either", + "itertools", + "rayon", +] + +[[package]] +name = "rayon-core" +version = "1.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "22e18b0f0062d30d4230b2e85ff77fdfe4326feb054b9783a3460d8435c8ab91" +dependencies = [ + "crossbeam-deque", + "crossbeam-utils", +] + [[package]] name = "redox_syscall" version = "0.5.18" @@ -1582,6 +3023,17 @@ dependencies = [ "bitflags", ] +[[package]] +name = "redox_users" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a4e608c6638b9c18977b00b475ac1f28d14e84b27d8d42f70e0bf1e3dec127ac" +dependencies = [ + "getrandom 0.2.16", + "libredox", + "thiserror 2.0.17", +] + [[package]] name = "regex" version = "1.12.2" @@ -1611,6 +3063,59 @@ version = "0.8.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7a2d987857b319362043e95f5353c0535c1f58eec5336fdfcf626430af7def58" +[[package]] +name = "reqwest" +version = "0.12.28" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eddd3ca559203180a307f12d114c268abf583f59b03cb906fd0b3ff8646c1147" +dependencies = [ + "base64 0.22.1", + "bytes", + "encoding_rs", + "futures-core", + "futures-util", + "h2", + "http", + "http-body", + "http-body-util", + "hyper", + "hyper-rustls", + "hyper-tls", + "hyper-util", + "js-sys", + "log", + "mime", + "native-tls", + "percent-encoding", + "pin-project-lite", + "quinn", + "rustls", + "rustls-pki-types", + "serde", + "serde_json", + "serde_urlencoded", + "sync_wrapper", + "tokio", + "tokio-native-tls", + "tokio-rustls", + "tokio-util", + "tower 0.5.2", + "tower-http", + "tower-service", + "url", + "wasm-bindgen", + "wasm-bindgen-futures", + "wasm-streams", + "web-sys", + "webpki-roots 1.0.4", +] + +[[package]] +name = "rgb" +version = "0.8.52" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c6a884d2998352bb4daf0183589aec883f16a6da1f4dde84d8e2e9a5409a1ce" + [[package]] name = "ring" version = "0.17.14" @@ -1660,13 +3165,19 @@ dependencies = [ "num-traits", "pkcs1", "pkcs8", - "rand_core", + "rand_core 0.6.4", "signature", "spki", "subtle", "zeroize", ] +[[package]] +name = "rustc-hash" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "357703d41365b4b27c590e3ed91eabb1b663f07c4c084095e60cbed4362dff0d" + [[package]] name = "rustc_version" version = "0.4.1" @@ -1676,12 +3187,26 @@ dependencies = [ "semver", ] +[[package]] +name = "rustix" +version = "1.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "146c9e247ccc180c1f61615433868c99f3de3ae256a30a43b49f67c2d9171f34" +dependencies = [ + "bitflags", + "errno", + "libc", + "linux-raw-sys", + "windows-sys 0.61.2", +] + [[package]] name = "rustls" version = "0.23.35" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "533f54bc6a7d4f647e46ad909549eda97bf5afc1585190ef692b4286b198bd8f" dependencies = [ + "log", "once_cell", "ring", "rustls-pki-types", @@ -1700,7 +3225,19 @@ dependencies = [ "rustls-pemfile", "rustls-pki-types", "schannel", - "security-framework", + "security-framework 2.11.1", +] + +[[package]] +name = "rustls-native-certs" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9980d917ebb0c0536119ba501e90834767bffc3d60641457fd84a1f3fd337923" +dependencies = [ + "openssl-probe", + "rustls-pki-types", + "schannel", + "security-framework 3.5.1", ] [[package]] @@ -1718,6 +3255,7 @@ version = "1.13.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "21e6f2ab2928ca4291b86736a8bd920a277a399bba1589409d72154ff87c1282" dependencies = [ + "web-time", "zeroize", ] @@ -1776,7 +3314,20 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "897b2245f0b511c87893af39b033e5ca9cce68824c4d7e7630b5a1d339658d02" dependencies = [ "bitflags", - "core-foundation", + "core-foundation 0.9.4", + "core-foundation-sys", + "libc", + "security-framework-sys", +] + +[[package]] +name = "security-framework" +version = "3.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b3297343eaf830f66ede390ea39da1d462b6b0c1b000f420d0a83f898bbbe6ef" +dependencies = [ + "bitflags", + "core-foundation 0.10.1", "core-foundation-sys", "libc", "security-framework-sys", @@ -1937,7 +3488,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c1e303f8205714074f6068773f0e29527e0453937fe837c9717d066635b65f31" dependencies = [ "pkcs8", - "rand_core", + "rand_core 0.6.4", "signature", "zeroize", ] @@ -1949,7 +3500,22 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "77549399552de45a898a580c1b41d445bf730df867cc44e6c0233bbc4b8329de" dependencies = [ "digest", - "rand_core", + "rand_core 0.6.4", +] + +[[package]] +name = "simd-adler32" +version = "0.3.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e320a6c5ad31d271ad523dcf3ad13e2767ad8b1cb8f047f75a8aeaf8da139da2" + +[[package]] +name = "simd_helpers" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "95890f873bec569a0362c235787f3aca6e1e887302ba4840839bcc6459c42da6" +dependencies = [ + "quote", ] [[package]] @@ -1967,6 +3533,22 @@ dependencies = [ "serde", ] +[[package]] +name = "smallvec" +version = "2.0.0-alpha.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "51d44cfb396c3caf6fbfd0ab422af02631b69ddd96d2eff0b0f0724f9024051b" + +[[package]] +name = "socket2" +version = "0.5.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e22376abed350d73dd1cd119b57ffccad95b4e585a7cda43e286245ce23c0678" +dependencies = [ + "libc", + "windows-sys 0.52.0", +] + [[package]] name = "socket2" version = "0.6.1" @@ -1977,6 +3559,17 @@ dependencies = [ "windows-sys 0.60.2", ] +[[package]] +name = "socks" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0c3dbbd9ae980613c6dd8e28a9407b50509d3803b57624d5dfe8315218cd58b" +dependencies = [ + "byteorder", + "libc", + "winapi", +] + [[package]] name = "spin" version = "0.9.8" @@ -1996,6 +3589,18 @@ dependencies = [ "der", ] +[[package]] +name = "spm_precompiled" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326" +dependencies = [ + "base64 0.13.1", + "nom 7.1.3", + "serde", + "unicode-segmentation", +] + [[package]] name = "sqlx" version = "0.8.6" @@ -2015,7 +3620,7 @@ version = "0.8.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ee6798b1838b6a0f69c007c133b8df5866302197e404e8b6ee8ed3e3a5e68dc6" dependencies = [ - "base64", + "base64 0.22.1", "bytes", "chrono", "crc", @@ -2028,7 +3633,7 @@ dependencies = [ "futures-util", "hashbrown 0.15.5", "hashlink", - "indexmap", + "indexmap 2.12.1", "log", "memchr", "once_cell", @@ -2036,7 +3641,7 @@ dependencies = [ "serde", "serde_json", "sha2", - "smallvec", + "smallvec 1.15.1", "thiserror 2.0.17", "time", "tokio", @@ -2090,7 +3695,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "aa003f0038df784eb8fecbbac13affe3da23b45194bd57dba231c8f48199c526" dependencies = [ "atoi", - "base64", + "base64 0.22.1", "bitflags", "byteorder", "bytes", @@ -2113,12 +3718,12 @@ dependencies = [ "memchr", "once_cell", "percent-encoding", - "rand", + "rand 0.8.5", "rsa", "serde", "sha1", "sha2", - "smallvec", + "smallvec 1.15.1", "sqlx-core", "stringprep", "thiserror 2.0.17", @@ -2134,7 +3739,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "db58fcd5a53cf07c184b154801ff91347e4c30d17a3562a635ff028ad5deda46" dependencies = [ "atoi", - "base64", + "base64 0.22.1", "bitflags", "byteorder", "chrono", @@ -2153,11 +3758,11 @@ dependencies = [ "md-5", "memchr", "once_cell", - "rand", + "rand 0.8.5", "serde", "serde_json", "sha2", - "smallvec", + "smallvec 1.15.1", "sqlx-core", "stringprep", "thiserror 2.0.17", @@ -2198,6 +3803,12 @@ version = "1.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6ce2be8dc25455e1f91df71bfa12ad37d7af1092ae736f3a6cd0e37bc7810596" +[[package]] +name = "static_assertions" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f" + [[package]] name = "stringprep" version = "0.1.5" @@ -2237,6 +3848,9 @@ name = "sync_wrapper" version = "1.0.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0bf256ce5efdfa370213c1dabab5935a12e49f2c58d15e9eac2870d3b4f27263" +dependencies = [ + "futures-core", +] [[package]] name = "synstructure" @@ -2249,6 +3863,51 @@ dependencies = [ "syn", ] +[[package]] +name = "system-configuration" +version = "0.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3c879d448e9d986b661742763247d3693ed13609438cf3d006f51f5368a5ba6b" +dependencies = [ + "bitflags", + "core-foundation 0.9.4", + "system-configuration-sys", +] + +[[package]] +name = "system-configuration-sys" +version = "0.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e1d1b10ced5ca923a1fcb8d03e96b8d3268065d724548c0211415ff6ac6bac4" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "tar" +version = "0.4.44" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1d863878d212c87a19c1a610eb53bb01fe12951c0501cf5a0d65f724914a667a" +dependencies = [ + "filetime", + "libc", + "xattr", +] + +[[package]] +name = "tempfile" +version = "3.24.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "655da9c7eb6305c55742045d5a8d2037996d61d8de95806335c7c86ce0f82e9c" +dependencies = [ + "fastrand", + "getrandom 0.3.4", + "once_cell", + "rustix", + "windows-sys 0.61.2", +] + [[package]] name = "thiserror" version = "1.0.69" @@ -2298,6 +3957,20 @@ dependencies = [ "cfg-if", ] +[[package]] +name = "tiff" +version = "0.10.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "af9605de7fee8d9551863fd692cce7637f548dbd9db9180fcc07ccc6d26c336f" +dependencies = [ + "fax", + "flate2", + "half", + "quick-error", + "weezl", + "zune-jpeg 0.4.21", +] + [[package]] name = "time" version = "0.3.44" @@ -2354,6 +4027,39 @@ version = "0.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20" +[[package]] +name = "tokenizers" +version = "0.22.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b238e22d44a15349529690fb07bd645cf58149a1b1e44d6cb5bd1641ff1a6223" +dependencies = [ + "ahash", + "aho-corasick", + "compact_str", + "dary_heap", + "derive_builder", + "esaxx-rs", + "getrandom 0.3.4", + "itertools", + "log", + "macro_rules_attribute", + "monostate", + "onig", + "paste", + "rand 0.9.2", + "rayon", + "rayon-cond", + "regex", + "regex-syntax", + "serde", + "serde_json", + "spm_precompiled", + "thiserror 2.0.17", + "unicode-normalization-alignments", + "unicode-segmentation", + "unicode_categories", +] + [[package]] name = "tokio" version = "1.48.0" @@ -2366,7 +4072,7 @@ dependencies = [ "parking_lot", "pin-project-lite", "signal-hook-registry", - "socket2", + "socket2 0.6.1", "tokio-macros", "windows-sys 0.61.2", ] @@ -2382,6 +4088,16 @@ dependencies = [ "syn", ] +[[package]] +name = "tokio-native-tls" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbae76ab933c85776efabc971569dd6119c580d8f5d448769dec1764bf796ef2" +dependencies = [ + "native-tls", + "tokio", +] + [[package]] name = "tokio-rustls" version = "0.26.4" @@ -2422,13 +4138,13 @@ version = "0.10.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f591660438b3038dd04d16c938271c79e7e06260ad2ea2885a4861bfb238605d" dependencies = [ - "base64", + "base64 0.22.1", "bytes", "futures-core", "futures-sink", "http", "httparse", - "rand", + "rand 0.8.5", "ring", "rustls-pki-types", "tokio", @@ -2437,6 +4153,60 @@ dependencies = [ "webpki-roots 0.26.11", ] +[[package]] +name = "tonic" +version = "0.12.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "877c5b330756d856ffcc4553ab34a5684481ade925ecc54bcd1bf02b1d0d4d52" +dependencies = [ + "async-stream", + "async-trait", + "axum 0.7.9", + "base64 0.22.1", + "bytes", + "flate2", + "h2", + "http", + "http-body", + "http-body-util", + "hyper", + "hyper-timeout", + "hyper-util", + "percent-encoding", + "pin-project", + "prost", + "rustls-native-certs 0.8.2", + "rustls-pemfile", + "socket2 0.5.10", + "tokio", + "tokio-rustls", + "tokio-stream", + "tower 0.4.13", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "tower" +version = "0.4.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8fa9be0de6cf49e536ce1851f987bd21a43b771b09473c3549a6c853db37c1c" +dependencies = [ + "futures-core", + "futures-util", + "indexmap 1.9.3", + "pin-project", + "pin-project-lite", + "rand 0.8.5", + "slab", + "tokio", + "tokio-util", + "tower-layer", + "tower-service", + "tracing", +] + [[package]] name = "tower" version = "0.5.2" @@ -2459,7 +4229,7 @@ version = "0.11.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "151b5a3e3c45df17466454bb74e9ecedecc955269bdedbf4d150dfa393b55a36" dependencies = [ - "axum-core", + "axum-core 0.5.5", "cookie", "futures-util", "http", @@ -2477,9 +4247,12 @@ checksum = "d4e6559d53cc268e5031cd8429d05415bc4cb4aefc4aa5d6cc35fbf5b924a1f8" dependencies = [ "bitflags", "bytes", + "futures-util", "http", "http-body", + "iri-string", "pin-project-lite", + "tower 0.5.2", "tower-layer", "tower-service", "tracing", @@ -2522,12 +4295,12 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ce8cce604865576b7751b7a6bc3058f754569a60d689328bb74c52b1d87e355b" dependencies = [ "async-trait", - "axum-core", - "base64", + "axum-core 0.5.5", + "base64 0.22.1", "futures", "http", "parking_lot", - "rand", + "rand 0.8.5", "serde", "serde_json", "thiserror 2.0.17", @@ -2617,13 +4390,19 @@ dependencies = [ "once_cell", "regex-automata", "sharded-slab", - "smallvec", + "smallvec 1.15.1", "thread_local", "tracing", "tracing-core", "tracing-log", ] +[[package]] +name = "try-lock" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b" + [[package]] name = "tryhard" version = "0.5.2" @@ -2661,18 +4440,95 @@ dependencies = [ "tinyvec", ] +[[package]] +name = "unicode-normalization-alignments" +version = "0.1.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de" +dependencies = [ + "smallvec 1.15.1", +] + [[package]] name = "unicode-properties" version = "0.1.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7df058c713841ad818f1dc5d3fd88063241cc61f49f5fbea4b951e8cf5a8d71d" +[[package]] +name = "unicode-segmentation" +version = "1.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f6ccf251212114b54433ec949fd6a7841275f9ada20dddd2f29e9ceea4501493" + +[[package]] +name = "unicode-width" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b4ac048d71ede7ee76d585517add45da530660ef4390e49b098733c6e897f254" + +[[package]] +name = "unicode_categories" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e" + [[package]] name = "untrusted" version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1" +[[package]] +name = "ureq" +version = "2.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "02d1a66277ed75f640d608235660df48c8e3c19f3b4edb6a263315626cc3c01d" +dependencies = [ + "base64 0.22.1", + "flate2", + "log", + "native-tls", + "once_cell", + "rustls", + "rustls-pki-types", + "serde", + "serde_json", + "socks", + "url", + "webpki-roots 0.26.11", +] + +[[package]] +name = "ureq" +version = "3.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d39cb1dbab692d82a977c0392ffac19e188bd9186a9f32806f0aaa859d75585a" +dependencies = [ + "base64 0.22.1", + "der", + "log", + "native-tls", + "percent-encoding", + "rustls-pki-types", + "socks", + "ureq-proto", + "utf-8", + "webpki-root-certs", +] + +[[package]] +name = "ureq-proto" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d81f9efa9df032be5934a46a068815a10a042b494b6a58cb0a1a97bb5467ed6f" +dependencies = [ + "base64 0.22.1", + "http", + "httparse", + "log", +] + [[package]] name = "url" version = "2.5.7" @@ -2691,6 +4547,12 @@ version = "2.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "daf8dba3b7eb870caf1ddeed7bc9d2a049f3cfdfae7cb521b087cc33ae4c49da" +[[package]] +name = "utf-8" +version = "0.7.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09cc8ee72d2a9becf2f2febe0205bbed8fc6615b7cb429ad062dc7b7ddd036a9" + [[package]] name = "utf8_iter" version = "1.0.4" @@ -2709,6 +4571,17 @@ dependencies = [ "wasm-bindgen", ] +[[package]] +name = "v_frame" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "666b7727c8875d6ab5db9533418d7c764233ac9c0cff1d469aec8fa127597be2" +dependencies = [ + "aligned-vec", + "num-traits", + "wasm-bindgen", +] + [[package]] name = "validator" version = "0.20.0" @@ -2757,6 +4630,15 @@ version = "0.9.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" +[[package]] +name = "want" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bfa7760aed19e106de2c7c0b581b509f2f25d3dacaf737cb82ac61bc6d760b0e" +dependencies = [ + "try-lock", +] + [[package]] name = "wasi" version = "0.11.1+wasi-snapshot-preview1" @@ -2791,6 +4673,19 @@ dependencies = [ "wasm-bindgen-shared", ] +[[package]] +name = "wasm-bindgen-futures" +version = "0.4.56" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "836d9622d604feee9e5de25ac10e3ea5f2d65b41eac0d9ce72eb5deae707ce7c" +dependencies = [ + "cfg-if", + "js-sys", + "once_cell", + "wasm-bindgen", + "web-sys", +] + [[package]] name = "wasm-bindgen-macro" version = "0.2.106" @@ -2823,6 +4718,48 @@ dependencies = [ "unicode-ident", ] +[[package]] +name = "wasm-streams" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "15053d8d85c7eccdbefef60f06769760a563c7f0a9d6902a13d35c7800b0ad65" +dependencies = [ + "futures-util", + "js-sys", + "wasm-bindgen", + "wasm-bindgen-futures", + "web-sys", +] + +[[package]] +name = "web-sys" +version = "0.3.83" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b32828d774c412041098d182a8b38b16ea816958e07cf40eec2bc080ae137ac" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "web-time" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "webpki-root-certs" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ee3e3b5f5e80bc89f30ce8d0343bf4e5f12341c51f3e26cbeecbc7c85443e85b" +dependencies = [ + "rustls-pki-types", +] + [[package]] name = "webpki-roots" version = "0.26.11" @@ -2841,6 +4778,12 @@ dependencies = [ "rustls-pki-types", ] +[[package]] +name = "weezl" +version = "0.1.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a28ac98ddc8b9274cb41bb4d9d4d5c425b6020c50c46f25559911905610b4a88" + [[package]] name = "whoami" version = "1.6.1" @@ -2851,6 +4794,28 @@ dependencies = [ "wasite", ] +[[package]] +name = "winapi" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c839a674fcd7a98952e593242ea400abe93992746761e38641405d28b00f419" +dependencies = [ + "winapi-i686-pc-windows-gnu", + "winapi-x86_64-pc-windows-gnu", +] + +[[package]] +name = "winapi-i686-pc-windows-gnu" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6" + +[[package]] +name = "winapi-x86_64-pc-windows-gnu" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f" + [[package]] name = "windows-core" version = "0.62.2" @@ -2892,6 +4857,17 @@ version = "0.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5" +[[package]] +name = "windows-registry" +version = "0.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "02752bf7fbdcce7f2a27a742f798510f3e5ad88dbe84871e5168e2120c3d5720" +dependencies = [ + "windows-link", + "windows-result", + "windows-strings", +] + [[package]] name = "windows-result" version = "0.4.1" @@ -2928,6 +4904,15 @@ dependencies = [ "windows-targets 0.52.6", ] +[[package]] +name = "windows-sys" +version = "0.59.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b" +dependencies = [ + "windows-targets 0.52.6", +] + [[package]] name = "windows-sys" version = "0.60.2" @@ -3144,6 +5129,22 @@ version = "0.6.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9edde0db4769d2dc68579893f2306b26c6ecfbe0ef499b013d731b7b9247e0b9" +[[package]] +name = "xattr" +version = "1.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32e45ad4206f6d2479085147f02bc2ef834ac85886624a23575ae137c8aa8156" +dependencies = [ + "libc", + "rustix", +] + +[[package]] +name = "y4m" +version = "0.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7a5a4b21e1a62b67a2970e6831bc091d7b87e119e7f9791aef9702e3bef04448" + [[package]] name = "yoke" version = "0.8.1" @@ -3246,3 +5247,42 @@ dependencies = [ "quote", "syn", ] + +[[package]] +name = "zune-core" +version = "0.4.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f423a2c17029964870cfaabb1f13dfab7d092a62a29a89264f4d36990ca414a" + +[[package]] +name = "zune-core" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "111f7d9820f05fd715df3144e254d6fc02ee4088b0644c0ffd0efc9e6d9d2773" + +[[package]] +name = "zune-inflate" +version = "0.2.54" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73ab332fe2f6680068f3582b16a24f90ad7096d5d39b974d1c0aff0125116f02" +dependencies = [ + "simd-adler32", +] + +[[package]] +name = "zune-jpeg" +version = "0.4.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29ce2c8a9384ad323cf564b67da86e21d3cfdff87908bc1223ed5c99bc792713" +dependencies = [ + "zune-core 0.4.12", +] + +[[package]] +name = "zune-jpeg" +version = "0.5.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e35aee689668bf9bd6f6f3a6c60bb29ba1244b3b43adfd50edd554a371da37d5" +dependencies = [ + "zune-core 0.5.0", +] diff --git a/README.md b/README.md index 8d556d9..e7541c0 100644 --- a/README.md +++ b/README.md @@ -11,6 +11,7 @@ A modern, self-hosted note-taking application built with performance, security, - **Rich Text**: Markdown support for note content. - **Version History**: Track changes, view history, note diffs, download versions, and restore previous states. - **Organization**: Tagging system for easy filtering. +- **Smart Features**: Semantic search and automatically generated related notes using local embeddings. - **Theme**: Dark and Light mode support. - **Responsive**: Mobile-friendly UI built with Tailwind CSS. - **Architecture**: @@ -25,6 +26,7 @@ A modern, self-hosted note-taking application built with performance, security, - **Language**: Rust - **Framework**: Axum - **Database**: SQLite (Default) or Postgres (Supported via feature flag) +- **Vector Database**: Qdrant (for Smart Features) - **Dependency Injection**: Manual wiring for clear boundaries ### Frontend @@ -80,6 +82,16 @@ cargo run -p notes-api --no-default-features --features notes-infra/postgres ``` *Note: Ensure your `DATABASE_URL` is set to a valid Postgres connection string.* +**Feature Flags (Smart Features):** + +The application includes "Smart Features" (semantic search, related notes) enabled by default. These require `fastembed`, `qdrant-client`, and `async-nats`. + +To build/run **without** smart features (for faster compilation or lighter deployment): + +```bash +cargo run -p notes-api --no-default-features --features sqlite +``` + #### Frontend 1. Navigate to `k-notes-frontend`. diff --git a/compose.yml b/compose.yml index a327e56..48a543a 100644 --- a/compose.yml +++ b/compose.yml @@ -26,13 +26,23 @@ services: nats: image: nats:alpine - container_name: libertas_nats + container_name: k_notes_nats ports: - "4222:4222" - "6222:6222" - "8222:8222" restart: unless-stopped + qdrant: + image: qdrant/qdrant:latest + container_name: k_notes_qdrant + ports: + - "6333:6333" + - "6334:6334" + volumes: + - ./data/qdrant_storage:/qdrant/storage:z + restart: unless-stopped + # Optional: Define volumes explicitly if needed # volumes: # backend_data: diff --git a/k-notes-frontend/src/components/note-view-dialog.tsx b/k-notes-frontend/src/components/note-view-dialog.tsx index 0477a92..8408b74 100644 --- a/k-notes-frontend/src/components/note-view-dialog.tsx +++ b/k-notes-frontend/src/components/note-view-dialog.tsx @@ -8,6 +8,7 @@ import { Edit, Calendar, Pin } from "lucide-react"; import { getNoteColor } from "@/lib/constants"; import clsx from "clsx"; import remarkGfm from "remark-gfm"; +import { RelatedNotes } from "./related-notes"; interface NoteViewDialogProps { @@ -15,9 +16,10 @@ interface NoteViewDialogProps { open: boolean; onOpenChange: (open: boolean) => void; onEdit: () => void; + onSelectNote?: (id: string) => void; } -export function NoteViewDialog({ note, open, onOpenChange, onEdit }: NoteViewDialogProps) { +export function NoteViewDialog({ note, open, onOpenChange, onEdit, onSelectNote }: NoteViewDialogProps) { const colorClass = getNoteColor(note.color); return ( @@ -42,6 +44,17 @@ export function NoteViewDialog({ note, open, onOpenChange, onEdit }: NoteViewDia
{note.content}
+ + {/* Smart Features: Related Notes */} +
+ { + onOpenChange(false); + setTimeout(() => onSelectNote(id), 100); // Small delay to allow dialog close animation? + } : undefined} + /> +
diff --git a/k-notes-frontend/src/components/related-notes.tsx b/k-notes-frontend/src/components/related-notes.tsx new file mode 100644 index 0000000..84acb87 --- /dev/null +++ b/k-notes-frontend/src/components/related-notes.tsx @@ -0,0 +1,62 @@ +import { useRelatedNotes } from "@/hooks/use-related-notes"; +import { useNotes } from "@/hooks/use-notes"; +import { Skeleton } from "@/components/ui/skeleton"; +import { Badge } from "@/components/ui/badge"; +import { Button } from "@/components/ui/button"; +import { Link2 } from "lucide-react"; + +interface RelatedNotesProps { + noteId: string; + onSelectNote?: (id: string) => void; +} + +export function RelatedNotes({ noteId, onSelectNote }: RelatedNotesProps) { + const { relatedLinks, isRelatedLoading } = useRelatedNotes(noteId); + const { data: notes } = useNotes(); // We need to look up note titles from source_id + + if (isRelatedLoading) { + return ( +
+

Related Notes

+
+ + +
+
+ ); + } + + if (!relatedLinks || relatedLinks.length === 0) { + return null; + } + + return ( +
+

+ + Related Notes +

+
+ {relatedLinks.map((link) => { + const targetNote = notes?.find((n: any) => n.id === link.target_note_id); + if (!targetNote) return null; + + return ( + + ); + })} +
+
+ ); +} diff --git a/k-notes-frontend/src/hooks/use-related-notes.ts b/k-notes-frontend/src/hooks/use-related-notes.ts new file mode 100644 index 0000000..637b0ab --- /dev/null +++ b/k-notes-frontend/src/hooks/use-related-notes.ts @@ -0,0 +1,23 @@ +import { useQuery } from "@tanstack/react-query"; +import { api } from "@/lib/api"; + +export interface NoteLink { + source_note_id: string; + target_note_id: string; + score: number; + created_at: string; +} + +export function useRelatedNotes(noteId: string | undefined) { + const { data, error, isLoading } = useQuery({ + queryKey: ["notes", noteId, "related"], + queryFn: () => api.get(`/notes/${noteId}/related`), + enabled: !!noteId, + }); + + return { + relatedLinks: data as NoteLink[] | undefined, + isRelatedLoading: isLoading, + relatedError: error, + }; +} diff --git a/k-notes-frontend/src/lib/constants.ts b/k-notes-frontend/src/lib/constants.ts index 7dbf15b..80fc2b6 100644 --- a/k-notes-frontend/src/lib/constants.ts +++ b/k-notes-frontend/src/lib/constants.ts @@ -1,12 +1,12 @@ const NOTE_COLORS = [ { name: "DEFAULT", value: "bg-background border-border", label: "Default" }, - { name: "RED", value: "bg-red-50 border-red-200 dark:bg-red-950/20 dark:border-red-900", label: "Red" }, - { name: "ORANGE", value: "bg-orange-50 border-orange-200 dark:bg-orange-950/20 dark:border-orange-900", label: "Orange" }, - { name: "YELLOW", value: "bg-yellow-50 border-yellow-200 dark:bg-yellow-950/20 dark:border-yellow-900", label: "Yellow" }, - { name: "GREEN", value: "bg-green-50 border-green-200 dark:bg-green-950/20 dark:border-green-900", label: "Green" }, - { name: "TEAL", value: "bg-teal-50 border-teal-200 dark:bg-teal-950/20 dark:border-teal-900", label: "Teal" }, - { name: "BLUE", value: "bg-blue-50 border-blue-200 dark:bg-blue-950/20 dark:border-blue-900", label: "Blue" }, - { name: "INDIGO", value: "bg-indigo-50 border-indigo-200 dark:bg-indigo-950/20 dark:border-indigo-900", label: "Indigo" }, + { name: "RED", value: "bg-red-50 border-red-200 dark:bg-red-950 dark:border-red-900", label: "Red" }, + { name: "ORANGE", value: "bg-orange-50 border-orange-200 dark:bg-orange-950 dark:border-orange-900", label: "Orange" }, + { name: "YELLOW", value: "bg-yellow-50 border-yellow-200 dark:bg-yellow-950 dark:border-yellow-900", label: "Yellow" }, + { name: "GREEN", value: "bg-green-50 border-green-200 dark:bg-green-950 dark:border-green-900", label: "Green" }, + { name: "TEAL", value: "bg-teal-50 border-teal-200 dark:bg-teal-950 dark:border-teal-900", label: "Teal" }, + { name: "BLUE", value: "bg-blue-50 border-blue-200 dark:bg-blue-950 dark:border-blue-900", label: "Blue" }, + { name: "INDIGO", value: "bg-indigo-50 border-indigo-200 dark:bg-indigo-950 dark:border-indigo-900", label: "Indigo" }, ]; export function getNoteColor(colorName: string | undefined): string { diff --git a/migrations/20251226000000_create_note_links.sql b/migrations/20251226000000_create_note_links.sql new file mode 100644 index 0000000..044fcf0 --- /dev/null +++ b/migrations/20251226000000_create_note_links.sql @@ -0,0 +1,12 @@ +CREATE TABLE IF NOT EXISTS note_links ( + source_note_id TEXT NOT NULL, + target_note_id TEXT NOT NULL, + score REAL NOT NULL, + created_at DATETIME NOT NULL, + PRIMARY KEY (source_note_id, target_note_id), + FOREIGN KEY (source_note_id) REFERENCES notes(id) ON DELETE CASCADE, + FOREIGN KEY (target_note_id) REFERENCES notes(id) ON DELETE CASCADE +); + +CREATE INDEX idx_note_links_source ON note_links(source_note_id); +CREATE INDEX idx_note_links_target ON note_links(target_note_id); diff --git a/notes-api/Cargo.toml b/notes-api/Cargo.toml index 15c2855..8a2be79 100644 --- a/notes-api/Cargo.toml +++ b/notes-api/Cargo.toml @@ -4,9 +4,25 @@ version = "0.1.0" edition = "2024" default-run = "notes-api" +[features] +default = ["sqlite", "smart-features"] +sqlite = [ + "notes-infra/sqlite", + "tower-sessions-sqlx-store/sqlite", + "sqlx/sqlite", +] +postgres = [ + "notes-infra/postgres", + "tower-sessions-sqlx-store/postgres", + "sqlx/postgres", +] +smart-features = ["notes-infra/smart-features", "dep:async-nats"] + [dependencies] notes-domain = { path = "../notes-domain" } -notes-infra = { path = "../notes-infra", features = ["sqlite"] } +notes-infra = { path = "../notes-infra", default-features = false, features = [ + "sqlite", +] } # Web framework axum = { version = "0.8.8", features = ["macros"] } @@ -20,6 +36,7 @@ tower-sessions-sqlx-store = { version = "0.15", features = ["sqlite"] } password-auth = "1.0" time = "0.3" async-trait = "0.1.89" +async-nats = { version = "0.39", optional = true } # Async runtime tokio = { version = "1.48.0", features = ["full"] } diff --git a/notes-api/src/config.rs b/notes-api/src/config.rs index 2cadff2..c20f5ee 100644 --- a/notes-api/src/config.rs +++ b/notes-api/src/config.rs @@ -1,3 +1,5 @@ +#[cfg(feature = "smart-features")] +use notes_infra::factory::{EmbeddingProvider, VectorProvider}; use std::env; /// Server configuration @@ -9,6 +11,11 @@ pub struct Config { pub session_secret: String, pub cors_allowed_origins: Vec, pub allow_registration: bool, + #[cfg(feature = "smart-features")] + pub embedding_provider: EmbeddingProvider, + #[cfg(feature = "smart-features")] + pub vector_provider: VectorProvider, + pub broker_url: String, } impl Default for Config { @@ -21,6 +28,14 @@ impl Default for Config { .to_string(), cors_allowed_origins: vec!["http://localhost:5173".to_string()], allow_registration: true, + #[cfg(feature = "smart-features")] + embedding_provider: EmbeddingProvider::FastEmbed, + #[cfg(feature = "smart-features")] + vector_provider: VectorProvider::Qdrant { + url: "http://localhost:6334".to_string(), + collection: "notes".to_string(), + }, + broker_url: "nats://localhost:4222".to_string(), } } } @@ -56,6 +71,24 @@ impl Config { .map(|s| s.to_lowercase() == "true") .unwrap_or(true); + #[cfg(feature = "smart-features")] + let embedding_provider = match env::var("EMBEDDING_PROVIDER").unwrap_or_default().as_str() { + // Future: "ollama" => EmbeddingProvider::Ollama(...), + _ => EmbeddingProvider::FastEmbed, + }; + + #[cfg(feature = "smart-features")] + let vector_provider = match env::var("VECTOR_PROVIDER").unwrap_or_default().as_str() { + // Future: "postgres" => ... + _ => VectorProvider::Qdrant { + url: env::var("QDRANT_URL").unwrap_or_else(|_| "http://localhost:6334".to_string()), + collection: env::var("QDRANT_COLLECTION").unwrap_or_else(|_| "notes".to_string()), + }, + }; + + let broker_url = + env::var("BROKER_URL").unwrap_or_else(|_| "nats://localhost:4222".to_string()); + Self { host, port, @@ -63,6 +96,11 @@ impl Config { session_secret, cors_allowed_origins, allow_registration, + #[cfg(feature = "smart-features")] + embedding_provider, + #[cfg(feature = "smart-features")] + vector_provider, + broker_url, } } } diff --git a/notes-api/src/dto.rs b/notes-api/src/dto.rs index f1fa9e8..0e31a23 100644 --- a/notes-api/src/dto.rs +++ b/notes-api/src/dto.rs @@ -172,3 +172,23 @@ impl From for NoteVersionResponse { pub struct ConfigResponse { pub allow_registration: bool, } + +/// Note Link response DTO +#[derive(Debug, Serialize)] +pub struct NoteLinkResponse { + pub source_note_id: Uuid, + pub target_note_id: Uuid, + pub score: f32, + pub created_at: DateTime, +} + +impl From for NoteLinkResponse { + fn from(link: notes_domain::entities::NoteLink) -> Self { + Self { + source_note_id: link.source_note_id, + target_note_id: link.target_note_id, + score: link.score, + created_at: link.created_at, + } + } +} diff --git a/notes-api/src/error.rs b/notes-api/src/error.rs index 755195f..6b2fb67 100644 --- a/notes-api/src/error.rs +++ b/notes-api/src/error.rs @@ -55,7 +55,9 @@ impl IntoResponse for ApiError { DomainError::Unauthorized(_) => StatusCode::FORBIDDEN, - DomainError::RepositoryError(_) => StatusCode::INTERNAL_SERVER_ERROR, + DomainError::RepositoryError(_) | DomainError::InfrastructureError(_) => { + StatusCode::INTERNAL_SERVER_ERROR + } }; ( diff --git a/notes-api/src/main.rs b/notes-api/src/main.rs index 86f7a0a..f36598c 100644 --- a/notes-api/src/main.rs +++ b/notes-api/src/main.rs @@ -43,6 +43,8 @@ async fn main() -> anyhow::Result<()> { tracing::info!("Connecting to database: {}", config.database_url); let db_config = DatabaseConfig::new(&config.database_url); + #[cfg(feature = "smart-features")] + use notes_infra::factory::build_link_repository; use notes_infra::factory::{ build_database_pool, build_note_repository, build_session_store, build_tag_repository, build_user_repository, @@ -52,7 +54,6 @@ async fn main() -> anyhow::Result<()> { .map_err(|e| anyhow::anyhow!(e))?; // Run migrations - // The factory/infra layer abstracts the database type if let Err(e) = run_migrations(&pool).await { tracing::warn!( "Migration error (might be expected if not implemented for this DB): {}", @@ -73,6 +74,10 @@ async fn main() -> anyhow::Result<()> { let user_repo = build_user_repository(&pool) .await .map_err(|e| anyhow::anyhow!(e))?; + #[cfg(feature = "smart-features")] + let link_repo = build_link_repository(&pool) + .await + .map_err(|e| anyhow::anyhow!(e))?; // Create services use notes_domain::{NoteService, TagService, UserService}; @@ -80,14 +85,28 @@ async fn main() -> anyhow::Result<()> { let tag_service = Arc::new(TagService::new(tag_repo.clone())); let user_service = Arc::new(UserService::new(user_repo.clone())); + // Connect to NATS + // Connect to NATS + #[cfg(feature = "smart-features")] + let nats_client = { + tracing::info!("Connecting to NATS: {}", config.broker_url); + async_nats::connect(&config.broker_url) + .await + .map_err(|e| anyhow::anyhow!("NATS connection failed: {}", e))? + }; + // Create application state let state = AppState::new( note_repo, tag_repo, user_repo.clone(), + #[cfg(feature = "smart-features")] + link_repo, note_service, tag_service, user_service, + #[cfg(feature = "smart-features")] + nats_client, config.clone(), ); @@ -108,10 +127,8 @@ async fn main() -> anyhow::Result<()> { .with_secure(false) // Set to true in production with HTTPS .with_expiry(Expiry::OnInactivity(Duration::seconds(60 * 60 * 24 * 7))); // 7 days - // Auth layer let auth_layer = AuthManagerLayerBuilder::new(backend, session_layer).build(); - // Parse CORS origins let mut cors = CorsLayer::new() .allow_methods([ axum::http::Method::GET, @@ -127,7 +144,6 @@ async fn main() -> anyhow::Result<()> { ]) .allow_credentials(true); - // Add allowed origins let mut allowed_origins = Vec::new(); for origin in &config.cors_allowed_origins { tracing::debug!("Allowing CORS origin: {}", origin); @@ -142,7 +158,6 @@ async fn main() -> anyhow::Result<()> { cors = cors.allow_origin(allowed_origins); } - // Build the application let app = Router::new() .nest("/api/v1", routes::api_v1_router()) .layer(auth_layer) @@ -150,7 +165,6 @@ async fn main() -> anyhow::Result<()> { .layer(TraceLayer::new_for_http()) .with_state(state); - // Start the server let addr = format!("{}:{}", config.host, config.port); let listener = tokio::net::TcpListener::bind(&addr).await?; diff --git a/notes-api/src/routes/mod.rs b/notes-api/src/routes/mod.rs index 59134b8..01f11b3 100644 --- a/notes-api/src/routes/mod.rs +++ b/notes-api/src/routes/mod.rs @@ -15,7 +15,7 @@ use crate::state::AppState; /// Create the API v1 router pub fn api_v1_router() -> Router { - Router::new() + let router = Router::new() // Auth routes .route("/auth/register", post(auth::register)) .route("/auth/login", post(auth::login)) @@ -29,7 +29,12 @@ pub fn api_v1_router() -> Router { .patch(notes::update_note) .delete(notes::delete_note), ) - .route("/notes/{id}/versions", get(notes::list_note_versions)) + .route("/notes/{id}/versions", get(notes::list_note_versions)); + + #[cfg(feature = "smart-features")] + let router = router.route("/notes/{id}/related", get(notes::get_related_notes)); + + router // Search route .route("/search", get(notes::search_notes)) // Import/Export routes diff --git a/notes-api/src/routes/notes.rs b/notes-api/src/routes/notes.rs index bbb4986..ed6f238 100644 --- a/notes-api/src/routes/notes.rs +++ b/notes-api/src/routes/notes.rs @@ -82,6 +82,21 @@ pub async fn create_note( let note = state.note_service.create_note(domain_req).await?; + // Publish event + #[cfg(feature = "smart-features")] + { + let payload = serde_json::to_vec(¬e).unwrap_or_default(); + if let Err(e) = state + .nats_client + .publish("notes.updated", payload.into()) + .await + { + tracing::error!("Failed to publish notes.updated event: {}", e); + } else { + tracing::info!("Published notes.updated event for note {}", note.id); + } + } + Ok((StatusCode::CREATED, Json(NoteResponse::from(note)))) } @@ -137,6 +152,21 @@ pub async fn update_note( let note = state.note_service.update_note(domain_req).await?; + // Publish event + #[cfg(feature = "smart-features")] + { + let payload = serde_json::to_vec(¬e).unwrap_or_default(); + if let Err(e) = state + .nats_client + .publish("notes.updated", payload.into()) + .await + { + tracing::error!("Failed to publish notes.updated event: {}", e); + } else { + tracing::info!("Published notes.updated event for note {}", note.id); + } + } + Ok(Json(NoteResponse::from(note))) } @@ -160,7 +190,7 @@ pub async fn delete_note( } /// Search notes -/// GET /api/v1/search +/// GET /api/v1/notes/search pub async fn search_notes( State(state): State, auth: AuthSession, @@ -201,3 +231,33 @@ pub async fn list_note_versions( Ok(Json(response)) } + +/// Get related notes +/// GET /api/v1/notes/:id/related +/// Get related notes +/// GET /api/v1/notes/:id/related +#[cfg(feature = "smart-features")] +pub async fn get_related_notes( + State(state): State, + auth: AuthSession, + Path(id): Path, +) -> ApiResult>> { + let user = auth + .user + .ok_or(ApiError::Domain(notes_domain::DomainError::Unauthorized( + "Login required".to_string(), + )))?; + let user_id = user.id(); + + // Verify access to the source note + state.note_service.get_note(id, user_id).await?; + + // Get links + let links = state.link_repo.get_links_for_note(id).await?; + let response: Vec = links + .into_iter() + .map(crate::dto::NoteLinkResponse::from) + .collect(); + + Ok(Json(response)) +} diff --git a/notes-api/src/state.rs b/notes-api/src/state.rs index 2fea070..9a38ebc 100644 --- a/notes-api/src/state.rs +++ b/notes-api/src/state.rs @@ -11,9 +11,13 @@ pub struct AppState { pub note_repo: Arc, pub tag_repo: Arc, pub user_repo: Arc, + #[cfg(feature = "smart-features")] + pub link_repo: Arc, pub note_service: Arc, pub tag_service: Arc, pub user_service: Arc, + #[cfg(feature = "smart-features")] + pub nats_client: async_nats::Client, pub config: Config, } @@ -22,18 +26,24 @@ impl AppState { note_repo: Arc, tag_repo: Arc, user_repo: Arc, + #[cfg(feature = "smart-features")] link_repo: Arc, note_service: Arc, tag_service: Arc, user_service: Arc, + #[cfg(feature = "smart-features")] nats_client: async_nats::Client, config: Config, ) -> Self { Self { note_repo, tag_repo, user_repo, + #[cfg(feature = "smart-features")] + link_repo, note_service, tag_service, user_service, + #[cfg(feature = "smart-features")] + nats_client, config, } } diff --git a/notes-domain/src/entities.rs b/notes-domain/src/entities.rs index 1dd5349..969be8d 100644 --- a/notes-domain/src/entities.rs +++ b/notes-domain/src/entities.rs @@ -204,6 +204,27 @@ impl NoteVersion { } } +/// A derived link between two notes, typically generated by semantic similarity. +#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)] +pub struct NoteLink { + pub source_note_id: Uuid, + pub target_note_id: Uuid, + /// Similarity score (0.0 to 1.0) + pub score: f32, + pub created_at: DateTime, +} + +impl NoteLink { + pub fn new(source_note_id: Uuid, target_note_id: Uuid, score: f32) -> Self { + Self { + source_note_id, + target_note_id, + score, + created_at: Utc::now(), + } + } +} + /// Filter options for querying notes #[derive(Debug, Clone, Default, Serialize, Deserialize)] pub struct NoteFilter { diff --git a/notes-domain/src/errors.rs b/notes-domain/src/errors.rs index 559bf86..2f4cec1 100644 --- a/notes-domain/src/errors.rs +++ b/notes-domain/src/errors.rs @@ -47,6 +47,10 @@ pub enum DomainError { /// A repository/infrastructure error occurred #[error("Repository error: {0}")] RepositoryError(String), + + /// An infrastructure adapter error occurred + #[error("Infrastructure error: {0}")] + InfrastructureError(String), } impl DomainError { diff --git a/notes-domain/src/lib.rs b/notes-domain/src/lib.rs index ef90037..ca41f97 100644 --- a/notes-domain/src/lib.rs +++ b/notes-domain/src/lib.rs @@ -10,6 +10,7 @@ pub mod entities; pub mod errors; +pub mod ports; pub mod repositories; pub mod services; diff --git a/notes-domain/src/ports.rs b/notes-domain/src/ports.rs new file mode 100644 index 0000000..35f24bd --- /dev/null +++ b/notes-domain/src/ports.rs @@ -0,0 +1,36 @@ +use async_trait::async_trait; +use uuid::Uuid; + +use crate::entities::NoteLink; +use crate::errors::DomainResult; + +/// Defines how to generate vector embeddings from text. +#[async_trait] +pub trait EmbeddingGenerator: Send + Sync { + /// Generate a vector embedding for the given text. + async fn generate_embedding(&self, text: &str) -> DomainResult>; +} + +/// Defines how to store and retrieve vectors. +#[async_trait] +pub trait VectorStore: Send + Sync { + /// Upsert a vector for a given note ID. + async fn upsert(&self, id: Uuid, vector: &[f32]) -> DomainResult<()>; + + /// Find similar items to the given vector. + /// Returns a list of (NoteID, Score) tuples. + async fn find_similar(&self, vector: &[f32], limit: usize) -> DomainResult>; +} + +/// Defines how to persist note links. +#[async_trait] +pub trait LinkRepository: Send + Sync { + /// Save a batch of generated links. + async fn save_links(&self, links: &[NoteLink]) -> DomainResult<()>; + + /// Delete existing links for a specific source note (e.g., before regenerating). + async fn delete_links_for_source(&self, source_note_id: Uuid) -> DomainResult<()>; + + /// Get links for a specific source note. + async fn get_links_for_note(&self, source_note_id: Uuid) -> DomainResult>; +} diff --git a/notes-domain/src/services.rs b/notes-domain/src/services.rs index c8f240a..a60cde6 100644 --- a/notes-domain/src/services.rs +++ b/notes-domain/src/services.rs @@ -356,6 +356,66 @@ impl UserService { } } +/// Service for Smart Features (Embeddings, Vector Search, Linking) +pub struct SmartNoteService { + embedding_generator: Arc, + vector_store: Arc, + link_repo: Arc, +} + +impl SmartNoteService { + pub fn new( + embedding_generator: Arc, + vector_store: Arc, + link_repo: Arc, + ) -> Self { + Self { + embedding_generator, + vector_store, + link_repo, + } + } + + /// Process a note to generate embeddings and find similar notes + pub async fn process_note(&self, note: &Note) -> DomainResult<()> { + // 1. Generate embedding + let embedding = self + .embedding_generator + .generate_embedding(¬e.content) + .await?; + + // 2. Upsert to vector store + self.vector_store.upsert(note.id, &embedding).await?; + + // 3. Find similar notes + // TODO: Make limit configurable + let similar = self.vector_store.find_similar(&embedding, 5).await?; + + // 4. Create links + let links: Vec = similar + .into_iter() + .filter(|(id, _)| *id != note.id) // Exclude self + .map(|(target_id, score)| crate::entities::NoteLink::new(note.id, target_id, score)) + .collect(); + + // 5. Save links (replacing old ones) + if !links.is_empty() { + self.link_repo.delete_links_for_source(note.id).await?; + self.link_repo.save_links(&links).await?; + } + + Ok(()) + } + + /// Get related notes for a given note ID + pub async fn get_related_notes( + &self, + note_id: Uuid, + ) -> DomainResult> { + self.link_repo.get_links_for_note(note_id).await + } +} + #[cfg(test)] mod tests { use super::*; diff --git a/notes-infra/Cargo.toml b/notes-infra/Cargo.toml index e44cdff..cb3830e 100644 --- a/notes-infra/Cargo.toml +++ b/notes-infra/Cargo.toml @@ -4,9 +4,10 @@ version = "0.1.0" edition = "2024" [features] -default = ["sqlite"] +default = ["sqlite", "smart-features"] sqlite = ["sqlx/sqlite", "tower-sessions-sqlx-store/sqlite"] postgres = ["sqlx/postgres", "tower-sessions-sqlx-store/postgres"] +smart-features = ["dep:fastembed", "dep:qdrant-client"] [dependencies] notes-domain = { path = "../notes-domain" } @@ -19,3 +20,6 @@ tracing = "0.1" uuid = { version = "1.19.0", features = ["v4", "serde"] } tower-sessions = "0.14.0" tower-sessions-sqlx-store = { version = "0.15.0", default-features = false } +fastembed = { version = "5.4", optional = true } +qdrant-client = { version = "1.16", optional = true } +serde_json = "1.0" diff --git a/notes-infra/src/embeddings/fastembed.rs b/notes-infra/src/embeddings/fastembed.rs new file mode 100644 index 0000000..26c5808 --- /dev/null +++ b/notes-infra/src/embeddings/fastembed.rs @@ -0,0 +1,48 @@ +use async_trait::async_trait; +use fastembed::{EmbeddingModel, InitOptions, TextEmbedding}; +use notes_domain::errors::{DomainError, DomainResult}; +use notes_domain::ports::EmbeddingGenerator; +use std::sync::{Arc, Mutex}; + +pub struct FastEmbedAdapter { + model: Arc>, +} + +impl FastEmbedAdapter { + pub fn new() -> DomainResult { + let mut options = InitOptions::default(); + options.model_name = EmbeddingModel::AllMiniLML6V2; + options.show_download_progress = false; + + let model = TextEmbedding::try_new(options).map_err(|e| { + DomainError::InfrastructureError(format!("Failed to init fastembed: {}", e)) + })?; + + Ok(Self { + model: Arc::new(Mutex::new(model)), + }) + } +} + +#[async_trait] +impl EmbeddingGenerator for FastEmbedAdapter { + async fn generate_embedding(&self, text: &str) -> DomainResult> { + let model = self.model.clone(); + let text = text.to_string(); + + let embeddings = tokio::task::spawn_blocking(move || { + let mut model = model.lock().map_err(|e| format!("Lock error: {}", e))?; + model + .embed(vec![text], None) + .map_err(|e| format!("Embed error: {}", e)) + }) + .await + .map_err(|e| DomainError::InfrastructureError(format!("Join error: {}", e)))? + .map_err(|e| DomainError::InfrastructureError(e))?; + + embeddings + .into_iter() + .next() + .ok_or_else(|| DomainError::InfrastructureError("No embedding generated".to_string())) + } +} diff --git a/notes-infra/src/embeddings/mod.rs b/notes-infra/src/embeddings/mod.rs new file mode 100644 index 0000000..d33b81d --- /dev/null +++ b/notes-infra/src/embeddings/mod.rs @@ -0,0 +1 @@ +pub mod fastembed; diff --git a/notes-infra/src/factory.rs b/notes-infra/src/factory.rs index 4a8807f..94b79a8 100644 --- a/notes-infra/src/factory.rs +++ b/notes-infra/src/factory.rs @@ -11,10 +11,66 @@ pub enum FactoryError { Database(#[from] sqlx::Error), #[error("Not implemented: {0}")] NotImplemented(String), + #[error("Infrastructure error: {0}")] + Infrastructure(#[from] notes_domain::DomainError), } pub type FactoryResult = Result; +#[cfg(feature = "smart-features")] +#[derive(Debug, Clone)] +pub enum EmbeddingProvider { + FastEmbed, + // Ollama(String), // Url + // OpenAI(String), // ApiKey +} + +#[cfg(feature = "smart-features")] +#[derive(Debug, Clone)] +pub enum VectorProvider { + Qdrant { url: String, collection: String }, + // InMemory, +} + +#[cfg(feature = "smart-features")] +pub async fn build_embedding_generator( + provider: &EmbeddingProvider, +) -> FactoryResult> { + match provider { + EmbeddingProvider::FastEmbed => { + let adapter = crate::embeddings::fastembed::FastEmbedAdapter::new()?; + Ok(Arc::new(adapter)) + } + } +} + +#[cfg(feature = "smart-features")] +pub async fn build_vector_store( + provider: &VectorProvider, +) -> FactoryResult> { + match provider { + VectorProvider::Qdrant { url, collection } => { + let adapter = crate::vector::qdrant::QdrantVectorAdapter::new(url, collection)?; + adapter.create_collection_if_not_exists().await?; + Ok(Arc::new(adapter)) + } + } +} + +#[cfg(feature = "sqlite")] +pub async fn build_link_repository( + pool: &DatabasePool, +) -> FactoryResult> { + match pool { + DatabasePool::Sqlite(pool) => Ok(Arc::new( + crate::link_repository::SqliteLinkRepository::new(pool.clone()), + )), + _ => Err(FactoryError::NotImplemented( + "LinkRepostiory for non-sqlite".to_string(), + )), + } +} + pub async fn build_database_pool(db_config: &DatabaseConfig) -> FactoryResult { if db_config.url.starts_with("sqlite:") { #[cfg(feature = "sqlite")] diff --git a/notes-infra/src/lib.rs b/notes-infra/src/lib.rs index bc9a051..d8ae992 100644 --- a/notes-infra/src/lib.rs +++ b/notes-infra/src/lib.rs @@ -15,20 +15,28 @@ //! - [`db::run_migrations`] - Run database migrations pub mod db; +#[cfg(feature = "smart-features")] +pub mod embeddings; pub mod factory; #[cfg(feature = "sqlite")] +pub mod link_repository; +#[cfg(feature = "sqlite")] pub mod note_repository; pub mod session_store; #[cfg(feature = "sqlite")] pub mod tag_repository; #[cfg(feature = "sqlite")] pub mod user_repository; +#[cfg(feature = "smart-features")] +pub mod vector; // Re-export for convenience #[cfg(feature = "sqlite")] pub use db::create_pool; pub use db::{DatabaseConfig, run_migrations}; #[cfg(feature = "sqlite")] +pub use link_repository::SqliteLinkRepository; +#[cfg(feature = "sqlite")] pub use note_repository::SqliteNoteRepository; #[cfg(feature = "sqlite")] pub use tag_repository::SqliteTagRepository; diff --git a/notes-infra/src/link_repository.rs b/notes-infra/src/link_repository.rs new file mode 100644 index 0000000..067aa69 --- /dev/null +++ b/notes-infra/src/link_repository.rs @@ -0,0 +1,111 @@ +use async_trait::async_trait; +use sqlx::SqlitePool; +use uuid::Uuid; + +use notes_domain::entities::NoteLink; +use notes_domain::errors::{DomainError, DomainResult}; +use notes_domain::ports::LinkRepository; + +pub struct SqliteLinkRepository { + pool: SqlitePool, +} + +impl SqliteLinkRepository { + pub fn new(pool: SqlitePool) -> Self { + Self { pool } + } +} + +#[async_trait] +impl LinkRepository for SqliteLinkRepository { + async fn save_links(&self, links: &[NoteLink]) -> DomainResult<()> { + let mut tx = self + .pool + .begin() + .await + .map_err(|e| DomainError::RepositoryError(e.to_string()))?; + + for link in links { + let source = link.source_note_id.to_string(); + let target = link.target_note_id.to_string(); + let created_at = link.created_at.to_rfc3339(); + + sqlx::query( + r#" + INSERT INTO note_links (source_note_id, target_note_id, score, created_at) + VALUES (?, ?, ?, ?) + ON CONFLICT(source_note_id, target_note_id) DO UPDATE SET + score = excluded.score, + created_at = excluded.created_at + "#, + ) + .bind(source) + .bind(target) + .bind(link.score) + .bind(created_at) + .execute(&mut *tx) + .await + .map_err(|e| DomainError::RepositoryError(e.to_string()))?; + } + + tx.commit() + .await + .map_err(|e| DomainError::RepositoryError(e.to_string()))?; + + Ok(()) + } + + async fn delete_links_for_source(&self, source_note_id: Uuid) -> DomainResult<()> { + let source_str = source_note_id.to_string(); + sqlx::query("DELETE FROM note_links WHERE source_note_id = ?") + .bind(source_str) + .execute(&self.pool) + .await + .map_err(|e| DomainError::RepositoryError(e.to_string()))?; + + Ok(()) + } + + async fn get_links_for_note(&self, source_note_id: Uuid) -> DomainResult> { + let source_str = source_note_id.to_string(); + + // We select links where the note is the source + // TODO: Should we also include links where the note is the target? + // For now, let's stick to outgoing links as defined by the service logic. + // Actually, semantic similarity is symmetric, but we only save (A -> B) if we process A. + // Ideally we should look for both directions or enforce symmetry. + // Given current implementation saves A->B when A is processed, if B is processed it saves B->A. + // So just querying source_note_id is fine if we assume all notes are processed. + + let links = sqlx::query_as::<_, SqliteNoteLink>( + "SELECT * FROM note_links WHERE source_note_id = ? ORDER BY score DESC", + ) + .bind(source_str) + .fetch_all(&self.pool) + .await + .map_err(|e| DomainError::RepositoryError(e.to_string()))?; + + Ok(links.into_iter().map(NoteLink::from).collect()) + } +} + +#[derive(sqlx::FromRow)] +struct SqliteNoteLink { + source_note_id: String, + target_note_id: String, + score: f32, + created_at: String, // Stored as ISO string +} + +impl From for NoteLink { + fn from(row: SqliteNoteLink) -> Self { + Self { + source_note_id: Uuid::parse_str(&row.source_note_id).unwrap_or_default(), + target_note_id: Uuid::parse_str(&row.target_note_id).unwrap_or_default(), + score: row.score, + created_at: chrono::DateTime::parse_from_rfc3339(&row.created_at) + .unwrap_or_default() + .with_timezone(&chrono::Utc), + } + } +} diff --git a/notes-infra/src/vector/mod.rs b/notes-infra/src/vector/mod.rs new file mode 100644 index 0000000..1869965 --- /dev/null +++ b/notes-infra/src/vector/mod.rs @@ -0,0 +1 @@ +pub mod qdrant; diff --git a/notes-infra/src/vector/qdrant.rs b/notes-infra/src/vector/qdrant.rs new file mode 100644 index 0000000..dd20fa0 --- /dev/null +++ b/notes-infra/src/vector/qdrant.rs @@ -0,0 +1,101 @@ +use async_trait::async_trait; +use notes_domain::errors::{DomainError, DomainResult}; +use notes_domain::ports::VectorStore; +use qdrant_client::Qdrant; +use qdrant_client::qdrant::{ + CreateCollectionBuilder, Distance, PointStruct, SearchPointsBuilder, UpsertPointsBuilder, + Value, VectorParamsBuilder, +}; +use std::collections::HashMap; +use std::sync::Arc; +use uuid::Uuid; + +pub struct QdrantVectorAdapter { + client: Arc, + collection_name: String, +} + +impl QdrantVectorAdapter { + pub fn new(url: &str, collection_name: &str) -> DomainResult { + let client = Qdrant::from_url(url).build().map_err(|e| { + DomainError::InfrastructureError(format!("Failed to create Qdrant client: {}", e)) + })?; + + Ok(Self { + client: Arc::new(client), + collection_name: collection_name.to_string(), + }) + } + + pub async fn create_collection_if_not_exists(&self) -> DomainResult<()> { + if !self + .client + .collection_exists(&self.collection_name) + .await + .map_err(|e| { + DomainError::InfrastructureError(format!( + "Failed to check collection existence: {}", + e + )) + })? + { + self.client + .create_collection( + CreateCollectionBuilder::new(self.collection_name.clone()) + .vectors_config(VectorParamsBuilder::new(384, Distance::Cosine)), + ) + .await + .map_err(|e| { + DomainError::InfrastructureError(format!("Failed to create collection: {}", e)) + })?; + } + Ok(()) + } +} + +#[async_trait] +impl VectorStore for QdrantVectorAdapter { + async fn upsert(&self, id: Uuid, vector: &[f32]) -> DomainResult<()> { + let payload: HashMap = HashMap::new(); + + let point = PointStruct::new(id.to_string(), vector.to_vec(), payload); + + let upsert_points = UpsertPointsBuilder::new(self.collection_name.clone(), vec![point]); + + self.client + .upsert_points(upsert_points) + .await + .map_err(|e| DomainError::InfrastructureError(format!("Qdrant upsert error: {}", e)))?; + + Ok(()) + } + + async fn find_similar(&self, vector: &[f32], limit: usize) -> DomainResult> { + let search_points = + SearchPointsBuilder::new(self.collection_name.clone(), vector.to_vec(), limit as u64) + .with_payload(true); + + let search_result = self + .client + .search_points(search_points) + .await + .map_err(|e| DomainError::InfrastructureError(format!("Qdrant search error: {}", e)))?; + + let results = search_result + .result + .into_iter() + .filter_map(|point| { + let id = point.id?; + let uuid_str = match id.point_id_options? { + qdrant_client::qdrant::point_id::PointIdOptions::Uuid(u) => u, + _ => return None, + }; + + let uuid = Uuid::parse_str(&uuid_str).ok()?; + Some((uuid, point.score)) + }) + .collect(); + + Ok(results) + } +} diff --git a/notes-worker/Cargo.toml b/notes-worker/Cargo.toml index fbf6e37..0a94082 100644 --- a/notes-worker/Cargo.toml +++ b/notes-worker/Cargo.toml @@ -3,11 +3,17 @@ name = "notes-worker" version = "0.1.0" edition = "2024" +[features] +default = ["sqlite", "smart-features"] +sqlite = ["notes-infra/sqlite", "sqlx/sqlite"] +# postgres = ["notes-infra/postgres", "sqlx/postgres"] +smart-features = ["notes-infra/smart-features"] + [dependencies] anyhow = "1.0.100" async-nats = "0.45.0" notes-domain = { path = "../notes-domain" } -notes-infra = { path = "../notes-infra" } +notes-infra = { path = "../notes-infra", default-features = false } serde = { version = "1.0.228", features = ["derive"] } serde_json = "1.0.146" tokio = { version = "1.48.0", features = ["full"] } diff --git a/notes-worker/src/config.rs b/notes-worker/src/config.rs index bef4036..45cc439 100644 --- a/notes-worker/src/config.rs +++ b/notes-worker/src/config.rs @@ -1,7 +1,14 @@ +#[cfg(feature = "smart-features")] +use notes_infra::factory::{EmbeddingProvider, VectorProvider}; + #[derive(Debug, Clone)] pub struct Config { pub broker_url: String, pub database_url: String, + #[cfg(feature = "smart-features")] + pub embedding_provider: EmbeddingProvider, + #[cfg(feature = "smart-features")] + pub vector_provider: VectorProvider, } impl Default for Config { @@ -9,6 +16,13 @@ impl Default for Config { Self { broker_url: "nats://localhost:4222".to_string(), database_url: "sqlite::memory:".to_string(), + #[cfg(feature = "smart-features")] + embedding_provider: EmbeddingProvider::FastEmbed, + #[cfg(feature = "smart-features")] + vector_provider: VectorProvider::Qdrant { + url: "http://localhost:6334".to_string(), + collection: "notes".to_string(), + }, } } } @@ -17,9 +31,34 @@ impl Config { pub fn from_env() -> Self { let _ = dotenvy::dotenv(); + #[cfg(feature = "smart-features")] + let embedding_provider = match std::env::var("EMBEDDING_PROVIDER") + .unwrap_or_default() + .as_str() + { + _ => EmbeddingProvider::FastEmbed, + }; + + #[cfg(feature = "smart-features")] + let vector_provider = match std::env::var("VECTOR_PROVIDER") + .unwrap_or_default() + .as_str() + { + _ => VectorProvider::Qdrant { + url: std::env::var("QDRANT_URL") + .unwrap_or_else(|_| "http://localhost:6334".to_string()), + collection: std::env::var("QDRANT_COLLECTION") + .unwrap_or_else(|_| "notes".to_string()), + }, + }; + Self { broker_url: std::env::var("BROKER_URL").unwrap_or("nats://localhost:4222".to_string()), database_url: std::env::var("DATABASE_URL").unwrap_or("sqlite::memory:".to_string()), + #[cfg(feature = "smart-features")] + embedding_provider, + #[cfg(feature = "smart-features")] + vector_provider, } } } diff --git a/notes-worker/src/main.rs b/notes-worker/src/main.rs index dcb8e4e..5a291a0 100644 --- a/notes-worker/src/main.rs +++ b/notes-worker/src/main.rs @@ -1,16 +1,77 @@ -use notes_infra::{DatabaseConfig, create_pool}; +use futures_util::StreamExt; +#[cfg(feature = "smart-features")] +use notes_domain::services::SmartNoteService; +#[cfg(feature = "smart-features")] +use notes_infra::{ + DatabaseConfig, + factory::{ + build_database_pool, build_embedding_generator, build_link_repository, build_vector_store, + }, +}; use crate::config::Config; mod config; +use tracing_subscriber::{layer::SubscriberExt, util::SubscriberInitExt}; + #[tokio::main] async fn main() -> anyhow::Result<()> { - let config = Config::from_env(); - let nats_client = async_nats::connect(config.broker_url).await?; - let db_config = DatabaseConfig::new(config.database_url); - let db_pool = create_pool(&db_config).await?; + tracing_subscriber::registry() + .with( + tracing_subscriber::EnvFilter::try_from_default_env() + .unwrap_or_else(|_| "notes_worker=info,notes_infra=info".into()), + ) + .with(tracing_subscriber::fmt::layer()) + .init(); + + let config = Config::from_env(); + let nats_client = async_nats::connect(&config.broker_url).await?; + + #[cfg(feature = "smart-features")] + { + let db_config = DatabaseConfig::new(config.database_url.clone()); + let db_pool = build_database_pool(&db_config).await?; + + // Initialize smart feature adapters + let embedding_generator = build_embedding_generator(&config.embedding_provider).await?; + let vector_store = build_vector_store(&config.vector_provider).await?; + let link_repo = build_link_repository(&db_pool).await?; + + // Create the service + let smart_service = SmartNoteService::new(embedding_generator, vector_store, link_repo); + tracing::info!( + "SmartNoteService initialized successfully with {:?}", + config.embedding_provider + ); + + // Subscribe to note update events + let mut subscriber = nats_client.subscribe("notes.updated").await?; + tracing::info!("Worker listening on 'notes.updated'..."); + + while let Some(msg) = subscriber.next().await { + // Parse message payload (assuming the payload IS the Note JSON) + let note_result: Result = serde_json::from_slice(&msg.payload); + + match note_result { + Ok(note) => { + tracing::info!("Processing smart features for note: {}", note.id); + match smart_service.process_note(¬e).await { + Ok(_) => tracing::info!("Successfully processed note {}", note.id), + Err(e) => tracing::error!("Failed to process note {}: {}", note.id, e), + } + } + Err(e) => { + tracing::error!("Failed to deserialize note from message: {}", e); + } + } + } + } + + #[cfg(not(feature = "smart-features"))] + { + tracing::info!("Smart features are disabled. Worker will exit."); + } - // subscribe to jobs and process them Ok(()) }