clone/logseq
1
0
Fork 0
mirror of https://github.com/logseq/logseq.git synced 2026-05-23 20:24:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add qwen3 embedding

Browse Source
This commit is contained in:
Tienson Qin
2025-07-15 17:49:01 +08:00
parent f3e1da67c7
commit bfed2e3bc6
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/main/frontend/inference_worker/text_embedding.cljs
View File

@@ -97,12 +97,12 @@
(when (model-loaded?)
(let [hnsw (or (get-hnsw-index repo) (new-hnsw-index! repo))
{:keys [data _type dims _size]} (worker-util/profile :<text-embedding
(c.m/<? (<text-embedding text-array)))
(c.m/<? (<text-embedding text-array)))
data-coll (split-into-chunks data (last dims))
_ (assert (= (count text-array) (count data-coll)))]
(when (seq delete-labels) (.markDeleteItems hnsw (into-array delete-labels)))
(worker-util/profile (keyword "add-items" (str (alength data-coll)))
(add-items hnsw data-coll replace-deleted?))))))
(add-items hnsw data-coll replace-deleted?))))))
(def ^:private write-index-wait-delays-flow
(m/ap
@@ -172,7 +172,9 @@
{"Xenova/all-MiniLM-L6-v2" {:tf-config {:dtype "fp32"}
:hnsw-config {:dims 384}}
"Xenova/jina-embeddings-v2-base-zh" {:tf-config {:dtype "fp32"}
:hnsw-config {:dims 768}}})
:hnsw-config {:dims 768}}
"onnx-community/Qwen3-Embedding-0.6B-ONNX" {:tf-config {:dtype "fp32"}
:hnsw-config {:dims 384}}})
(def ^:private *load-model-progress (atom nil))