From eda39289371c8c58dcfc32daeb4359b068f7b714 Mon Sep 17 00:00:00 2001
From: rcmerci <rcmerci@gmail.com>
Date: Fri, 14 Mar 2025 16:45:14 +0800
Subject: [PATCH] enhance(text-embedding): connect db-worker and infer-worker

---
 src/main/frontend/handler.cljs                      |  1 +
 .../frontend/inference_worker/inference_worker.cljs |  9 ++++++++-
 src/main/frontend/inference_worker/state.cljs       |  2 ++
 src/main/frontend/persist_db/browser.cljs           |  7 +++++++
 src/main/frontend/worker/db_worker.cljs             | 13 ++++++++++---
 src/main/frontend/worker/file.cljs                  |  2 +-
 src/main/frontend/worker/state.cljs                 |  1 +
 7 files changed, 30 insertions(+), 5 deletions(-)

diff --git a/src/main/frontend/handler.cljs b/src/main/frontend/handler.cljs
index 2b7af869ff..a8b17bb1a2 100644
--- a/src/main/frontend/handler.cljs
+++ b/src/main/frontend/handler.cljs
@@ -168,6 +168,7 @@
      (mobile/mobile-preinit))
    (-> (p/let [_ (db-browser/start-db-worker!)
                _ (db-browser/start-inference-worker!)
+               _ (db-browser/<connect-db-worker-and-infer-worker!)
                repos (repo-handler/get-repos)
                _ (state/set-repos! repos)
                _ (mobile-util/hide-splash) ;; hide splash as early as ui is stable
diff --git a/src/main/frontend/inference_worker/inference_worker.cljs b/src/main/frontend/inference_worker/inference_worker.cljs
index 2938acd1be..ff33e82063 100644
--- a/src/main/frontend/inference_worker/inference_worker.cljs
+++ b/src/main/frontend/inference_worker/inference_worker.cljs
@@ -1,13 +1,15 @@
 (ns frontend.inference-worker.inference-worker
   "Worker used for text embedding and vector-db"
   (:require ["comlink" :as Comlink]
+            [frontend.inference-worker.state :as infer-worker.state]
             [frontend.inference-worker.text-embedding :as infer-worker.text-embedding]
+            [lambdaisland.glogi :as log]
             [lambdaisland.glogi.console :as glogi-console]
             [logseq.db :as ldb]
             [promesa.core :as p]
             [shadow.cljs.modern :refer [defclass]]))
 
-#_:clj-kondo/ignore
+#_{:clj-kondo/ignore [:unresolved-symbol]}
 (defclass InferenceWorker
   (extends js/Object)
   (constructor
@@ -19,6 +21,11 @@
    [_this]
    (infer-worker.text-embedding/<init))
 
+  (set-db-worker-proxy
+   [_this proxy]
+   (reset! infer-worker.state/*db-worker proxy)
+   (log/info :set-db-worker-proxy :done))
+
   (text-embedding
    [_this text-coll]
    (p/let [output (infer-worker.text-embedding/<text-embedding text-coll)]
diff --git a/src/main/frontend/inference_worker/state.cljs b/src/main/frontend/inference_worker/state.cljs
index 767e4b4ec8..f4ee28f685 100644
--- a/src/main/frontend/inference_worker/state.cljs
+++ b/src/main/frontend/inference_worker/state.cljs
@@ -1,6 +1,8 @@
 (ns frontend.inference-worker.state
   "State hub for inference-worker")
 
+(defonce *db-worker (atom nil))
+
 (defonce *hnswlib (atom nil))
 
 ;;repo -> index
diff --git a/src/main/frontend/persist_db/browser.cljs b/src/main/frontend/persist_db/browser.cljs
index 2d5712fc2b..66c825e7bc 100644
--- a/src/main/frontend/persist_db/browser.cljs
+++ b/src/main/frontend/persist_db/browser.cljs
@@ -163,6 +163,13 @@
        (.init wrapped-worker)
        (log/info "init infer-worker spent:" (str  (- (util/time-ms) t1) "ms"))))))
 
+(defn <connect-db-worker-and-infer-worker!
+  []
+  (assert (and @state/*infer-worker @state/*db-worker))
+  (p/do!
+    (.set-db-worker-proxy ^js @state/*infer-worker (Comlink/proxy @state/*db-worker))
+    (.set-infer-worker-proxy ^js @state/*db-worker (Comlink/proxy @state/*infer-worker))))
+
 (defn <export-db!
   [repo data]
   (cond
diff --git a/src/main/frontend/worker/db_worker.cljs b/src/main/frontend/worker/db_worker.cljs
index e7ff74a059..0cd1928b80 100644
--- a/src/main/frontend/worker/db_worker.cljs
+++ b/src/main/frontend/worker/db_worker.cljs
@@ -437,7 +437,8 @@
      (let [result (when-not (= result @worker-state/*state) result)]
        (ldb/write-transit-str result)))))
 
-#_:clj-kondo/ignore
+
+#_{:clj-kondo/ignore [:unresolved-symbol]}
 (defclass DBWorker
   (extends js/Object)
 
@@ -457,6 +458,11 @@
    (reset! worker-state/*rtc-ws-url rtc-ws-url)
    (init-sqlite-module!))
 
+  (set-infer-worker-proxy
+   [_this proxy]
+   (reset! worker-state/*infer-worker proxy)
+   (log/info :set-infer-worker-proxy :done))
+
   (storeMetadata
    [_this repo metadata-str]
    (worker-db-metadata/<store repo metadata-str))
@@ -634,7 +640,7 @@
    [_this repo]
    (p/let [pool (<get-opfs-pool repo)
            _ (close-db! repo)
-           result (remove-vfs! pool)]
+           _result (remove-vfs! pool)]
      nil))
 
   (releaseAccessHandles
@@ -965,7 +971,8 @@
   []
   (glogi-console/install!)
   (check-worker-scope!)
-  (let [^js obj (DBWorker.)]
+  (let [^js obj #_{:clj-kondo/ignore [:unresolved-symbol]}
+                (DBWorker.)]
     (outliner-register-op-handlers!)
     (worker-state/set-worker-object! obj)
     (<ratelimit-file-writes!)
diff --git a/src/main/frontend/worker/file.cljs b/src/main/frontend/worker/file.cljs
index b54ff43945..dcff3886bf 100644
--- a/src/main/frontend/worker/file.cljs
+++ b/src/main/frontend/worker/file.cljs
@@ -30,7 +30,7 @@
     (swap! *writes assoc request-id page-id)
     request-id))
 
-(defn- dissoc-request!
+(defn dissoc-request!
   [request-id]
   (when-let [page-id (get @*writes request-id)]
     (let [old-page-request-ids (keep (fn [[r p]]
diff --git a/src/main/frontend/worker/state.cljs b/src/main/frontend/worker/state.cljs
index 0878ff0007..c653e7ee22 100644
--- a/src/main/frontend/worker/state.cljs
+++ b/src/main/frontend/worker/state.cljs
@@ -9,6 +9,7 @@
   :undo/repo->page-block-uuid->redo-ops {:doc "{repo {<page-block-uuid> [op1 op2 ...]}}"})
 
 (defonce *main-thread (atom nil))
+(defonce *infer-worker (atom nil))
 
 (defonce *state (atom {:worker/object nil