clone/logseq
1
0
Fork 0
mirror of https://github.com/logseq/logseq.git synced 2026-05-04 19:06:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

enhance(rtc): support huge apply-ops request

Browse Source
This commit is contained in:
rcmerci
2024-09-03 16:37:10 +08:00
parent 867672637c
commit a09930764a
2 changed files with 47 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
src/main/frontend/worker/rtc/ws_util.cljs
View File

@@ -1,9 +1,13 @@
(ns frontend.worker.rtc.ws-util
"Add RTC related logic to the function based on ws."
(:require [frontend.worker.rtc.exception :as r.ex]
(:require [cljs-http.client :as http]
[frontend.common.missionary-util :as c.m]
[frontend.worker.rtc.const :as rtc-const]
[frontend.worker.rtc.exception :as r.ex]
[frontend.worker.rtc.ws :as ws]
[frontend.worker.state :as worker-state]
[goog.string :as gstring]
[logseq.graph-parser.utf8 :as utf8]
[missionary.core :as m]))
(defn- handle-remote-ex
@@ -14,15 +18,43 @@
(throw e)
resp))
(defn- put-apply-ops-message-on-s3-if-too-huge
"Return a task that return s3-key"
[ws message]
{:pre [(= "apply-ops" (:action message))]}
(m/sp
(let [decoded-message (rtc-const/data-to-ws-coercer (assoc message :req-id "temp-id"))
message-str (js/JSON.stringify (clj->js (select-keys (rtc-const/data-to-ws-encoder decoded-message)
[:graph-uuid :ops :t-before])))
len (.-length (utf8/encode message-str))]
(when (< 100000 len)
(let [{:keys [url key]} (m/? (ws/send&recv ws {:action "presign-put-temp-s3-obj"}))
{:keys [status] :as resp} (c.m/<? (http/put url {:body message-str :with-credentials? false}))]
(when-not (http/unexceptional-status? status)
(throw (ex-info "failed to upload apply-ops message" {:resp resp})))
key)))))
(defn send&recv
"Return a task: throw exception if recv ex-data response"
"Return a task: throw exception if recv ex-data response.
For huge apply-ops request(>100KB),
- upload its request message to s3 first,
then add `s3-key` key to request message map
For huge apply-ops request(> 400 ops)
- adjust its timeout to 20s"
[get-ws-create-task message]
(m/sp
(let [ws (m/? get-ws-create-task)
opts (when (and (= "apply-ops" (:action message))
(< 400 (count (:ops message))))
{:timeout-ms 20000})]
(handle-remote-ex (m/? (ws/send&recv ws message opts))))))
{:timeout-ms 20000})
s3-key (when (= "apply-ops" (:action message))
(m/? (put-apply-ops-message-on-s3-if-too-huge ws message)))
message* (if s3-key
(-> message
(assoc :s3-key s3-key)
(dissoc :graph-uuid :ops :t-before))
message)]
(handle-remote-ex (m/? (ws/send&recv ws message* opts))))))
(defn get-ws-url
[token]