clone/logseq
1
0
Fork 0
mirror of https://github.com/logseq/logseq.git synced 2026-04-27 07:35:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

partition load initial pages data

Browse Source 
Also, add a script to build a test graph
This commit is contained in:
Tienson Qin
2024-01-31 03:05:45 +08:00
parent 420e361381
commit 7f6cb9bb92
3 changed files with 117 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files

59
src/dev-cljs/shadow/build_large_graph.cljs Normal file
View File

@@ -0,0 +1,59 @@
(ns shadow.build-large-graph)
(comment
(in-ns 'frontend.db-worker)
(def repo "logseq_db_large-db-demo")
(def conn (worker-state/get-datascript-conn repo))
(defonce *ids (atom (set (map :v (d/datoms @conn :avet :block/uuid)))))
(defn get-next-id
[]
(let [id (random-uuid)]
(if (@*ids id)
(get-next-id)
(do
(swap! *ids conj id)
id))))
(defn pages
[start-idx n]
(let [ids (repeatedly n get-next-id)]
(map-indexed
(fn [idx id]
{:block/uuid id
:block/original-name (str "page-" (+ start-idx idx))
:block/name (str "page-" (+ start-idx idx))
:block/format :markdown})
ids)))
(defn blocks
[page-id size]
(let [page-id [:block/uuid page-id]
blocks (vec (repeatedly size (fn []
(let [id (get-next-id)]
{:block/uuid id
:block/content (str id)
:block/format :markdown
:block/page page-id
:block/parent page-id}))))]
(map-indexed
(fn [i b]
(if (zero? i)
(assoc b :block/left page-id)
(let [left (nth blocks (dec i))]
(assoc b :block/left [:block/uuid (:block/uuid left)]))))
blocks)))
(defn create-graph!
[conn page-size blocks-size start-idx]
(let [pages (pages start-idx page-size)
page-blocks (map (fn [p]
(cons p
(blocks (:block/uuid p) blocks-size))) pages)]
(doseq [data (partition-all 1000 page-blocks)]
(let [tx-data (apply concat data)]
(prn :debug :progressing (:block/name (first tx-data)))
(d/transact! conn tx-data {:new-graph? true})))))
(create-graph! conn 10000 20 0))