mirror of
https://github.com/logseq/logseq.git
synced 2026-04-24 22:25:01 +00:00
Also update validation in DB scripts: * replace alternative validate-db impl with standard CLI one * Add validation to import script * Choose to decouple other DB scripts from validate-db as it may go away later
77 lines
3.2 KiB
Clojure
77 lines
3.2 KiB
Clojure
(ns create-graph
|
|
"A script that creates or updates a DB graph given a sqlite.build EDN file.
|
|
If the given graph already exists, the EDN file updates the graph."
|
|
(:require ["fs" :as fs]
|
|
["path" :as node-path]
|
|
[babashka.cli :as cli]
|
|
[clojure.edn :as edn]
|
|
[logseq.db :as ldb]
|
|
[logseq.db.common.sqlite-cli :as sqlite-cli]
|
|
[logseq.db.frontend.validate :as db-validate]
|
|
[logseq.db.sqlite.export :as sqlite-export]
|
|
[logseq.outliner.cli :as outliner-cli]
|
|
[clojure.pprint :as pprint]
|
|
[nbb.classpath :as cp]
|
|
[nbb.core :as nbb]))
|
|
|
|
(defn- resolve-path
|
|
"If relative path, resolve with $ORIGINAL_PWD"
|
|
[path]
|
|
(if (node-path/isAbsolute path)
|
|
path
|
|
(node-path/join (or js/process.env.ORIGINAL_PWD ".") path)))
|
|
|
|
(defn- validate-db [db db-name options]
|
|
(if-let [errors (:errors
|
|
(db-validate/validate-local-db!
|
|
db
|
|
(merge options {:db-name db-name :verbose true})))]
|
|
(do
|
|
(println "Found" (count errors)
|
|
(if (= 1 (count errors)) "entity" "entities")
|
|
"with errors:")
|
|
(pprint/pprint errors)
|
|
(js/process.exit 1))
|
|
(println "Valid!")))
|
|
|
|
(def spec
|
|
"Options spec"
|
|
{:help {:alias :h
|
|
:desc "Print help"}
|
|
:validate {:alias :v
|
|
:desc "Validate db after creation"}
|
|
:import {:alias :i
|
|
:desc "Import edn file using sqlite-export"}})
|
|
|
|
(defn -main [args]
|
|
(let [{options :opts args' :args} (cli/parse-args args {:spec spec})
|
|
[graph-dir edn-path] args'
|
|
_ (when (or (nil? graph-dir) (nil? edn-path) (:help options))
|
|
(println (str "Usage: $0 GRAPH-NAME EDN-PATH [OPTIONS]\nOptions:\n"
|
|
(cli/format-opts {:spec spec})))
|
|
(js/process.exit 1))
|
|
init-conn-args (conj (sqlite-cli/->open-db-args graph-dir))
|
|
sqlite-build-edn (merge (if (:import options) {} {:auto-create-ontology? true})
|
|
(-> (resolve-path edn-path) fs/readFileSync str edn/read-string))
|
|
graph-exists? (fs/existsSync (apply node-path/join init-conn-args))
|
|
db-name (if (= 1 (count init-conn-args)) (first init-conn-args) (second init-conn-args))
|
|
conn (apply outliner-cli/init-conn
|
|
(conj init-conn-args {:classpath (cp/get-classpath) :import-type :cli/create-graph}))
|
|
{:keys [init-tx block-props-tx misc-tx] :as _txs}
|
|
(if (:import options)
|
|
(sqlite-export/build-import sqlite-build-edn @conn {})
|
|
(outliner-cli/build-blocks-tx sqlite-build-edn))]
|
|
(println "Generating" (count (filter :block/name init-tx)) "pages and"
|
|
(count (filter :block/title init-tx)) "blocks ...")
|
|
;; (fs/writeFileSync "txs.edn" (with-out-str (cljs.pprint/pprint _txs)))
|
|
;; (cljs.pprint/pprint _txs)
|
|
(ldb/transact! conn init-tx)
|
|
(when (seq block-props-tx) (ldb/transact! conn block-props-tx))
|
|
(when (seq misc-tx) (ldb/transact! conn misc-tx))
|
|
(println (if graph-exists? "Updated graph" "Created graph") (str db-name "!"))
|
|
(when (:validate options)
|
|
(validate-db @conn db-name {}))))
|
|
|
|
(when (= nbb/*file* (nbb/invoked-file))
|
|
(-main *command-line-args*))
|