name: CI on: push: branches: [master] paths-ignore: - '*.md' pull_request: branches: [master, "feat/db"] paths-ignore: - '*.md' env: CLOJURE_VERSION: '1.11.1.1413' JAVA_VERSION: '11' # This is the latest node version we can run. NODE_VERSION: '20' BABASHKA_VERSION: '1.0.168' jobs: typos: name: Spell Check with Typos runs-on: ubuntu-latest steps: - name: Checkout Actions Repository uses: actions/checkout@v4 - name: Check spelling with custom config file uses: crate-ci/typos@v1.16.8 with: config: ./typos.toml test: strategy: matrix: operating-system: [ubuntu-latest] runs-on: ${{ matrix.operating-system }} steps: - name: Checkout uses: actions/checkout@v4 - name: Set up Node uses: actions/setup-node@v3 with: node-version: ${{ env.NODE_VERSION }} cache: 'yarn' cache-dependency-path: | yarn.lock static/yarn.lock - name: Set up Java uses: actions/setup-java@v3 with: distribution: 'zulu' java-version: ${{ env.JAVA_VERSION }} - name: Set up Clojure uses: DeLaGuardo/setup-clojure@10.1 with: cli: ${{ env.CLOJURE_VERSION }} - name: Clojure cache uses: actions/cache@v3 id: clojure-deps with: path: | ~/.m2/repository ~/.gitlibs key: ${{ runner.os }}-clojure-deps-${{ hashFiles('deps.edn') }} restore-keys: ${{ runner.os }}-clojure-deps- - name: Fetch Clojure deps if: steps.clojure-deps.outputs.cache-hit != 'true' run: clojure -A:cljs -P - name: Fetch yarn deps run: yarn install --frozen-lockfile - name: Build test asset run: clojure -M:test compile test - name: Run some ClojureScript tests against DB version run: DB_GRAPH=1 node static/tests.js -r frontend.db.query-dsl-test - name: Run ClojureScript query tests against DB version with basic query type run: DB_GRAPH=1 DB_QUERY_TYPE=basic node static/tests.js -r frontend.db.query-dsl-test - name: Run ClojureScript tests run: node static/tests.js -e fix-me lint: runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@v4 - name: Set up Java uses: actions/setup-java@v3 with: distribution: 'zulu' java-version: ${{ env.JAVA_VERSION }} - name: Set up Clojure uses: DeLaGuardo/setup-clojure@10.1 with: cli: ${{ env.CLOJURE_VERSION }} bb: ${{ env.BABASHKA_VERSION }} - name: Run clj-kondo lint run: clojure -M:clj-kondo --parallel --lint src - name: Carve lint for unused vars run: bb lint:carve 2>/dev/null - name: Lint for vars that are too large run: bb lint:large-vars 2>/dev/null - name: Lint for namespaces that aren't documented run: bb lint:ns-docstrings 2>/dev/null - name: Lint invalid translation entries run: bb lang:validate-translations - name: Lint to keep worker independent of frontend run: bb lint:worker-and-frontend-separate - name: Lint to keep db and file graph code separate run: bb lint:db-and-file-graphs-separate db-graph-test: strategy: matrix: operating-system: [ubuntu-latest] runs-on: ${{ matrix.operating-system }} steps: - name: Checkout uses: actions/checkout@v4 - name: Set up Node uses: actions/setup-node@v3 with: node-version: ${{ env.NODE_VERSION }} cache: 'yarn' cache-dependency-path: | deps/db/yarn.lock scripts/yarn.lock - name: Set up Java uses: actions/setup-java@v3 with: distribution: 'zulu' java-version: ${{ env.JAVA_VERSION }} - name: Set up Clojure uses: DeLaGuardo/setup-clojure@10.1 with: cli: ${{ env.CLOJURE_VERSION }} bb: ${{ env.BABASHKA_VERSION }} - name: Fetch scripts yarn deps run: cd scripts && yarn install --frozen-lockfile - name: Create DB graph with properties run: cd scripts && yarn nbb-logseq src/logseq/tasks/db_graph/create_graph_with_properties.cljs ./db-graph-with-props # TODO: Use a smaller, test-focused graph to test classes - name: Create DB graph with classes run: cd scripts && yarn nbb-logseq src/logseq/tasks/db_graph/create_graph_with_schema_org.cljs ./db-graph-with-schema - name: Fetch deps/db yarn deps run: cd deps/db && yarn install --frozen-lockfile - name: Validate created DB graphs run: cd deps/db && yarn nbb-logseq script/validate_client_db.cljs ../../scripts/db-graph-with-props ../../scripts/db-graph-with-schema --closed-maps --group-errors e2e-test: # TODO: Re-enable when ready to enable tests for file graphs if: false runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@v4 - name: Set up Node uses: actions/setup-node@v3 with: node-version: ${{ env.NODE_VERSION }} cache: 'yarn' cache-dependency-path: | yarn.lock static/yarn.lock - name: Set up Java uses: actions/setup-java@v3 with: distribution: 'zulu' java-version: ${{ env.JAVA_VERSION }} - name: Set up Clojure uses: DeLaGuardo/setup-clojure@10.1 with: cli: ${{ env.CLOJURE_VERSION }} - name: Clojure cache uses: actions/cache@v3 id: clojure-deps with: path: | ~/.m2/repository ~/.gitlibs key: ${{ runner.os }}-clojure-deps-${{ hashFiles('deps.edn') }} restore-keys: ${{ runner.os }}-clojure-deps- - name: Fetch Clojure deps if: steps.clojure-deps.outputs.cache-hit != 'true' run: clojure -A:cljs -P - name: Shadow-cljs cache uses: actions/cache@v3 with: path: .shadow-cljs # ensure update cache every time key: ${{ runner.os }}-shadow-cljs-${{ github.sha }} # will match most recent upload restore-keys: | ${{ runner.os }}-shadow-cljs- - name: Fetch yarn deps run: yarn install env: PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: true # NOTE: require the app to be build in debug mode(compile instead of build). - name: Prepare E2E test build run: | yarn gulp:build && clojure -M:cljs compile app publishing electron (cd static && yarn install && yarn rebuild:all) # Exits with 0 if yarn.lock is up to date or 1 if we forgot to update it - name: Ensure static yarn.lock is up to date run: git diff --exit-code static/yarn.lock - name: Install Fluxbox run: sudo apt-get update && sudo apt-get install -y fluxbox # Emulate a virtual framebuffer on machines with no display hardware - name: Run XVFB run: Xvfb :1 -screen 0 1024x768x24 >/dev/null 2>&1 & # Start a lightweight window manager to simulate window actions (maximize,restore etc) - name: Start Fluxbox run: DISPLAY=:1.0 fluxbox >/dev/null 2>&1 & - name: Run Playwright test - 1/2 run: DISPLAY=:1.0 npx playwright test --reporter github --shard=1/2 env: LOGSEQ_CI: true DEBUG: "pw:api" RELEASE: true # skip dev only test - name: Run Playwright test - 2/2 run: DISPLAY=:1.0 npx playwright test --reporter github --shard=2/2 env: LOGSEQ_CI: true DEBUG: "pw:api" RELEASE: true # skip dev only test - name: Save test artifacts if: ${{ failure() }} uses: actions/upload-artifact@v3 with: name: e2e-test-report path: e2e-dump/* retention-days: 1