[RFC] Starting the debugging API

.circleci/base.yml

@@ -0,0 +1,120 @@
+version: 2.1
+
+commands:
+  setup:
+    description: "Setup skip toolchain"
+    steps:
+      - run:
+          name: Fetch submodules
+          command: |
+            git submodule update --init --recursive
+
+jobs:
+  check-format:
+    docker:
+      - image: skiplabs/skdb-base:latest
+    steps:
+      - checkout
+      - run:
+          name: Check code is formatted
+          command: |
+            make check-fmt
+
+  check-ts:
+    docker:
+      - image: skiplabs/skdb-base:latest
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Typecheck and lint typescript sources
+          command: bun install && npm run build && npm run lint
+
+  compiler:
+    docker:
+      - image: skiplabs/skdb-base:latest
+    resource_class: xlarge
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Run compiler tests
+          no_output_timeout: 30m
+          command: |
+            mkdir -p ~/test-results
+            cd skiplang/compiler && make STAGE=1
+            PATH=$(realpath ./stage1/bin):$PATH skargo test --jobs 8 --junitxml ~/test-results/skc.xml
+      - store_test_results:
+          path: ~/test-results/skc.xml
+
+  skstore:
+    docker:
+      - image: skiplabs/skdb-base:latest
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Run skstore tests
+          command: |
+            mkdir -p ~/test-results
+            cd skiplang/prelude && skargo test --jobs 8 --junitxml ~/test-results/skstore.xml
+      - store_test_results:
+          path: ~/test-results/skstore.xml
+
+  skdb:
+    docker:
+      - image: skiplabs/skdb-base:latest
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Run native skdb tests
+          command: |
+            make test-native
+
+  skdb-wasm:
+    docker:
+      - image: skiplabs/skdb-base:latest
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Run wasm skdb tests
+          no_output_timeout: 15m
+          command: |
+            mkdir -p ~/test-results
+            make test-wasm
+      - store_test_results:
+          path: ~/test-results/skdb-wasm.xml
+
+  skjson:
+    docker:
+      - image: skiplabs/skdb-base:latest
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Run skjson tests
+          command: |
+            mkdir -p ~/test-results
+            cd skiplang/skjson && skargo test --junitxml ~/test-results/skjson.xml
+      - store_test_results:
+          path: ~/test-results/skjson.xml
+
+  skipruntime-wasm:
+    docker:
+      - image: skiplabs/skdb-base:latest
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Typecheck and lint skip runtime
+          command: cd skipruntime-ts && make check-all
+      - run:
+          name: Run wasm skip runtime tests
+          no_output_timeout: 10m
+          command: |
+            mkdir -p ~/test-results
+            cd skipruntime-ts && make test
+      - store_test_results:
+          path: ~/test-results/skipruntime-wasm.xml

.circleci/config.yml

@@ -0,0 +1,23 @@
+version: 2.1
+
+setup: true
+
+orbs:
+  continuation: circleci/[email protected]
+
+jobs:
+  setup:
+    executor: continuation/default
+    steps:
+      - checkout
+      - run:
+          name: Generate config
+          command: |
+            .circleci/generate_config.sh > generated_config.yml
+      - continuation/continue:
+          configuration_path: generated_config.yml
+
+workflows:
+  setup:
+    jobs:
+      - setup

.circleci/generate_config.sh

@@ -0,0 +1,79 @@
+#!/bin/bash
+
+# TODO: This is flaky as it relies on coarse directory-level diffs.
+git diff --quiet HEAD $(git merge-base main HEAD) -- $(jq --raw-output ".workspaces[]" package.json)
+check_ts=$?
+git diff --quiet HEAD $(git merge-base main HEAD) -- skiplang/compiler/ skiplang/prelude/ :^skiplang/prelude/ts
+skc=$?
+git diff --quiet HEAD $(git merge-base main HEAD) -- skiplang/prelude/src/skstore/ skiplang/compiler/runtime/
+skstore=$?
+git diff --quiet HEAD $(git merge-base main HEAD) -- sql/ skiplang/sqlparser/ skiplang/skbuild/
+skdb=$?
+git diff --quiet HEAD $(git merge-base main HEAD) -- skipruntime-ts/
+skipruntime_wasm=$?
+git diff --quiet HEAD $(git merge-base main HEAD) -- skiplang/prelude/ts/
+ts_prelude=$?
+
+cat .circleci/base.yml
+
+echo "workflows:"
+
+    cat <<EOF
+  check-format:
+    jobs:
+      - check-format
+EOF
+
+if (( $check_ts != 0 ))
+then
+    cat <<EOF
+  check-ts:
+    jobs:
+      - check-ts
+EOF
+fi
+
+if (( $skc != 0 ))
+then
+    cat <<EOF
+  compiler:
+    jobs:
+      - compiler
+EOF
+fi
+
+if (( $skstore != 0 ))
+then
+    cat <<EOF
+  skstore:
+    jobs:
+      - skstore
+EOF
+fi
+
+if (( $skdb != 0 || $skstore != 0 ))
+then
+    cat <<EOF
+  skdb:
+    jobs:
+      - skdb
+EOF
+fi
+
+if (( $skdb != 0 || $skstore != 0 || $ts_prelude != 0 ))
+then
+    cat <<EOF
+  skdb-wasm:
+    jobs:
+      - skdb-wasm
+EOF
+fi
+
+if (( $skdb != 0 || $skstore != 0 || $skipruntime_wasm != 0 || $ts_prelude != 0 ))
+then
+    cat <<EOF
+  skipruntime-wasm:
+    jobs:
+      - skipruntime-wasm
+EOF
+fi