[skip] Add reactive sessions.

.circleci/base.yml

@@ -0,0 +1,174 @@
+version: 2.1
+
+commands:
+  setup:
+    description: "Setup skip toolchain"
+    steps:
+      - run:
+          name: Fetch submodules
+          command: |
+            git submodule update --init --recursive
+
+jobs:
+  fast-checks:
+    docker:
+      - image: skiplabs/skip:latest
+    steps:
+      - checkout
+      - run:
+          name: Check code is formatted
+          command: |
+            make check-fmt
+      - run:
+          name: Check shell scripts
+          command: |
+            make check-sh
+
+  check-ts:
+    docker:
+      - image: skiplabs/skip:latest
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Typecheck and lint typescript sources
+          command: SKIPRUNTIME=$(pwd)/build/skipruntime npm install && npm run build && npm run lint
+
+  compiler:
+    docker:
+      - image: skiplabs/skiplang:latest
+    resource_class: xlarge
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Run compiler tests
+          no_output_timeout: 30m
+          command: |
+            mkdir -p ~/test-results
+            cd skiplang/compiler && make STAGE=1
+            PATH=$(realpath ./stage1/bin):$PATH skargo test --jobs 8 --junitxml ~/test-results/skc.xml
+      - store_test_results:
+          path: ~/test-results/skc.xml
+
+  skdb:
+    docker:
+      - image: skiplabs/skdb-base:latest
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Run native skdb tests
+          command: |
+            make test-native
+
+  skdb-wasm:
+    docker:
+      - image: skiplabs/skdb-base:latest
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Run wasm skdb tests
+          no_output_timeout: 15m
+          command: |
+            mkdir -p ~/test-results
+            make test-wasm
+      - store_test_results:
+          path: ~/test-results/skdb-wasm.xml
+
+  skip-package-build:
+    docker:
+      - image: skiplabs/skiplang:latest
+    parameters:
+      dir:
+        type: string
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Build << parameters.dir >>
+          command: |
+            cd << parameters.dir >> && skargo build --all-targets
+
+  skip-package-tests:
+    docker:
+      - image: skiplabs/skiplang:latest
+    parameters:
+      dir:
+        type: string
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Run << parameters.dir >> tests
+          command: |
+            mkdir -p ~/test-results
+            cd << parameters.dir >> && skargo test --jobs 8 --junitxml ~/test-results/$(tr / - <<< "<< parameters.dir >>").xml
+      - store_test_results:
+          path: ~/test-results
+
+  skipruntime:
+    docker:
+      - image: skiplabs/skip:latest
+      - image: cimg/postgres:17.0
+        environment:
+          PGHOST: localhost
+          PGDATABASE: postgres
+          PGPORT: 5432
+          PGUSER: postgres
+          PGPASSWORD: secret
+      - image: bitnami/kafka
+        command: sh -c "((sleep 15 && /opt/bitnami/kafka/bin/kafka-topics.sh --bootstrap-server 127.0.0.1:9092 --create --topic skip-test-topic)&) && /opt/bitnami/scripts/kafka/run.sh"
+        environment:
+          KAFKA_CFG_PROCESS_ROLES: controller,broker
+          KAFKA_CFG_NODE_ID: 0
+          KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: "PLAINTEXT:PLAINTEXT,CONTROLLER:PLAINTEXT"
+          KAFKA_CFG_LISTENERS: "PLAINTEXT://:9092,CONTROLLER://:9093"
+          KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: "0@localhost:9093"
+          KAFKA_CFG_CONTROLLER_LISTENER_NAMES: "CONTROLLER"
+    steps:
+      - checkout
+      - setup
+      - run:
+          name: Run wasm skip runtime tests
+          no_output_timeout: 10m
+          command: |
+            mkdir -p ~/test-results
+            make test-skipruntime-ts
+      - store_test_results:
+          path: ~/test-results/skipruntime.xml
+
+  check-examples:
+    docker:
+      - image: cimg/base:2025.01
+    steps:
+      - checkout
+      - setup
+      - setup_remote_docker
+      - run:
+          name: Build hackernews docker images
+          working_directory: ~/project/examples/hackernews
+          command: docker compose build
+      - run:
+          name: Start hackernews services
+          working_directory: ~/project/examples/hackernews
+          command: docker compose up --wait
+      - run:
+          name: Test hackernews back end health
+          command: (docker run --network hackernews_default -it cimg/base:2025.01 curl --silent --max-time 0.1 --insecure --location https://haproxy/api/posts || true) | grep --quiet "data:"
+      - run:
+          name: Tear down hackernews example
+          working_directory: ~/project/examples/hackernews
+          command: docker compose down
+      - run:
+          name: Build chatroom docker images
+          working_directory: ~/project/examples/chatroom
+          command: docker compose build
+      - run:
+          name: Start chatroom services
+          working_directory: ~/project/examples/chatroom
+          command: docker compose up --wait
+      - run:
+          name: Test chatroom back end health
+          command: (docker run --network chatroom_default -it cimg/base:2025.01 curl --silent --max-time 0.1 --insecure --location https://haproxy/api/messages || true) | grep --quiet "data:"

.circleci/config.yml

@@ -0,0 +1,23 @@
+version: 2.1
+
+setup: true
+
+orbs:
+  continuation: circleci/[email protected]
+
+jobs:
+  setup:
+    executor: continuation/default
+    steps:
+      - checkout
+      - run:
+          name: Generate config
+          command: |
+            .circleci/generate_config.sh > generated_config.yml
+      - continuation/continue:
+          configuration_path: generated_config.yml
+
+workflows:
+  setup:
+    jobs:
+      - setup

.circleci/generate_config.sh

@@ -0,0 +1,139 @@
+#!/bin/bash
+
+# TODO: This is flaky as it relies on coarse directory-level diffs.
+
+BASE="$(git merge-base main HEAD)"
+
+git diff --quiet HEAD "$BASE" -- examples/
+examples=$?
+
+shopt -s globstar
+declare -A SK_CHANGED
+for skargo_toml in **/Skargo.toml; do
+  dir=$(dirname "$skargo_toml")
+  git diff --quiet HEAD "$BASE" -- "$dir" :^"$dir/ts" \
+    && SK_CHANGED["$dir"]=false || SK_CHANGED["$dir"]=true
+done
+
+if ${SK_CHANGED[skiplang/prelude]}; then
+  SK_CHANGED[skiplang/compiler]=true
+  SK_CHANGED[sql]=true
+fi
+if ${SK_CHANGED[skiplang/sqlparser]}; then
+  SK_CHANGED[sql]=true
+fi
+
+check_ts=false
+declare -A TS_CHANGED
+# shellcheck disable=SC2046 # We actually want splitting in jq command output
+for dir in $(jq --raw-output ".workspaces[]" package.json); do
+  git diff --quiet HEAD "$BASE" -- "$dir" \
+    && TS_CHANGED["$dir"]=false || TS_CHANGED["$dir"]=true
+  ${TS_CHANGED["$dir"]} && check_ts=true
+done
+
+for dir in "${!SK_CHANGED[@]}"; do
+  ${SK_CHANGED["$dir"]} && TS_CHANGED["$dir"]=true
+done
+
+for dir in "${!TS_CHANGED[@]}"; do
+  changed=${TS_CHANGED["$dir"]}
+  while [ "$dir" != "." ] && [ "$dir" != "/" ]; do
+    if ${TS_CHANGED["$dir"]:-false} && ! $changed; then break; fi
+    TS_CHANGED["$dir"]=$changed
+    dir=$(dirname "$dir")
+  done
+done
+
+if ${TS_CHANGED[skiplang/skjson]}; then
+  TS_CHANGED[sql]=true
+  TS_CHANGED[skipruntime-ts]=true
+fi
+if ${TS_CHANGED[skiplang/prelude]}; then
+  TS_CHANGED[sql]=true
+  TS_CHANGED[skipruntime-ts]=true
+fi
+
+cat .circleci/base.yml
+
+echo "workflows:"
+
+    cat <<EOF
+  fast-checks:
+    jobs:
+      - fast-checks
+EOF
+
+if $check_ts
+then
+    cat <<EOF
+  check-ts:
+    jobs:
+      - check-ts
+EOF
+fi
+
+for dir in "${!SK_CHANGED[@]}"; do
+  if ${SK_CHANGED["$dir"]}; then
+    case "$dir" in
+      skipruntime-ts/* )
+        TS_CHANGED[skipruntime-ts]=true
+        ;;
+      sql)
+        cat <<EOF
+  skdb:
+    jobs:
+      - skdb
+EOF
+        ;;
+      skiplang/compiler)
+   cat <<EOF
+  compiler:
+    jobs:
+      - compiler
+EOF
+        ;;
+      skiplang/sqlparser) ;;
+      *)
+        name=$(basename "$dir")
+        if [ -d "$dir/tests" ]; then
+          echo "  $name-tests:"
+          echo "    jobs:"
+          echo "      - skip-package-tests:"
+        else
+          echo "  $name-build:"
+          echo "    jobs:"
+          echo "      - skip-package-build:"
+        fi
+        echo "          dir: $dir"
+        echo "          name: $name"
+    esac
+  fi
+done
+
+if ${TS_CHANGED[sql]}
+then
+    cat <<EOF
+  skdb-wasm:
+    jobs:
+      - skdb-wasm
+EOF
+fi
+
+if ${TS_CHANGED[skipruntime-ts]}
+then
+    cat <<EOF
+  skipruntime:
+    jobs:
+      - skipruntime
+EOF
+fi
+
+if (( examples != 0 ))
+then
+    cat <<EOF
+  examples:
+    jobs:
+      - check-examples
+EOF
+fi