ci.yml

name: CI

on:
  push:
    branches: [main]
  pull_request:

jobs:
  tests:
    name: test (${{ matrix.flavor }}, ${{ matrix.shard }}/3)
    # arm64 macOS: same clang/libc the differential + number-formatting
    # oracles were verified against.
    runs-on: macos-15
    strategy:
      fail-fast: false
      matrix:
        flavor: [plain, san]
        shard: [1, 2, 3]
    env:
      # Capped workers: the shared runner's cores oversubscribe under the
      # corpus compile fan-out, and vitest's worker RPC times out ("Timeout
      # calling onTaskUpdate") with every test green — the same contention
      # artifact the harness README documents for local parallel suites.
      SCRIPTC_TEST_WORKERS: "4"
      # san = ASan + RC audit over the same suite; anything but "1" is plain.
      SCRIPTC_SAN: ${{ matrix.flavor == 'san' && '1' || '' }}
      # Within-file partition for the large case-driven harnesses
      # (differential, llvm-differential, npm, server, coverage, and Vercel
      # E2E): they hash stable case names into slice i of 3
      # (tests/harness/shard.ts), so the three shards' unions run every case
      # exactly once. vitest's own --shard is FILE-granular and cannot split
      # these monster files (differential.test.ts alone is ~9 min
      # sequential), hence the case-sharded steps below.
      SCRIPTC_TEST_SHARD: ${{ matrix.shard }}/3
    steps:
      - uses: actions/checkout@v4
      - uses: pnpm/action-setup@v4
        with:
          version: 11.1.3
      - uses: actions/setup-node@v4
        with:
          node-version-file: .node-version
          cache: pnpm
      - run: brew install llvm@22
      - run: pnpm install --frozen-lockfile
      - run: pnpm --filter @scriptc/llvm-darwin-arm64 build:native
      - run: pnpm --filter @scriptc/runtime-darwin-arm64 build:native
      - run: pnpm build
      # Separate vitest invocations because the shard axes must not mix: a file
      # lands in exactly ONE --shard slice, so an env-sharded file behind
      # --shard would run only one of its three case slices and silently
      # drop the rest. Files split by --shard here; cases split by env below.
      - name: Tests (file-sharded, case-sharded files excluded)
        run: >-
          pnpm test --shard=${{ matrix.shard }}/3
          --exclude=tests/harness/differential.test.ts
          --exclude=tests/harness/llvm-differential.test.ts
          --exclude=tests/harness/npm.test.ts
          --exclude=tests/harness/server.test.ts
          --exclude=tests/harness/coverage.test.ts
          --exclude=tests/harness/vercel-e2e.test.ts
          --exclude=packages/compiler/src/backend/native-toolchain.test.ts
      # Cache invalidation tests mutate compiler inputs process-wide and must
      # stay serial within a worker. They do not consume SCRIPTC_SAN, so divide
      # them across the three plain jobs instead of running the 6+ minute file
      # in full in one shard of both flavors.
      - name: Tests (native-cache correctness, slice ${{ matrix.shard }}/3)
        if: matrix.flavor == 'plain'
        env:
          SCRIPTC_CACHE_TEST_SHARD: ${{ matrix.shard }}/3
          SCRIPTC_TEST_STABLE_TOOLCHAIN: "0"
        run: pnpm test packages/compiler/src/backend/native-toolchain.test.ts
      - name: Tests (case-sharded, slice ${{ matrix.shard }}/3)
        run: >-
          pnpm test
          tests/harness/differential.test.ts
          tests/harness/llvm-differential.test.ts
          tests/harness/npm.test.ts
          tests/harness/server.test.ts
          tests/harness/vercel-e2e.test.ts
      # Coverage analysis is frontend-only: SCRIPTC_SAN cannot change its
      # result, so the three plain slices cover the full corpus once.
      - name: Tests (coverage sweep, slice ${{ matrix.shard }}/3)
        if: matrix.flavor == 'plain'
        run: pnpm test tests/harness/coverage.test.ts

  # A real host-clang/glibc build, not the zig cross-target lane: catches
  # Linux feature-test macro omissions at compile time and separate-libm
  # omissions/order errors at link time.
  linux_host_clang:
    name: test (linux host clang/glibc)
    runs-on: ubuntu-24.04
    timeout-minutes: 10
    env:
      # The verdict must come from a live clang invocation, never a cached
      # binary copied from a previous build.
      SCRIPTC_NO_CACHE: "1"
    steps:
      - uses: actions/checkout@v4
      - uses: pnpm/action-setup@v4
        with:
          version: 11.1.3
      - uses: actions/setup-node@v4
        with:
          node-version-file: .node-version
          cache: pnpm
      - run: pnpm install --frozen-lockfile
      - run: pnpm build
      - name: Host clang static-build regression
        run: >-
          pnpm test packages/compiler/test/cc-driver.test.ts
          --testNamePattern "host-native clang static build"

  llvm_artifacts_macos_arm64:
    name: test (macOS arm64 LLVM artifacts, no clang, ${{ matrix.shard }}/3)
    runs-on: macos-15
    timeout-minutes: 20
    strategy:
      fail-fast: false
      matrix:
        shard: [1, 2, 3]
    env:
      # The helper differential uses the harness's stable per-case sharding,
      # keeping each macOS job below its timeout while the matrix union still
      # exercises every LLVM-tier program.
      SCRIPTC_TEST_SHARD: ${{ matrix.shard }}/3
    steps:
      - uses: actions/checkout@v4
      - uses: pnpm/action-setup@v4
        with:
          version: 11.1.3
      - uses: actions/setup-node@v4
        with:
          node-version-file: .node-version
          cache: pnpm
      - run: brew install llvm@22
      - run: pnpm install --frozen-lockfile
      - run: pnpm --filter @scriptc/llvm-darwin-arm64 build:native
      - run: pnpm --filter @scriptc/runtime-darwin-arm64 build:native
      - run: pnpm build
      - name: No-clang assembly/object contract
        if: matrix.shard == 1
        run: pnpm test packages/cli/test/native-output.test.ts
      - name: Helper diagnostics and object/link parity
        if: matrix.shard == 1
        run: >-
          pnpm test
          packages/compiler/test/native-codegen-integration.test.ts
          packages/compiler/src/backend/runtime-pack.test.ts
          packages/cli/test/native-link-info.test.ts
          packages/cli/test/runtime-pack.test.ts
          tests/harness/native-object-example.test.ts
      - name: LLVM-tier helper object differential (${{ matrix.shard }}/3)
        env:
          SCRIPTC_LLVM_HELPER_ONLY: "1"
          SCRIPTC_TEST_WORKERS: "4"
        run: pnpm test tests/harness/llvm-differential.test.ts
      - name: Packaged helper contract
        if: matrix.shard == 1
        run: |
          TARBALL=$(pnpm --dir packages/llvm-darwin-arm64 pack --pack-destination "$RUNNER_TEMP" --silent)
          node scripts/verify-llvm-package.mjs "$RUNNER_TEMP/$(basename "$TARBALL")"
      - name: Packed npm installation smoke
        if: matrix.shard == 1
        run: |
          pnpm --dir packages/runtime pack --pack-destination "$RUNNER_TEMP" --silent
          pnpm --dir packages/runtime-darwin-arm64 pack --pack-destination "$RUNNER_TEMP" --silent
          pnpm --dir packages/compiler pack --pack-destination "$RUNNER_TEMP" --silent
          pnpm --dir packages/cli pack --pack-destination "$RUNNER_TEMP" --silent
          PREFIX="$RUNNER_TEMP/installed-scriptc"
          npm install --prefix "$PREFIX" --ignore-scripts \
            "$RUNNER_TEMP/scriptc-runtime-$(node -p "require('./packages/runtime/package.json').version").tgz" \
            "$RUNNER_TEMP/scriptc-runtime-darwin-arm64-$(node -p "require('./packages/runtime-darwin-arm64/package.json').version").tgz" \
            "$RUNNER_TEMP/scriptc-llvm-darwin-arm64-$(node -p "require('./packages/llvm-darwin-arm64/package.json').version").tgz" \
            "$RUNNER_TEMP/scriptc-compiler-$(node -p "require('./packages/compiler/package.json').version").tgz" \
            "$RUNNER_TEMP/scriptc-$(node -p "require('./packages/cli/package.json').version").tgz"
          "$PREFIX/node_modules/.bin/scriptc" build tests/corpus/001-hello.ts \
            --emit=obj -o "$RUNNER_TEMP/installed.o"
          file "$RUNNER_TEMP/installed.o" | grep 'Mach-O 64-bit object arm64'
          "$PREFIX/node_modules/.bin/scriptc" build tests/corpus/001-hello.ts \
            --print=native-link-info -o "$RUNNER_TEMP/installed-link.o" \
            > "$RUNNER_TEMP/installed-link.json"
          node examples/native-object/link.mjs cc \
            "$RUNNER_TEMP/installed-link.json" "$RUNNER_TEMP/installed-program"
          test "$("$RUNNER_TEMP/installed-program")" = 'hello world'

  # Exercises the supported Windows GNU target and the built CLI end to end:
  # TS7 must open its synthetic project, ambient files must resolve across
  # slash styles, and the default executable must use the .exe suffix.
  windows_cli:
    name: test (windows CLI smoke)
    runs-on: windows-latest
    timeout-minutes: 15
    env:
      SCRIPTC_NO_CACHE: "1"
      SCRIPTC_CC: zigcc
      SCRIPTC_TARGET: x86_64-windows-gnu
    steps:
      - uses: actions/checkout@v4
      - uses: vercel-labs/setup-zig@v1
        with:
          version: 0.16.0
      - uses: pnpm/action-setup@v4
        with:
          version: 11.1.3
      - uses: actions/setup-node@v4
        with:
          node-version-file: .node-version
          cache: pnpm
      - name: Install dependencies
        shell: pwsh
        run: |
          pnpm install --frozen-lockfile
          if ($LASTEXITCODE -ne 0) {
            Write-Host "pnpm exited without a diagnostic; retrying once"
            pnpm install --frozen-lockfile
          }
      - run: pnpm build
      - name: Windows path regressions
        run: pnpm exec vitest run packages/compiler/test/ts7/program.test.ts packages/cli/test/paths.test.ts
      - name: Windows Sandbox path regression
        run: >-
          pnpm exec vitest run tests/harness/worktree-files.test.ts
          --testNamePattern "workspace reset keeps Linux Sandbox paths POSIX"
      - name: Windows scriptc run smoke
        shell: pwsh
        run: |
          zig version
          $output = & node packages/cli/dist/main.js run tests/corpus/001-hello.ts --backend c
          if ($LASTEXITCODE -ne 0) {
            exit $LASTEXITCODE
          }
          $actual = ($output -join "`n").Trim()
          if ($actual -ne "hello world") {
            throw "unexpected scriptc output: $actual"
          }
      - name: Windows CA-store differential
        shell: pwsh
        run: |
          $nodeOutput = & node tests/corpus/2557-tls-ca-store.ts
          if ($LASTEXITCODE -ne 0) {
            exit $LASTEXITCODE
          }
          $nativeOutput = & node packages/cli/dist/main.js run tests/corpus/2557-tls-ca-store.ts --backend c
          if ($LASTEXITCODE -ne 0) {
            exit $LASTEXITCODE
          }
          $expected = ($nodeOutput -join "`n").Trim()
          $actual = ($nativeOutput -join "`n").Trim()
          if ($actual -ne $expected) {
            throw "Windows CA-store output differed:`nNODE:`n$expected`nNATIVE:`n$actual"
          }
      - name: Windows CA EKU policy
        run: >-
          pnpm exec vitest run packages/compiler/test/cc-driver.test.ts
          --testNamePattern "Windows CA roots honor"

  # Aggregate gate with the pre-matrix job's name, so anything keyed on the
  # single "test" check (branch protection, badges) keeps resolving. Fails
  # unless every matrix shard and both platform integration jobs succeeded.
  test:
    needs: [tests, linux_host_clang, llvm_artifacts_macos_arm64, windows_cli]
    if: always()
    runs-on: ubuntu-latest
    steps:
      - name: All lanes green
        run: |
          test "${{ needs.tests.result }}" = success
          test "${{ needs.linux_host_clang.result }}" = success
          test "${{ needs.llvm_artifacts_macos_arm64.result }}" = success
          test "${{ needs.windows_cli.result }}" = success