ci: add conformance test workflow

.github/workflows/conformance-tests.yml

@@ -0,0 +1,112 @@
+# Copyright 2026 UCP Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: Conformance Tests
+
+on:
+  pull_request:
+    branches: [main]
+  push:
+    branches: [main]
+  schedule:
+    # Nightly at 2:17 AM UTC
+    - cron: "17 2 * * *"
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+env:
+  MERCHANT_SERVER_PORT: 8182
+  SIMULATION_SECRET: super-secret-sim-key
+  DATABASE_PATH: /tmp/ucp_test
+
+jobs:
+  test:
+    name: Run Conformance Tests
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out conformance repo
+        uses: actions/checkout@v4
+        with:
+          path: conformance
+
+      - name: Check out samples repo
+        uses: actions/checkout@v4
+        with:
+          repository: Universal-Commerce-Protocol/samples
+          path: samples
+
+      - name: Check out SDK repo
+        uses: actions/checkout@v4
+        with:
+          repository: Universal-Commerce-Protocol/sdk
+          path: sdk
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v6
+
+      - name: Set up Python
+        run: uv python install 3.12
+
+      - name: Sync dependencies
+        run: |
+          uv sync --directory sdk/python/
+          uv sync --directory samples/rest/python/server/
+          uv sync --directory conformance/
+
+      - name: Initialize test database
+        run: |
+          rm -rf ${DATABASE_PATH}
+          mkdir -p ${DATABASE_PATH}
+          uv run --directory samples/rest/python/server import_csv.py \
+            --products_db_path=${DATABASE_PATH}/products.db \
+            --transactions_db_path=${DATABASE_PATH}/transactions.db \
+            --data_dir=../../../../conformance/test_data/flower_shop
+
+      - name: Start Flower Shop server
+        run: |
+          uv run --directory samples/rest/python/server server.py \
+            --products_db_path=${DATABASE_PATH}/products.db \
+            --transactions_db_path=${DATABASE_PATH}/transactions.db \
+            --port=${MERCHANT_SERVER_PORT} \
+            --simulation_secret=${SIMULATION_SECRET} &
+          # Wait for the server to be ready
+          for i in $(seq 1 30); do
+            if curl -sf http://localhost:${MERCHANT_SERVER_PORT}/.well-known/ucp > /dev/null 2>&1; then
+              echo "Server is ready"
+              break
+            fi
+            if [ "$i" -eq 30 ]; then
+              echo "Server failed to start within 30 seconds"
+              exit 1
+            fi
+            sleep 1
+          done
+
+      - name: Run conformance tests
+        working-directory: conformance
+        run: |
+          EXIT_CODE=0
+          for test_file in *_test.py; do
+            echo "::group::${test_file}"
+            if ! uv run "${test_file}" \
+              --server_url=http://localhost:${MERCHANT_SERVER_PORT} \
+              --simulation_secret=${SIMULATION_SECRET} \
+              --conformance_input=test_data/flower_shop/conformance_input.json; then
+              EXIT_CODE=1
+            fi
+            echo "::endgroup::"
+          done
+          exit ${EXIT_CODE}