Skalman proof of possession for all cryptos

.github/actions/build-push-image/action.yml

@@ -61,9 +61,11 @@ runs:
     - name: push to dockerhub
       shell: bash
       if: ${{ inputs.username != '' && inputs.password != '' && github.event_name != 'merge_group' }}
+      env:
+        GITHUB_PR_HEAD_SHA: ${{ github.event.pull_request.head.sha }}
       run: |
         export DOCKER_IMAGES_VERSION=${{ github.event.pull_request.head.sha }}
-        export DOCKERHUB_TAG=docker.io/paritypr/${{ inputs.image-name }}:${{ github.event.pull_request.number || 'master' }}-${GITHUB_SHA::8}
+        export DOCKERHUB_TAG=docker.io/paritypr/${{ inputs.image-name }}:${{ github.event.pull_request.number || 'master' }}-${GITHUB_PR_HEAD_SHA::8}
         docker tag "europe-docker.pkg.dev/parity-ci-2024/temp-images/${{ inputs.image-name }}:$DOCKER_IMAGES_VERSION" $DOCKERHUB_TAG
         docker push $DOCKERHUB_TAG
 

.github/workflows/cmd-run.yml

@@ -223,7 +223,6 @@ jobs:
         if: startsWith(github.event.inputs.cmd, 'bench')
         run: cargo install subweight
 
-      # TODO: fix for forks, refs/remotes/origin/master should be replaced with master branch from paritytech/polkadot-sdk
       - name: Run Subweight for bench
         id: subweight
         if: startsWith(github.event.inputs.cmd, 'bench')
@@ -242,13 +241,30 @@ jobs:
             --ignore-errors \
             refs/remotes/origin/master $PR_BRANCH)
 
+          echo $result
+
+          echo $result > /tmp/cmd/subweight.log
+          # Though github claims that it supports 1048576 bytes in GITHUB_OUTPUT in fact it only supports ~200000 bytes of a multiline string
+          if [ $(wc -c < "/tmp/cmd/subweight.log") -gt 200000 ]; then
+            echo "Subweight result is too large, truncating..."
+            echo "Please check subweight.log for the full output"
+            result="Please check subweight.log for the full output"
+          fi
+          echo "Trying to save subweight result to GITHUB_OUTPUT"
           # Save the multiline result to the output
           {
             echo "result<<EOF"
             echo "$result"
             echo "EOF"
           } >> $GITHUB_OUTPUT
 
+      - name: Upload Subweight
+        uses: actions/upload-artifact@v4
+        if: startsWith(github.event.inputs.cmd, 'bench')
+        with:
+          name: subweight
+          path: /tmp/cmd/subweight.log
+
   after-cmd:
     needs: [cmd, before-cmd]
     env:

.github/workflows/reusable-preflight.yml

@@ -78,8 +78,8 @@ jobs:
   preflight:
     runs-on: ubuntu-latest
     outputs:
-      changes_rust: true
-      changes_currentWorkflow: true
+      changes_rust: ${{ steps.set_changes.outputs.rust_any_changed || steps.set_changes.outputs.currentWorkflow_any_changed }}
+      changes_currentWorkflow: ${{ steps.set_changes.outputs.currentWorkflow_any_changed }}
 
       IMAGE: ${{ steps.set_image.outputs.IMAGE }}
 
@@ -112,20 +112,19 @@ jobs:
           echo "currentWorkflowFile=$(echo ${{ github.workflow_ref }} | sed -nE "s/.*(\.github\/workflows\/[a-zA-Z0-9_-]*\.y[a]?ml)@refs.*/\1/p")" >> $GITHUB_OUTPUT
           echo "currentActionDir=$(echo ${{ github.action_path }} | sed -nE "s/.*(\.github\/actions\/[a-zA-Z0-9_-]*)/\1/p")" >> $GITHUB_OUTPUT
 
-      # removed due to https://news.ycombinator.com/item?id=43368870
-      #- name: Set changes
-      #  id: set_changes
-      #  uses: tj-actions/changed-files@v45
-      #  with:
-      #    files_yaml: |
-      #      rust:
-      #        - '**/*'
-      #        - '!.github/**/*'
-      #        - '!prdoc/**/*'
-      #        - '!docs/**/*'
-      #      currentWorkflow:
-      #        - '${{ steps.current_file.outputs.currentWorkflowFile }}'
-      #        - '.github/workflows/reusable-preflight.yml'
+      - name: Set changes
+        id: set_changes
+        uses: tj-actions/changed-files@ed68ef82c095e0d48ec87eccea555d944a631a4c #v46.0.5
+        with:
+          files_yaml: |
+            rust:
+              - '**/*'
+              - '!.github/**/*'
+              - '!prdoc/**/*'
+              - '!docs/**/*'
+            currentWorkflow:
+              - '${{ steps.current_file.outputs.currentWorkflowFile }}'
+              - '.github/workflows/reusable-preflight.yml'
 
       #
       # Set image
@@ -181,6 +180,7 @@ jobs:
         shell: bash
         run: |
           echo "workflow file: ${{ steps.current_file.outputs.currentWorkflowFile }}"
+          echo "Modified: ${{ steps.set_changes.outputs.modified_keys }}"
 
   #
   #
@@ -219,4 +219,4 @@ jobs:
           #
           echo "github.ref: ${{ github.ref }}"
           echo "github.ref_name: ${{ github.ref_name }}"
-          echo "github.sha: ${{ github.sha }}"
+          echo "github.sha: ${{ github.sha }}"

.github/workflows/zombienet-reusable-preflight.yml

@@ -117,11 +117,11 @@ jobs:
   preflight:
     runs-on: ubuntu-latest
     outputs:
-      changes_substrate: true
-      changes_cumulus: true
-      changes_polkadot: true
-      changes_bridges: true
-      changes_templates: true
+      changes_substrate: ${{ steps.set_changes.outputs.substrate_any_changed || steps.set_changes.outputs.currentWorkflow_any_changed }}
+      changes_cumulus: ${{ steps.set_changes.outputs.cumulus_any_changed || steps.set_changes.outputs.currentWorkflow_any_changed }}
+      changes_polkadot: ${{ steps.set_changes.outputs.polkadot_any_changed || steps.set_changes.outputs.currentWorkflow_any_changed }}
+      changes_bridges: ${{ steps.set_changes.outputs.bridges_any_changed || steps.set_changes.outputs.currentWorkflow_any_changed }}
+      changes_templates: ${{ steps.set_changes.outputs.templates_any_changed || steps.set_changes.outputs.currentWorkflow_any_changed }}
 
       CI_IMAGE: ${{ steps.set_vars.outputs.IMAGE }}
 
@@ -157,26 +157,25 @@ jobs:
           echo "currentWorkflowFile=$(echo ${{ github.workflow_ref }} | sed -nE "s/.*(\.github\/workflows\/[a-zA-Z0-9_-]*\.y[a]?ml)@refs.*/\1/p")" >> $GITHUB_OUTPUT
           echo "currentActionDir=$(echo ${{ github.action_path }} | sed -nE "s/.*(\.github\/actions\/[a-zA-Z0-9_-]*)/\1/p")" >> $GITHUB_OUTPUT
 
-      # removed due to https://news.ycombinator.com/item?id=43368870
-      #- name: Set changes
-      #  id: set_changes
-      #  uses: tj-actions/changed-files@v45
-      #  with:
-      #    files_yaml: |
-      #      substrate:
-      #        - 'substrate/**/*'
-      #      cumulus:
-      #        - 'cumulus/**/*'
-      #      polkadot:
-      #        - 'polkadot/**/*'
-      #      bridges:
-      #        - 'bridges/**/*'
-      #      templates:
-      #        - 'templates/**/*'
-      #      currentWorkflow:
-      #        - '${{ steps.current_file.outputs.currentWorkflowFile }}'
-      #        - '.github/workflows/zombienet-reusable-preflight.yml'
-      #        - '.github/zombienet-env'
+      - name: Set changes
+        id: set_changes
+        uses: tj-actions/changed-files@ed68ef82c095e0d48ec87eccea555d944a631a4c #v46.0.5
+        with:
+          files_yaml: |
+            substrate:
+              - 'substrate/**/*'
+            cumulus:
+              - 'cumulus/**/*'
+            polkadot:
+              - 'polkadot/**/*'
+            bridges:
+              - 'bridges/**/*'
+            templates:
+              - 'templates/**/*'
+            currentWorkflow:
+              - '${{ steps.current_file.outputs.currentWorkflowFile }}'
+              - '.github/workflows/zombienet-reusable-preflight.yml'
+              - '.github/zombienet-env'
 
       #
       # Set environment vars (including runner/image)
@@ -209,6 +208,7 @@ jobs:
         shell: bash
         run: |
           echo "workflow file: ${{ steps.current_file.outputs.currentWorkflowFile }}"
+          echo "Modified: ${{ steps.set_changes.outputs.modified_keys }}"
           echo "ZOMBIENET_IMAGE: ${{ steps.set_vars.outputs.ZOMBIENET_IMAGE }}"
           echo "CI_IMAGE: ${{ steps.set_vars.outputs.IMAGE }}"
 

.github/workflows/zombienet_cumulus.yml

@@ -1,12 +1,13 @@
 name: Zombienet Cumulus
 
 on:
-  push:
-    branches:
-      - master
-  pull_request:
-    types: [opened, synchronize, reopened, ready_for_review]
-  merge_group:
+  workflow_dispatch: # Disabled for being flaky
+  #push:
+  #  branches:
+  #    - master
+  #pull_request:
+  #  types: [opened, synchronize, reopened, ready_for_review]
+  #merge_group:
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true

.github/workflows/zombienet_parachain-template.yml

@@ -1,12 +1,13 @@
 name: Zombienet Parachain Templates
 
 on:
-  push:
-    branches:
-      - master
-  pull_request:
-    types: [opened, synchronize, reopened, ready_for_review]
-  merge_group:
+  workflow_dispatch: # Disabled for being flaky
+  #push:
+  #  branches:
+  #    - master
+  #pull_request:
+  #  types: [opened, synchronize, reopened, ready_for_review]
+  #merge_group:
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true

.github/workflows/zombienet_polkadot.yml

@@ -1,12 +1,13 @@
 name: Zombienet Polkadot
 
 on:
-  push:
-    branches:
-      - master
-  pull_request:
-    types: [opened, synchronize, reopened, ready_for_review]
-  merge_group:
+  workflow_dispatch: # Disabled for being flaky
+  #push:
+  #  branches:
+  #    - master
+  #pull_request:
+  #  types: [opened, synchronize, reopened, ready_for_review]
+  #merge_group:
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true

.github/workflows/zombienet_substrate.yml

@@ -1,12 +1,13 @@
 name: Zombienet Substrate
 
 on:
-  push:
-    branches:
-      - master
-  pull_request:
-    types: [opened, synchronize, reopened, ready_for_review]
-  merge_group:
+  workflow_dispatch: # Disabled for being flaky
+  #push:
+  #  branches:
+  #    - master
+  #pull_request:
+  #  types: [opened, synchronize, reopened, ready_for_review]
+  #merge_group:
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true

.github/zombienet-env

@@ -8,4 +8,4 @@ RUN_IN_CI=1
 KUBERNETES_CPU_REQUEST=512m
 KUBERNETES_MEMORY_REQUEST=1Gi
 TEMP_IMAGES_BASE=europe-docker.pkg.dev/parity-ci-2024/temp-images
-FLAKY_TESTS="zombienet-polkadot-coretime-revenue, zombienet-polkadot-smoke-0003-deregister-register-validator"
+FLAKY_TESTS="zombienet-polkadot-coretime-revenue, zombienet-polkadot-smoke-0003-deregister-register-validator, zombienet-polkadot-elastic-scaling-slot-based-12cores, zombienet-polkadot-elastic-scaling-doesnt-break-parachains, zombienet-polkadot-functional-duplicate-collations, zombienet-polkadot-functional-0002-parachains-disputes, zombienet-polkadot-functional-async-backing-6-seconds-rate, zombienet-polkadot-elastic-scaling-slot-based-3cores, zombienet-polkadot-malus-0001-dispute-valid, zombienet-substrate-0002-validators-warp-sync"