[Feat] Automation Service

.github/workflows/build-and-publish.yml

@@ -21,6 +21,9 @@ on:
       coordinator_changed:
         required: true
         type: string
+      native_yield_automation_service_changed:
+        required: true
+        type: string
       postman_changed:
         required: true
         type: string
@@ -36,6 +39,9 @@ on:
       coordinator_image_tagged:
         required: true
         type: string
+      native_yield_automation_service_image_tagged:
+        required: true
+        type: string
       prover_image_tagged:
         required: true
         type: string
@@ -67,6 +73,16 @@ jobs:
       push_image: ${{ inputs.push_image }}
     secrets: inherit
 
+  native_yield_automation_service:
+    uses: ./.github/workflows/native-yield-automation-service-build-and-publish.yml
+    if: ${{ always() && (inputs.native_yield_automation_service_changed == 'true' || inputs.native_yield_automation_service_image_tagged != 'true') }}
+    with:
+      commit_tag: ${{ inputs.commit_tag }}
+      develop_tag: ${{ inputs.develop_tag }}
+      image_name: consensys/linea-native-yield-automation-service
+      push_image: ${{ inputs.push_image }}
+    secrets: inherit
+
   prover:
     uses: ./.github/workflows/prover-build-and-publish.yml
     if: ${{ always() && (inputs.prover_changed == 'true' || inputs.prover_image_tagged != 'true') }}

.github/workflows/main.yml

@@ -29,6 +29,7 @@ jobs:
       contracts-excluding-local-deployment-artifacts-count: ${{ steps.exclusion-filter.outputs.contracts-excluding-local-deployment-artifacts_count }}
       smart-contracts: ${{ steps.filter.outputs.smart-contracts }}
       linea-sequencer-plugin: ${{ steps.filter.outputs.linea-sequencer-plugin }}
+      native-yield-automation-service: ${{ steps.filter.outputs.native-yield-automation-service }}
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -120,6 +121,10 @@ jobs:
             linea-besu-package:
               - 'linea-besu-package/versions.env'
               - 'linea-besu-package/scripts/assemble-packages.sh'
+            native-yield-automation-service:
+              - 'native-yield-operations/automation-service/**'
+              - 'ts-libs/linea-shared-utils/**'
+              - '.github/workflows/native-yield-automation-service-*.yml'
 
       - name: Filter out commit changes
         uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36 #v3.0.2
@@ -152,6 +157,7 @@ jobs:
       postman_changed: ${{ needs.filter-commit-changes.outputs.postman }}
       prover_changed: ${{ needs.filter-commit-changes.outputs.prover }}
       transaction_exclusion_api_changed: ${{ needs.filter-commit-changes.outputs.transaction-exclusion-api }}
+      native_yield_automation_service_changed: ${{ needs.filter-commit-changes.outputs.native-yield-automation-service }}
     secrets: inherit
 
   code-analysis:
@@ -170,6 +176,7 @@ jobs:
       smart_contracts_changed: ${{ needs.filter-commit-changes.outputs.smart-contracts }}
       staterecovery_changed: false # disable until we have time to address it ${{ needs.filter-commit-changes.outputs.staterecovery }}
       transaction_exclusion_api_changed: ${{ needs.filter-commit-changes.outputs.transaction-exclusion-api }}
+      native_yield_automation_service_changed: ${{ needs.filter-commit-changes.outputs.native-yield-automation-service }}
     secrets: inherit
 
   get-has-changes-requiring-e2e-testing:
@@ -204,11 +211,13 @@ jobs:
       postman_changed: ${{ needs.filter-commit-changes.outputs.postman }}
       prover_changed: ${{ needs.filter-commit-changes.outputs.prover }}
       transaction_exclusion_api_changed: ${{ needs.filter-commit-changes.outputs.transaction-exclusion-api }}
+      native_yield_automation_service_changed: ${{ needs.filter-commit-changes.outputs.native-yield-automation-service }}
       build_linea_besu_package: ${{ needs.filter-commit-changes.outputs.linea-besu-package }}
       coordinator_image_tagged: ${{ needs.check-and-tag-images.outputs.image_tagged_coordinator }}
       postman_image_tagged: ${{ needs.check-and-tag-images.outputs.image_tagged_postman }}
       prover_image_tagged: ${{ needs.check-and-tag-images.outputs.image_tagged_prover }}
       transaction_exclusion_api_image_tagged: ${{ needs.check-and-tag-images.outputs.image_tagged_transaction_exclusion_api }}
+      native_yield_automation_service_image_tagged: ${{ needs.check-and-tag-images.outputs.image_tagged_native_yield_automation_service }}
     secrets: inherit
 
   run-e2e-tests:
@@ -239,11 +248,13 @@ jobs:
       postman_changed: ${{ needs.filter-commit-changes.outputs.postman }}
       prover_changed: ${{ needs.filter-commit-changes.outputs.prover }}
       transaction_exclusion_api_changed: ${{ needs.filter-commit-changes.outputs.transaction-exclusion-api }}
+      native_yield_automation_service_changed: ${{ needs.filter-commit-changes.outputs.native-yield-automation-service }}
       build_linea_besu_package: "false" # dockerhub image build and push will be on linea-besu-package-release when push to main
       coordinator_image_tagged: ${{ needs.check-and-tag-images.outputs.image_tagged_coordinator }}
       postman_image_tagged: ${{ needs.check-and-tag-images.outputs.image_tagged_postman }}
       prover_image_tagged: ${{ needs.check-and-tag-images.outputs.image_tagged_prover }}
       transaction_exclusion_api_image_tagged: ${{ needs.check-and-tag-images.outputs.image_tagged_transaction_exclusion_api }}
+      native_yield_automation_service_image_tagged: ${{ needs.check-and-tag-images.outputs.image_tagged_native_yield_automation_service }}
     secrets: inherit
 
   cleanup-deployments:

.github/workflows/native-yield-automation-service-build-and-publish.yml

@@ -0,0 +1,130 @@
+name: native-yield-automation-service-build
+
+permissions:
+  contents: read
+  actions: read
+  packages: write
+
+on:
+  workflow_call:
+    inputs:
+      commit_tag:
+        required: true
+        type: string
+      develop_tag:
+        required: true
+        type: string
+      image_name:
+        required: true
+        type: string
+      push_image:
+        required: false
+        type: boolean
+        default: false
+    secrets:
+      DOCKERHUB_USERNAME:
+        required: false
+      DOCKERHUB_TOKEN:
+        required: false
+  workflow_dispatch:
+    inputs:
+      commit_tag:
+        description: 'Image tag'
+        required: true
+        type: string
+      develop_tag:
+        description: 'Image tag will be "develop" if target branch is main'
+        required: true
+        type: choice
+        options:
+          - develop
+        default: 'develop'
+      image_name:
+        description: 'Image name'
+        required: true
+        type: string
+        default: 'consensys/linea-native-yield-automation-service'
+      push_image:
+        description: 'Toggle whether to push image to docker registry'
+        required: false
+        type: boolean
+        default: true
+
+concurrency:
+  group: native-yield-automation-service-build-and-publish-${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
+jobs:
+  build-and-publish:
+    # ~1 min saved vs small
+    runs-on: gha-runner-scale-set-ubuntu-22.04-amd64-med
+    name: native-yield-automation-service
+    env:
+      COMMIT_TAG: ${{ inputs.commit_tag }}
+      DEVELOP_TAG: ${{ inputs.develop_tag }}
+      IMAGE_NAME: ${{ inputs.image_name }}
+      PUSH_IMAGE: ${{ inputs.push_image }}
+      TAGS: ${{ inputs.image_name }}:${{ inputs.commit_tag }}
+      DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+      DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
+    steps:
+      - name: Set develop tag if main branch
+        if: ${{ github.ref == 'refs/heads/main' }}
+        run: |
+          echo "TAGS=${{ env.IMAGE_NAME }}:${{ env.COMMIT_TAG }},${{ env.IMAGE_NAME }}:${{ env.DEVELOP_TAG }}" >> $GITHUB_ENV
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          submodules: true
+      - name: Login to Docker Hub
+        if: ${{ env.DOCKERHUB_USERNAME != '' && env.DOCKERHUB_TOKEN != '' }}
+        uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 #v3.4.0
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 #v3.6.0
+        with:
+          platforms: 'arm64,arm'
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 #v3.11.1
+      - name: Show the "version" build argument
+        run: |
+          echo "We inject the commit tag in the docker image ${{ env.COMMIT_TAG }}"
+          echo COMMIT_TAG=${{ env.COMMIT_TAG }} >> $GITHUB_ENV
+      - name: Build native-yield-automation-service image for testing
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 #v6.18.0
+        if: ${{ env.PUSH_IMAGE == 'false' }}
+        with:
+          context: ./
+          file: ./native-yield-operations/automation-service/Dockerfile
+          platforms: linux/amd64
+          load: true
+          push: false
+          tags: ${{ env.IMAGE_NAME }}:${{ env.COMMIT_TAG }}
+      - name: Save Docker image as artifact
+        if: ${{ env.PUSH_IMAGE == 'false' }}
+        run: |
+          docker save ${{ env.IMAGE_NAME }}:${{ env.COMMIT_TAG }} | gzip > linea-native-yield-automation-service-docker-image.tar.gz
+        shell: bash
+      - name: Upload Docker image artifact
+        if: ${{ env.PUSH_IMAGE == 'false' }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: linea-native-yield-automation-service
+          path: linea-native-yield-automation-service-docker-image.tar.gz
+      - name: Build and push native-yield-automation-service image
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 #v6.18.0
+        # if: ${{ env.PUSH_IMAGE == 'true' || github.event_name == 'workflow_dispatch' }}
+        with:
+          context: ./
+          file: ./native-yield-operations/automation-service/Dockerfile
+          platforms: linux/amd64,linux/arm64
+          push: true
+          tags: ${{ env.TAGS }}
+          cache-from: |
+            type=registry,ref=${{ env.IMAGE_NAME }}:buildcache-amd64,platform=linux/amd64
+            type=registry,ref=${{ env.IMAGE_NAME }}:buildcache-arm64,platform=linux/arm64
+          cache-to: |
+            type=registry,ref=${{ env.IMAGE_NAME }}:buildcache-amd64,mode=max,platform=linux/amd64
+            type=registry,ref=${{ env.IMAGE_NAME }}:buildcache-arm64,mode=max,platform=linux/arm64

.github/workflows/native-yield-automation-service-testing.yml

@@ -0,0 +1,33 @@
+name: native-yield-automation-service-testing
+
+permissions:
+  contents: read
+  actions: read
+
+on:
+  workflow_call:
+
+concurrency:
+  group: native-yield-automation-service-testing-${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
+jobs:
+  run-tests:
+    runs-on: gha-runner-scale-set-ubuntu-22.04-amd64-med
+    name: native-yield-automation-service-testing
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup nodejs environment
+        uses: ./.github/actions/setup-nodejs
+
+      - name: Build
+        run: |
+          pnpm --filter @consensys/linea-shared-utils build
+          pnpm --filter @consensys/linea-native-yield-automation-service build
+
+      - name: Run tests and generate coverage report
+        run: |
+          pnpm --filter @consensys/linea-shared-utils test
+          pnpm --filter @consensys/linea-native-yield-automation-service test 

.github/workflows/postman-build-and-publish.yml

@@ -117,7 +117,7 @@ jobs:
           path: linea-postman-docker-image.tar.gz
       - name: Build and push postman image
         uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 #v6.18.0
-        if: ${{ env.PUSH_IMAGE == 'true' || github.event_name == 'workflow_dispatch' }}
+        # if: ${{ env.PUSH_IMAGE == 'true' || github.event_name == 'workflow_dispatch' }}
         with:
           context: ./
           file: ./postman/Dockerfile

.github/workflows/postman-testing.yml

@@ -27,6 +27,7 @@ jobs:
           NATIVE_LIBS_RELEASE_TAG: blob-libs-v1.2.0
         run: |
           pnpm run -F ./ts-libs/linea-native-libs build;
+          pnpm run -F linea-shared-utils build;
           pnpm run -F ./sdk/sdk-ethers build;
           pnpm run -F ./postman test;
           pnpm run -F ./sdk/sdk-ethers test;

.github/workflows/reuse-check-images-tags-and-push.yml

@@ -23,6 +23,9 @@ on:
       transaction_exclusion_api_changed:
         required: true
         type: string
+      native_yield_automation_service_changed:
+        required: true
+        type: string
     outputs:
       commit_tag:
         value: ${{ jobs.check_image_tags_exist.outputs.commit_tag }}
@@ -36,6 +39,8 @@ on:
         value: ${{ jobs.image_tag_push.outputs.image_tagged_prover }}
       image_tagged_postman:
         value: ${{ jobs.image_tag_push.outputs.image_tagged_postman }}
+      image_tagged_native_yield_automation_service:
+        value: ${{ jobs.image_tag_push.outputs.image_tagged_native_yield_automation_service }}
       image_tagged_transaction_exclusion_api:
         value: ${{ jobs.image_tag_push.outputs.image_tagged_transaction_exclusion_api }}
     secrets:
@@ -57,6 +62,7 @@ jobs:
       EVENT_BEFORE: ${{ github.event.before }}
     outputs:
       last_commit_tag_exists_coordinator: ${{ steps.check_image_tags_exist_coordinator.outputs.last_commit_tag_exists }}
+      last_commit_tag_exists_native_yield_automation_service: ${{ steps.check_image_tags_exist_native_yield_automation_service.outputs.last_commit_tag_exists }}
       last_commit_tag_exists_postman: ${{ steps.check_image_tags_exist_postman.outputs.last_commit_tag_exists }}
       last_commit_tag_exists_prover: ${{ steps.check_image_tags_exist_prover.outputs.last_commit_tag_exists }}
       last_commit_tag_exists_transaction_exclusion_api: ${{ steps.check_image_tags_exist_transaction_exclusion_api.outputs.last_commit_tag_exists }}
@@ -102,6 +108,14 @@ jobs:
           last_commit_tag: ${{ steps.compute-version-tags.outputs.LAST_COMMIT_TAG }}
           image_name: consensys/linea-postman
 
+      - name: Check image tags exist for native-yield-automation-service
+        uses: ./.github/actions/check-image-tags-exist
+        if: ${{ inputs.native_yield_automation_service_changed == 'false' }}
+        id: check_image_tags_exist_native_yield_automation_service
+        with:
+          last_commit_tag: ${{ steps.compute-version-tags.outputs.LAST_COMMIT_TAG }}
+          image_name: consensys/linea-native-yield-automation-service
+
       - name: Check image tags exist for prover
         uses: ./.github/actions/check-image-tags-exist
         if: ${{ inputs.prover_changed == 'false' }}
@@ -125,6 +139,7 @@ jobs:
     needs: [ check_image_tags_exist ]
     outputs:
       image_tagged_coordinator: ${{ steps.image_tag_push_coordinator.outputs.image_tagged }}
+      image_tagged_native_yield_automation_service: ${{ steps.image_tag_push_native_yield_automation_service.outputs.image_tagged }}
       image_tagged_prover: ${{ steps.image_tag_push_prover.outputs.image_tagged }}
       image_tagged_postman: ${{ steps.image_tag_push_postman.outputs.image_tagged }}
       image_tagged_transaction_exclusion_api: ${{ steps.image_tag_push_transaction_exclusion_api.outputs.image_tagged }}
@@ -158,6 +173,19 @@ jobs:
           docker_username: ${{ secrets.DOCKERHUB_USERNAME }}
           docker_password: ${{ secrets.DOCKERHUB_TOKEN }}
 
+      - name: Tag and push native-yield-automation-service image
+        id: image_tag_push_native_yield_automation_service
+        uses: ./.github/actions/image-tag-and-push
+        if: ${{ inputs.native_yield_automation_service_changed == 'false' }}
+        with:
+          commit_tag: ${{ needs.check_image_tags_exist.outputs.commit_tag }}
+          last_commit_tag: ${{ needs.check_image_tags_exist.outputs.last_commit_tag }}
+          develop_tag: ${{ needs.check_image_tags_exist.outputs.develop_tag }}
+          image_name: consensys/linea-native-yield-automation-service
+          last_commit_tag_exists: ${{ needs.check_image_tags_exist.outputs.last_commit_tag_exists_native_yield_automation_service }}
+          docker_username: ${{ secrets.DOCKERHUB_USERNAME }}
+          docker_password: ${{ secrets.DOCKERHUB_TOKEN }}
+
       - name: Tag and push prover image
         id: image_tag_push_prover
         uses: ./.github/actions/image-tag-and-push

.github/workflows/testing.yml

@@ -16,6 +16,9 @@ on:
       staterecovery_changed:
         required: true
         type: string
+      native_yield_automation_service_changed:
+        required: true
+        type: string
       postman_changed:
         required: true
         type: string
@@ -47,6 +50,11 @@ jobs:
     if: ${{ inputs.prover_changed == 'true' }}
     secrets: inherit
 
+  native-yield-automation-service:
+    uses: ./.github/workflows/native-yield-automation-service-testing.yml
+    if: ${{ inputs.native_yield_automation_service_changed == 'true' }}
+    secrets: inherit
+
   postman:
     uses: ./.github/workflows/postman-testing.yml
     if: ${{ inputs.postman_changed == 'true' }}
@@ -79,7 +87,7 @@ jobs:
   # If all jobs are skipped, the workflow will still succeed.
   always_succeed:
     runs-on: ubuntu-24.04
-    if: ${{ inputs.coordinator_changed == 'false' && inputs.prover_changed == 'false' && inputs.postman_changed == 'false' && inputs.transaction_exclusion_api_changed == 'false' }}
+    if: ${{ inputs.coordinator_changed == 'false' && inputs.prover_changed == 'false' && inputs.native_yield_automation_service_changed == 'false' && inputs.postman_changed == 'false' && inputs.transaction_exclusion_api_changed == 'false' && inputs.staterecovery_changed == 'false' && inputs.smart_contracts_changed == 'false' && inputs.linea_sequencer_changed == 'false' }}
     steps:
       - name: Ensure Workflow Success
         run: echo "All jobs were skipped, but workflow succeeds."

.gitignore

@@ -77,6 +77,7 @@ build/
 cache_forge/
 coverage/
 dist/
+ipfs-cache/
 node_modules/
 out/
 playwright-report/

.npmrc

@@ -1,2 +1,3 @@
 auto-install-peers = true
 enable-pre-post-scripts = true
+inject-workspace-packages = false # Breaks linea-native-yield-automation-service local build