feat: add task for in-cluster load test

Taskfile.yml

@@ -232,10 +232,10 @@ tasks:
       - task: generate-load-contract-bindings
       - task: build
       - cmd: go run ./tests/load/c/main --avalanchego-path=./build/avalanchego {{.CLI_ARGS}}
-    
+
   test-load-kube:
     desc: Runs load tests against a network deployed to kube
-    cmds: 
+    cmds:
       - task: generate-load-contract-bindings
       - cmd: bash -x ./scripts/tests.load.kube.sh {{.CLI_ARGS}}
 
@@ -244,6 +244,10 @@ tasks:
     cmds:
       - cmd: go run ./tests/load/c/main --runtime=kube --kube-use-exclusive-scheduling {{.CLI_ARGS}}
 
+  test-load-kind-cluster:
+    desc: Runs load tests within a kind cluster
+    cmd: bash -x ./scripts/tests.load.kind.sh
+
   test-unit:
     desc: Runs unit tests
     # Invoking with bash ensures compatibility with CI execution on Windows

scripts/build_image.sh

@@ -10,6 +10,7 @@ set -euo pipefail
 # DOCKER_IMAGE=avaplatform/avalanchego ./scripts/build_image.sh                       # Build and push multi-arch image to docker hub
 # DOCKER_IMAGE=localhost:5001/avalanchego ./scripts/build_image.sh                    # Build and push multi-arch image to private registry
 # DOCKER_IMAGE=localhost:5001/avalanchego FORCE_TAG_LATEST=1 ./scripts/build_image.sh # Build and push image to private registry with tag `latest`
+# DOCKERFILE="./Dockerfile" ./scripts/build_image.sh                                    # Build image with a custom Dockerfile
 
 # Multi-arch builds require Docker Buildx and QEMU. buildx should be enabled by
 # default in the version of docker included with Ubuntu 22.04, and qemu can be
@@ -35,6 +36,8 @@ SKIP_BUILD_RACE="${SKIP_BUILD_RACE:-}"
 # Force tagging as latest even if not the master branch
 FORCE_TAG_LATEST="${FORCE_TAG_LATEST:-}"
 
+DOCKERFILE="${DOCKERFILE:-$AVALANCHE_PATH/Dockerfile}"
+
 # Load the constants
 source "$AVALANCHE_PATH"/scripts/constants.sh
 source "$AVALANCHE_PATH"/scripts/git_commit.sh
@@ -108,12 +111,12 @@ fi
 
 echo "Building Docker Image with tags: $DOCKER_IMAGE:$commit_hash , $DOCKER_IMAGE:$image_tag"
 ${DOCKER_CMD} -t "$DOCKER_IMAGE:$commit_hash" -t "$DOCKER_IMAGE:$image_tag" \
-              "$AVALANCHE_PATH" -f "$AVALANCHE_PATH/Dockerfile"
+              "$AVALANCHE_PATH" -f "$DOCKERFILE"
 
 if [[ -z "${SKIP_BUILD_RACE}" ]]; then
    echo "Building Docker Image with tags (race detector): $DOCKER_IMAGE:$commit_hash-r , $DOCKER_IMAGE:$image_tag-r"
    ${DOCKER_CMD} --build-arg="RACE_FLAG=-r" -t "$DOCKER_IMAGE:$commit_hash-r" -t "$DOCKER_IMAGE:$image_tag-r" \
-                 "$AVALANCHE_PATH" -f "$AVALANCHE_PATH/Dockerfile"
+                 "$AVALANCHE_PATH" -f "$DOCKERFILE"
 fi
 
 # Only tag the latest image for the master branch when images are pushed to a registry

scripts/tests.load.kind.sh

@@ -0,0 +1,81 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+if ! [[ "$0" =~ scripts/tests.load.kind.sh ]]; then
+    echo "must be run from repository root"
+    exit 255
+fi
+
+# Start kind cluster
+./scripts/start_kind_cluster.sh
+
+# Build docker image for load test
+DOCKERFILE="./tests/load/c/Dockerfile.loadtest"
+DOCKER_IMAGE="localhost:5001/avalanchego"
+SKIP_BUILD_RACE=1
+DOCKERFILE="$DOCKERFILE" DOCKER_IMAGE="$DOCKER_IMAGE" SKIP_BUILD_RACE="$SKIP_BUILD_RACE" ./scripts/build_image.sh
+
+# Construct pod manifest
+source ./scripts/git_commit.sh
+
+POD_MANIFEST=$(cat << EOF
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: load-test
+  namespace: tmpnet
+
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: Role
+metadata:
+  name: load-test
+  namespace: tmpnet
+rules:
+- apiGroups: ["apps"]
+  resources: ["statefulsets"]
+  verbs: ["create", "delete", "get", "list", "patch", "update", "watch"]
+- apiGroups: ["apps"]
+  resources: ["statefulsets/scale"]
+  verbs: ["get", "patch", "update"]
+- apiGroups: [""]
+  resources: ["pods"]
+  verbs: ["get", "list", "watch"]
+- apiGroups: [""]
+  resources: ["services"]
+  verbs: ["create", "delete", "get", "list", "patch", "update", "watch"]
+
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  name: load-test
+  namespace: tmpnet
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: Role
+  name: load-test
+subjects:
+- kind: ServiceAccount
+  name: load-test
+  namespace: tmpnet
+
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  name: load-test
+  namespace: tmpnet
+spec:
+  serviceAccountName: load-test
+  containers:
+  - name: load-test
+    image: $DOCKER_IMAGE:$commit_hash
+  restartPolicy: Never
+EOF
+)
+
+# Deploy pod to cluster
+echo "$POD_MANIFEST" | kubectl apply --context kind-kind -f -

tests/load/c/Dockerfile.loadtest

@@ -0,0 +1,13 @@
+# The version is supplied as a build argument rather than hard-coded
+# to minimize the cost of version changes.
+ARG GO_VERSION=INVALID # This value is not intended to be used but silences a warning
+
+FROM --platform=$BUILDPLATFORM golang:$GO_VERSION-bookworm
+
+WORKDIR /build
+
+# Copy entire source into container
+COPY . .
+
+# Set default command
+CMD go run ./tests/load/c/main --runtime=kube

tests/load/prometheus.go

@@ -101,5 +101,9 @@ func (s *MetricsServer) GenerateMonitoringConfig(monitoringLabels map[string]str
 		return "", err
 	}
 
+	if err := os.MkdirAll(filepath.Dir(collectorFilePath), 0o755); err != nil {
+		return "", err
+	}
+
 	return collectorFilePath, os.WriteFile(collectorFilePath, config, perms.ReadWrite)
 }