pkg/configmap: add upstream resource transformations support

Add Resources field to KueueConfiguration to expose upstream Kueue's
resource transformation feature. This allows users to configure resource
exclusions and transformations (Replace/Retain strategies) via the
operator CR.

Signed-off-by: Sohan Kunkerkar <[email protected]>

Author: sohankunkerkar

bundle/manifests/kueue.openshift.io_kueues.yaml

@@ -271,6 +271,48 @@ spec:
                     required:
                     - preemptionPolicy
                     type: object
+                  resources:
+                    description: |-
+                      resources controls how Kueue manages resource transformations.
+                      Resource transformations allow converting PodSpec resources into Workload resource requests.
+                      This field is optional.
+                    properties:
+                      excludeResourcePrefixes:
+                        description: ExcludedResourcePrefixes defines which resources
+                          should be ignored by Kueue
+                        items:
+                          type: string
+                        type: array
+                      transformations:
+                        description: |-
+                          Transformations defines how to transform PodSpec resources into Workload resource requests.
+                          This is intended to be a map with Input as the key (enforced by validation code)
+                        items:
+                          properties:
+                            input:
+                              description: Input is the name of the input resource.
+                              type: string
+                            outputs:
+                              additionalProperties:
+                                anyOf:
+                                - type: integer
+                                - type: string
+                                pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
+                                x-kubernetes-int-or-string: true
+                              description: |-
+                                Outputs specifies the output resources and quantities per unit of input resource.
+                                An empty Outputs combined with a `Replace` Strategy causes the Input resource to be ignored by Kueue.
+                              type: object
+                            strategy:
+                              description: |-
+                                Strategy specifies if the input resource should be replaced or retained.
+                                Defaults to Retain
+                              type: string
+                          required:
+                          - input
+                          type: object
+                        type: array
+                    type: object
                   workloadManagement:
                     description: |-
                       workloadManagement controls how Kueue manages workloads.

deploy/crd/kueue-operator.crd.yaml

@@ -271,6 +271,48 @@ spec:
                     required:
                     - preemptionPolicy
                     type: object
+                  resources:
+                    description: |-
+                      resources controls how Kueue manages resource transformations.
+                      Resource transformations allow converting PodSpec resources into Workload resource requests.
+                      This field is optional.
+                    properties:
+                      excludeResourcePrefixes:
+                        description: ExcludedResourcePrefixes defines which resources
+                          should be ignored by Kueue
+                        items:
+                          type: string
+                        type: array
+                      transformations:
+                        description: |-
+                          Transformations defines how to transform PodSpec resources into Workload resource requests.
+                          This is intended to be a map with Input as the key (enforced by validation code)
+                        items:
+                          properties:
+                            input:
+                              description: Input is the name of the input resource.
+                              type: string
+                            outputs:
+                              additionalProperties:
+                                anyOf:
+                                - type: integer
+                                - type: string
+                                pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
+                                x-kubernetes-int-or-string: true
+                              description: |-
+                                Outputs specifies the output resources and quantities per unit of input resource.
+                                An empty Outputs combined with a `Replace` Strategy causes the Input resource to be ignored by Kueue.
+                              type: object
+                            strategy:
+                              description: |-
+                                Strategy specifies if the input resource should be replaced or retained.
+                                Defaults to Retain
+                              type: string
+                          required:
+                          - input
+                          type: object
+                        type: array
+                    type: object
                   workloadManagement:
                     description: |-
                       workloadManagement controls how Kueue manages workloads.

manifests/kueue.openshift.io_kueues.yaml

@@ -271,6 +271,48 @@ spec:
                     required:
                     - preemptionPolicy
                     type: object
+                  resources:
+                    description: |-
+                      resources controls how Kueue manages resource transformations.
+                      Resource transformations allow converting PodSpec resources into Workload resource requests.
+                      This field is optional.
+                    properties:
+                      excludeResourcePrefixes:
+                        description: ExcludedResourcePrefixes defines which resources
+                          should be ignored by Kueue
+                        items:
+                          type: string
+                        type: array
+                      transformations:
+                        description: |-
+                          Transformations defines how to transform PodSpec resources into Workload resource requests.
+                          This is intended to be a map with Input as the key (enforced by validation code)
+                        items:
+                          properties:
+                            input:
+                              description: Input is the name of the input resource.
+                              type: string
+                            outputs:
+                              additionalProperties:
+                                anyOf:
+                                - type: integer
+                                - type: string
+                                pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
+                                x-kubernetes-int-or-string: true
+                              description: |-
+                                Outputs specifies the output resources and quantities per unit of input resource.
+                                An empty Outputs combined with a `Replace` Strategy causes the Input resource to be ignored by Kueue.
+                              type: object
+                            strategy:
+                              description: |-
+                                Strategy specifies if the input resource should be replaced or retained.
+                                Defaults to Retain
+                              type: string
+                          required:
+                          - input
+                          type: object
+                        type: array
+                    type: object
                   workloadManagement:
                     description: |-
                       workloadManagement controls how Kueue manages workloads.

pkg/apis/kueueoperator/v1/types.go

@@ -3,6 +3,7 @@ package v1
 import (
 	operatorv1 "github.com/openshift/api/operator/v1"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	configapi "sigs.k8s.io/kueue/apis/config/v1beta1"
 )
 
 // +k8s:deepcopy-gen:interfaces=k8s.io/apimachinery/pkg/runtime.Object
@@ -70,6 +71,11 @@ type KueueConfiguration struct {
 	// This default could change over time.
 	// +optional
 	Preemption Preemption `json:"preemption"`
+	// resources controls how Kueue manages resource transformations.
+	// Resource transformations allow converting PodSpec resources into Workload resource requests.
+	// This field is optional.
+	// +optional
+	Resources *configapi.Resources `json:"resources,omitempty"`
 }
 
 // KueueStatus defines the observed state of Kueue

pkg/apis/kueueoperator/v1/zz_generated.deepcopy.go

@@ -136,6 +136,10 @@ func buildFairSharing(preemption kueue.Preemption) *configapi.FairSharing {
 	}
 }
 
+func buildResources(resources *configapi.Resources) *configapi.Resources {
+	return resources
+}
+
 func defaultKueueConfigurationTemplate(kueueCfg kueue.KueueConfiguration) *configapi.Configuration {
 	return &configapi.Configuration{
 		TypeMeta: v1.TypeMeta{
@@ -193,6 +197,7 @@ func defaultKueueConfigurationTemplate(kueueCfg kueue.KueueConfiguration) *confi
 		ManageJobsWithoutQueueName: buildManagedJobsWithoutQueueName(kueueCfg.WorkloadManagement),
 		WaitForPodsReady:           buildWaitForPodsReady(kueueCfg.GangScheduling),
 		FairSharing:                buildFairSharing(kueueCfg.Preemption),
+		Resources:                  buildResources(kueueCfg.Resources),
 	}
 }