Constrain test to single node (#252)

Author: itsomri

.gitignore

@@ -4,4 +4,5 @@ charts/
 cover.out
 .DS_Store
 coverage/
-*.test
+*.test
+launch.json

test/e2e/modules/resources/rd/node.go

@@ -119,6 +119,23 @@ func FindNodesWithEnoughGPUs(ctx context.Context, client runtimeClient.Client, n
 	return gpuNodes
 }
 
+func FindNodesWithExactGPUs(ctx context.Context, client runtimeClient.Client, numFreeGPUs int64) []*corev1.Node {
+	allNodes := corev1.NodeList{}
+	var gpuNodes []*corev1.Node
+	Expect(client.List(ctx, &allNodes)).To(Succeed())
+	for index, node := range allNodes.Items {
+		gpusQty, found := node.Status.Allocatable[constants.GpuResource]
+		if !found || gpusQty.IsZero() {
+			continue
+		}
+		desiredQty := resource.NewQuantity(numFreeGPUs, resource.DecimalSI)
+		if gpusQty.Cmp(*desiredQty) == 0 {
+			gpuNodes = append(gpuNodes, &allNodes.Items[index])
+		}
+	}
+	return gpuNodes
+}
+
 func GetNodeGpuDeviceMemory(ctx context.Context, client runtimeClient.Client, nodeName string) int64 {
 	node := &v1.Node{}
 	err := client.Get(ctx, runtimeClient.ObjectKey{Name: nodeName}, node)

test/e2e/suites/reclaim/reclaim_test.go

@@ -278,6 +278,10 @@ var _ = Describe("Reclaim", Ordered, func() {
 				},
 			})
 
+			nodes := rd.FindNodesWithExactGPUs(ctx, testCtx.ControllerClient, 8)
+			Expect(len(nodes)).To(BeNumerically(">", 0))
+			testNodeName := nodes[0].Name
+
 			parentQueue, reclaimee1Queue, reclaimee2Queue := createQueues(8, 1, 1)
 			reclaimee1Queue.Spec.Resources.GPU.OverQuotaWeight = 1
 			reclaimee2Queue.Spec.Resources.GPU.OverQuotaWeight = 2
@@ -302,6 +306,9 @@ var _ = Describe("Reclaim", Ordered, func() {
 						constants.GpuResource: resource.MustParse("1"),
 					},
 				})
+				job.Spec.Template.Spec.NodeSelector = map[string]string{
+					"kubernetes.io/hostname": testNodeName,
+				}
 				err := testCtx.ControllerClient.Create(ctx, job)
 				Expect(err).To(Succeed())
 			}
@@ -312,6 +319,9 @@ var _ = Describe("Reclaim", Ordered, func() {
 						constants.GpuResource: resource.MustParse("1"),
 					},
 				})
+				job.Spec.Template.Spec.NodeSelector = map[string]string{
+					"kubernetes.io/hostname": testNodeName,
+				}
 				err := testCtx.ControllerClient.Create(ctx, job)
 				Expect(err).To(Succeed())
 			}
@@ -338,6 +348,9 @@ var _ = Describe("Reclaim", Ordered, func() {
 					constants.GpuResource: resource.MustParse("3"),
 				},
 			})
+			reclaimerPod.Spec.NodeSelector = map[string]string{
+				"kubernetes.io/hostname": testNodeName,
+			}
 			reclaimerPod, err = rd.CreatePod(ctx, testCtx.KubeClientset, reclaimerPod)
 			Expect(err).To(Succeed())
 			wait.ForPodScheduled(ctx, testCtx.ControllerClient, reclaimerPod)