create the fake cluster on FKAS in e2e

Author: mboukhalfa

Makefile

@@ -172,6 +172,7 @@ E2E_TEMPLATES_DIR ?= $(ROOT_DIR)/test/e2e/data/infrastructure-metal3
 cluster-templates: $(KUSTOMIZE) ## Generate cluster templates
 	$(KUSTOMIZE) build $(E2E_TEMPLATES_DIR)/cluster-template-ubuntu > $(E2E_OUT_DIR)/cluster-template-ubuntu.yaml
 	$(KUSTOMIZE) build $(E2E_TEMPLATES_DIR)/cluster-template-centos > $(E2E_OUT_DIR)/cluster-template-centos.yaml
+	$(KUSTOMIZE) build $(E2E_TEMPLATES_DIR)/cluster-template-centos-fake > $(E2E_OUT_DIR)/cluster-template-centos-fake.yaml
 	$(KUSTOMIZE) build $(E2E_TEMPLATES_DIR)/cluster-template-upgrade-workload > $(E2E_OUT_DIR)/cluster-template-upgrade-workload.yaml
 	$(KUSTOMIZE) build $(E2E_TEMPLATES_DIR)/cluster-template-centos-md-remediation > $(E2E_OUT_DIR)/cluster-template-centos-md-remediation.yaml
 	$(KUSTOMIZE) build $(E2E_TEMPLATES_DIR)/cluster-template-ubuntu-md-remediation > $(E2E_OUT_DIR)/cluster-template-ubuntu-md-remediation.yaml

test/e2e/basic_integration_test.go

@@ -11,7 +11,7 @@ import (
 
 var _ = Describe("When testing basic cluster creation [basic]", Label("basic"), func() {
 	BeforeEach(func() {
-		osType := strings.ToLower(os.Getenv("OS"))
+		osType := strings.ToLower(os.Getenv("OS"))+"-fake"
 		Expect(osType).ToNot(Equal(""))
 		validateGlobals(specName)
 
@@ -23,7 +23,7 @@ var _ = Describe("When testing basic cluster creation [basic]", Label("basic"),
 		By("Fetching cluster configuration")
 		k8sVersion := e2eConfig.GetVariable("KUBERNETES_VERSION")
 		By("Provision Workload cluster")
-		targetCluster, _ = createTargetCluster(k8sVersion)
+		targetCluster, _ = createFakeTargetCluster(k8sVersion)
 	})
 
 	AfterEach(func() {

test/e2e/config/e2e_conf.yaml

@@ -150,6 +150,8 @@ providers:
       targetName: "cluster-template-ubuntu.yaml"
     - sourcePath: "../_out/cluster-template-centos.yaml"
       targetName: "cluster-template-centos.yaml"
+    - sourcePath: "../_out/cluster-template-centos-fake.yaml"
+      targetName: "cluster-template-centos-fake.yaml"
     - sourcePath: "../_out/clusterclass.yaml"
       targetName: "clusterclass-test-clusterclass.yaml"
     - sourcePath: "../_out/cluster-template-centos-md-remediation.yaml"

test/e2e/data/infrastructure-metal3/cluster-template-centos-fake/kustomization.yaml

@@ -0,0 +1,4 @@
+resources:
+- ../bases/ippool
+- ../bases/centos-kubeadm-config
+- secrets.yaml

test/e2e/data/infrastructure-metal3/cluster-template-centos-fake/secrets.yaml

@@ -0,0 +1,24 @@
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  labels:
+    cluster.x-k8s.io/cluster-name: ${cluster}
+  name: ${cluster}-ca
+  namespace: ${namespace}
+type: kubernetes.io/tls
+data:
+  tls.crt: ${caCertEncoded}
+  tls.key: ${caKeyEncoded}
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  labels:
+    cluster.x-k8s.io/cluster-name: ${cluster}
+  name: ${cluster}-etcd
+  namespace: ${namespace}
+type: kubernetes.io/tls
+data:
+  tls.crt: ${etcdCertEncoded}
+  tls.key: ${etcdKeyEncoded}

test/e2e/pivoting_based_feature_test.go

@@ -16,6 +16,9 @@ import (
 	clusterv1 "sigs.k8s.io/cluster-api/api/v1beta1"
 	infrav1 "github.com/metal3-io/cluster-api-provider-metal3/api/v1beta1"
 	"net/http"
+	b64 "encoding/base64"
+	"io/ioutil"
+	"encoding/json"
 )
 
 var (
@@ -173,6 +176,40 @@ var _ = Describe("Testing features in ephemeral or target cluster [pivoting] [fe
 
 	})
 
+type Endpoint struct {
+	Host string
+	Port int
+}
+func check(e error){
+	if e != nil {
+		panic(e)
+	}
+}
+func createFakeTargetCluster(k8sVersion string) (framework.ClusterProxy, *clusterctl.ApplyClusterTemplateAndWaitResult) {
+
+	caKey, err:= os.ReadFile("/tmp/ca.key")
+	check(err)
+	caCert, err:= os.ReadFile("/tmp/ca.crt")
+	check(err)
+	etcdKey, err:= os.ReadFile("/tmp/etcd.key")
+	check(err)
+	etcdCert, err:= os.ReadFile("/tmp/etcd.crt")
+	check(err)
+	caKeyEncoded:=b64.StdEncoding.EncodeToString(caKey)
+	caCertEncoded:=b64.StdEncoding.EncodeToString(caCert)
+	etcdKeyEncoded:=b64.StdEncoding.EncodeToString(etcdKey)
+	etcdCertEncoded:=b64.StdEncoding.EncodeToString(etcdCert)
+	cluster_endpoints, err :=http.Get("http://172.22.0.2:3333/register?resource=metal3/test72&caKey="+caKeyEncoded+"&caCert="+caCertEncoded+"&etcdKey="+etcdKeyEncoded+"&etcdCert="+etcdCertEncoded)
+	check(err)
+	defer cluster_endpoints.Body.Close()
+	body, err := ioutil.ReadAll(cluster_endpoints.Body)
+	check(err)
+	var response Endpoint
+	json.Unmarshal(body, &response)
+	Logf("CLUSTER_APIENDPOINT_HOST %v CLUSTER_APIENDPOINT_PORT %v", response.Host, response.Port)
+	return createTargetCluster(k8sVersion)
+
+}
 func createTargetCluster(k8sVersion string) (framework.ClusterProxy, *clusterctl.ApplyClusterTemplateAndWaitResult) {
 	By("Creating a high available cluster")
 	imageURL, imageChecksum := EnsureImage(k8sVersion)
@@ -212,7 +249,7 @@ func createTargetCluster(k8sVersion string) (framework.ClusterProxy, *clusterctl
 			for _, m3machine := range metal3Machines.Items {
 				providerID:="metal3://metal3/"+Metal3MachineToBmhName(m3machine)+"/"+m3machine.GetName()
 				machine, _ := Metal3MachineToMachineName(m3machine)
-				resp, err :=http.Get("http://localhost:3333/updateNode?resource=metal3/test1&nodeName="+machine+"&providerID="+providerID)
+				resp, err :=http.Get("http://172.22.0.2:3333/updateNode?resource=metal3/test1&nodeName="+machine+"&providerID="+providerID)
 				Logf("resp : %v err: %v", resp, err)
 			}
 		},