Merge pull request #424 from e0ne/ipoib-example

Add NicClusterPolicy example with IPoIB CNI

Author: e0ne

example/crs/mellanox.com_v1alpha1_nicclusterpolicy_cr-ipoib.yaml

@@ -0,0 +1,73 @@
+# 2022 NVIDIA CORPORATION & AFFILIATES
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+apiVersion: mellanox.com/v1alpha1
+kind: NicClusterPolicy
+metadata:
+  name: nic-cluster-policy
+spec:
+  ofedDriver:
+    image: mofed
+    repository: nvcr.io/nvidia/mellanox
+    version: 5.7-1.0.2.0
+    startupProbe:
+      initialDelaySeconds: 10
+      periodSeconds: 10
+    livenessProbe:
+      initialDelaySeconds: 30
+      periodSeconds: 30
+    readinessProbe:
+      initialDelaySeconds: 10
+      periodSeconds: 30
+  rdmaSharedDevicePlugin:
+    image: k8s-rdma-shared-dev-plugin
+    repository: nvcr.io/nvidia/cloud-native
+    version: v1.3.2
+    # The config below directly propagates to k8s-rdma-shared-device-plugin configuration.
+    # Replace 'devices' with your (RDMA capable) netdevice name.
+    config: |
+      {
+        "configList": [
+          {
+            "resourceName": "rdma_shared_device_a",
+            "rdmaHcaMax": 1000,
+            "selectors": {
+              "vendors": ["15b3"],
+              "deviceIDs": ["101b"]
+            }
+          }
+        ]
+      }
+  secondaryNetwork:
+    cniPlugins:
+      image: plugins
+      repository: ghcr.io/k8snetworkplumbingwg
+      version: v0.8.7-amd64
+    ipoib:
+      image: ipoib-cni
+      repository: nvcr.io/nvidia/cloud-native
+      version: v1.1.0
+    multus:
+      image: multus
+      repository: nfvpe
+      version: v3.8
+      config: ''
+    ipamPlugin:
+      image: whereabouts
+      repository: ghcr.io/k8snetworkplumbingwg
+      version: v0.5.2-amd64
+  nvPeerDriver:
+    image: nv-peer-mem-driver
+    repository: mellanox
+    version: 1.1-0
+    gpuDriverSourcePath: /run/nvidia/driver