added more references and test validation

Author: sudheer-quad

examples/README.md

@@ -261,8 +261,7 @@ File systems:
   2.5 TiB of capacity
 * The projectsfs is mounted at `/projects` and is a high scale SSD filestore
   instance with 10TiB of capacity.
-* The DDN-EXAScaler module is deprecated. The recommended replacement is the
-  [GCP Managed Lustre module](../../../../modules/file-system/managed-lustre/README.md)
+* The managed_lustre is mounted at /lustre and is designed for the highly parallel and random I/O performance. It has a minimum capacity of ~18TiB.
 
 #### Quota Requirements for hpc-enterprise-slurm.yaml
 

examples/cae/cae-slurm.yaml

@@ -128,12 +128,13 @@ deployment_groups:
       local_mount: /scratch
 
   # If you require maximum IO performance, you can consider to bring up a dedicated parallel
-  # file system, e.g.Sycomp GPFS.
+  # file system, e.g.GCPs Managed Lustre,Sycomp GPFS,NetApp Volumes etc.
   # Note: Those solutions may have associated license cost.
   #
   # Please visit here for more information
   # - Sycomp IBM Spectrum Scale: https://console.developers.google.com/marketplace/product/sycomp/sycomp-storage-fueled-by-ibm-spectrum-scale
-
+  # - Managed Lustre: https://github.com/GoogleCloudPlatform/cluster-toolkit/blob/main/modules/file-system/managed-lustre/README.md
+  
   ######## Remote Desktop(s) #######
   # This block creates chrome remote desktop.
   # For more info: https://github.com/GoogleCloudPlatform/hpc-toolkit/tree/main/community/modules/remote-desktop/chrome-remote-desktop

examples/hpc-enterprise-slurm.yaml

@@ -106,7 +106,7 @@ deployment_groups:
   # This file system has an associated license cost.
   - id: managed_lustre
     source: modules/file-system/managed-lustre
-    use: [network]
+    use: [network, private_service_access]
     settings:
       local_mount: /lustre
 

examples/pfs-managed-lustre-vm.yaml

@@ -45,9 +45,26 @@ deployment_groups:
       remote_mount: lustrefs
       size_gib: 36000
 
+  - id: startup-script
+    source: modules/scripts/startup-script
+    settings:
+      install_ansible: true
+      runners:
+      - type: shell
+        destination: startup.sh
+        content: |
+          #!/bin/bash
+          set -ex
+
+          output_dir=/lustre/test
+          [[ ! -d $output_dir ]] && mkdir -m a+w $output_dir
+
+          os_name=\$(sed -nr 's/^ID="?([^"]+)"?/\1/p' /etc/os-release)
+          echo $os_name > ${output_dir}/${os_name}.txt
+
   - source: modules/compute/vm-instance
     id: lustre_ubuntu22_instances
-    use: [network, lustre-gcp]
+    use: [network, lustre-gcp, startup-script]
     settings:
       add_deployment_name_before_prefix: true
       name_prefix: lustre-ubuntu22
@@ -56,3 +73,9 @@ deployment_groups:
       instance_image:
         project: ubuntu-os-cloud
         name: ubuntu-2204-jammy-v20250128
+  - id: wait-lustre-ubuntu22
+    source: community/modules/scripts/wait-for-startup
+    settings:
+      instance_name: $(lustre_ubuntu22_instances.name[0])
+      timeout: 7200
+

tools/cloud-build/daily-tests/ansible_playbooks/test-validation/test-managed-lustre-slurm.yml

@@ -0,0 +1,39 @@
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+---
+
+- name: Create output folder
+  ansible.builtin.shell: |
+    [[ -d {{ custom_vars.output_dir }} ]] || sudo mkdir -m a+w {{ custom_vars.output_dir }}
+  args:
+    executable: /bin/bash
+- name: Write file for Slurm machines
+  with_items: "{{ custom_vars.partitions }}"
+  ansible.builtin.shell: |
+    srun -N 1 -p '{{ item }}' bash -c 'echo {{ item }} > {{ custom_vars.output_dir }}/{{ item }}.txt'
+  args:
+    executable: /bin/bash
+  register: write_file_output
+
+- name: Print console output
+  ansible.builtin.debug:
+    msg: "{{ write_file_output }}"
+
+- name: Ensure a file exists for each partition
+  with_items: "{{ custom_vars.partitions }}"
+  ansible.builtin.shell: |
+    test $(cat {{ custom_vars.output_dir }}/{{ item }}.txt) == '{{ item }}'
+  args:
+    executable: /bin/bash

tools/cloud-build/daily-tests/ansible_playbooks/test-validation/test-managed-lustre-vm.yml

@@ -0,0 +1,21 @@
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+---
+- name: Ensure a file exists for each OS type
+  with_items: "{{ custom_vars.vm_os_types }}"
+  ansible.builtin.shell: |
+    test $(cat {{ custom_vars.output_dir }}/{{ item }}.txt) == '{{ item }}'
+  args:
+    executable: /bin/bash

tools/cloud-build/daily-tests/tests/hpc-enterprise-slurm.yml

@@ -48,4 +48,4 @@ custom_vars:
   mounts:
   - /home
   - /projects
-  - /scratch
+  - /lustre

tools/cloud-build/daily-tests/tests/pfs-managed-lustre-slurm.yml

@@ -33,7 +33,10 @@ controller_node: "{{ slurm_cluster_name }}-controller"
 post_deploy_tests:
 - test-validation/test-partitions.yml
 - test-validation/test-mounts.yml
+- test-validation/test-managed-lustre-slurm.yml
 custom_vars:
+  output_dir: /lustre/test
+  num_slurm_nodes: 1
   mounts:
   - /lustre
   partitions:

tools/cloud-build/daily-tests/tests/pfs-managed-lustre-vm.yml

@@ -25,6 +25,12 @@ cli_deployment_vars:
   lustre_instance_id: "lustre-instance-{{build}}"
 post_deploy_tests:
 - test-validation/test-mounts.yml
+- test-validation/test-managed-lustre-vm.yml
 custom_vars:
+  output_dir: /lustre/test
+  num_slurm_nodes: 1
   mounts:
   - /lustre
+  vm_os_types:
+  - ubuntu
+