omnia.yml

# Copyright 2022 Dell Inc. or its subsidiaries. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
---

- name: Validate the cluster
  hosts: localhost
  connection: local
  gather_facts: no
  roles:
    - cluster_validation

- name: Gather facts from all the nodes
  hosts: manager, compute, login_node, nfs_node

- name: Validate hostname
  hosts: manager, login_node
  gather_facts: false
  any_errors_fatal: true
  roles:
    - hostname_validation
  tags: freeipa

- name: BeeGFS validation
  hosts: manager, compute
  gather_facts: false
  any_errors_fatal: true
  roles:
    - beegfs_validation
  tags: beegfs

- name: Apply common installation and config
  hosts: manager, compute, login_node, nfs_node
  gather_facts: false
  any_errors_fatal: true
  roles:
    - common
  tags: common

- name: Configure NFS node for SAS protocol
  hosts: nfs_node
  gather_facts: false
  vars:
    ansible_ssh_common_args: '-o StrictHostKeyChecking=no'
  roles:
    - nfs_sas
  tags: nfs_server_sas

- name: Configure NFS node for ISCSI protocol
  hosts: nfs_node
  gather_facts: false
  vars:
    ansible_ssh_common_args: '-o StrictHostKeyChecking=no'
  roles:
    - nfs_iscsi
  tags: nfs_server_iscsi

- name: Apply NFS client installation and config
  hosts: manager, compute, login_node
  gather_facts: false
  roles:
    - nfs_client
  tags: nfs_client

- name: Apply login common installation and config
  hosts: manager, login_node
  gather_facts: false
  roles:
    - login_common
  tags: freeipa

- name: Apply login server installation and config
  hosts: manager
  gather_facts: false
  roles:
    - login_server
  tags: freeipa

- name: Apply login node installation and config
  hosts: login_node
  gather_facts: false
  roles:
    - login_node
  tags: freeipa

- name: Apply common K8s installation and config
  hosts: manager, compute
  gather_facts: false
  roles:
    - k8s_common
  tags: kubernetes

- name: Apply K8s manager config
  hosts: manager
  gather_facts: true
  roles:
    - k8s_manager
  tags: kubernetes

- name: Apply K8s firewalld config on manager and compute nodes
  hosts: manager, compute
  gather_facts: false
  roles:
    - k8s_firewalld
  tags: kubernetes

- name: Apply NFS server setup on manager node
  hosts: manager
  gather_facts: false
  tasks:
    - name: Apply NFS server setup on manager node
      include_role:
        name: k8s_nfs_server_setup
      when: not hostvars['127.0.0.1']['powervault_status']
      tags: [ kubernetes, k8s_pv_nfs ]

- name: Apply NFS client setup on compute nodes
  hosts: compute
  gather_facts: false
  tasks:
    - name: Apply NFS client setup on compute nodes
      include_role:
        name: k8s_nfs_client_setup
      when: not hostvars['127.0.0.1']['powervault_status']
      tags: [ kubernetes, k8s_pv_nfs ]

- name: Start K8s on manager server
  hosts: manager
  gather_facts: true
  roles:
    - k8s_start_manager
  tags: kubernetes

- name: Start K8s worker servers on compute nodes
  hosts: compute
  gather_facts: false
  roles:
    - k8s_start_workers
  tags: kubernetes

- name: Start K8s worker servers on manager nodes
  hosts: manager, compute
  gather_facts: false
  roles:
    - k8s_start_services
  tags: kubernetes

- name: Apply common Slurm installation and config
  hosts: manager, compute, login_node
  gather_facts: false
  roles:
    - slurm_common
  tags: slurm

- name: Apply Slurm manager config
  hosts: manager
  gather_facts: false
  roles:
    - slurm_manager
  tags: slurm

- name: Configure Slurm workers
  hosts: compute, login_node
  serial: 1
  gather_facts: false
  roles:
    - slurm_workers
  tags: slurm

- name: Start Slurm workers
  hosts: compute, login_node
  gather_facts: false
  roles:
    - slurm_workers_service
  tags: slurm

- name: Start Slurm services
  hosts: manager
  gather_facts: false
  roles:
    - slurm_start_services
  tags: slurm

- name: Install slurm exporter
  hosts: manager
  gather_facts: false
  roles:
    - slurm_exporter
  tags: slurm

- name: Install slurm restd
  hosts: manager
  gather_facts: false
  roles:
    - slurm_restd
  tags: slurm

- name: Apply BeeGFS client installation and config on manager and compute nodes
  hosts: manager, compute
  gather_facts: false
  roles:
    - beegfs_client
  tags: beegfs

- name: Passwordless SSH between manager and compute nodes
  import_playbook: control_plane/tools/passwordless_ssh.yml