ansible installation [wip]

ansible/install.yml

@@ -1,6 +1,12 @@
 ---
 - import_playbook: install_setup.yml
 - import_playbook: install_metastore.yml
+- import_playbook: install_metastore_leader.yml
 - import_playbook: install_simulation_system.yml
+- import_playbook: install_simulation_system_leader.yml
 - import_playbook: install_emulation_system.yml
+- import_playbook: install_emulation_system_leader.yml
+- import_playbook: install_emulation_system_worker.yml
 - import_playbook: install_management_system.yml
+- import_playbook: install_management_system_leader.yml
+- import_playbook: start.yml

ansible/install_emulation_system.yml

@@ -2,114 +2,124 @@
 
 - hosts: all
 
+ vars:
+ spark_base: "csle_spark_base"
+ spark_derived: "csle_spark_1"
+
  tasks:
 
- - name: Check if apt keyrings directory exist
- become: true
- stat:
- path: /etc/apt/keyrings
- register: keyrings_directory_exists
-
- - name: Create keyrings directory if it does not exist
- become: true
- ansible.builtin.file:
- path: /etc/apt/keyrings
- state: directory
- mode: "0755"
- when: not keyrings_directory_exists.stat.exists
-
- - name: Download Docker GPG key and install GPG key
- shell: |
- expect -c '
- spawn /bin/bash -c "curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /etc/apt/keyrings/docker.gpg"
- expect -re ".*Overwrite?.*"
- send "y\r"
- interact
- '
- 
- - name: Install docker apt keys
- become: true
- shell: echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
-
- - name: Update package cache
- become: true
- apt:
- update_cache: yes
-
- - name: Install Docker packages
- become: true
- apt:
- name:
- - docker-ce
- - docker-ce-cli
- - containerd.io
- state: present
-
- - name: Add Docker group
- become: true
- group:
- name: docker
- state: present
-
- - name: Add user to Docker group
- become: true
- shell: "sudo usermod -aG docker {{ user }}"
-
- - name: Initialize Docker Swarm
- command: docker swarm init --advertise-addr "{{ leader_ip }}"
- ignore_errors: yes
-
- - name: Pulling base Docker images
- shell: "cd /home/{{ user }}/csle/emulation-system/base_images && make pull"
-
- - name: Pulling derived Docker images
- shell: |
- cd "/home/{{ user }}/csle/emulation-system/derived_images" && \
- make pull
- args:
- executable: /bin/bash
-
- - name: Installing the emulation environments on the leader node
- shell: |
- source "/home/{{ user }}/anaconda3/bin/activate {{ conda_environment_name }}" && \
- cd "/home/{{ user }}/csle/emulation-system/envs" && \
- make install
- args:
- executable: /bin/bash
-
- - name: Set max_map_count kernel parameter
- become: true
- sysctl:
- name: vm.max_map_count
- value: 262144
- sysctl_set: yes
- reload: yes
- state: present
-
- - name: Add line to limits.conf if not exists
- become: true
- ansible.builtin.lineinfile:
- path: /etc/security/limits.conf
- line: "{{ user }}\tsoft\tnofile\t102400"
- regexp: "^{{ user }}\\s+soft\\s+nofile\\s+102400$"
- state: present
- register: line_added
- changed_when: false
-
- - name: Add second line to limits.conf if not exists
- become: true
- ansible.builtin.lineinfile:
- path: /etc/security/limits.conf
- line: "{{ user }}\thard\tnofile\t1024000"
- regexp: "^{{ user }}\\s+hard\\s+nofile\\s+1024000$"
- state: present
- register: line_added
- changed_when: false
-
- - name: Set fs.inotify.max_user_watches in sysctl.conf
- become: true
- ansible.builtin.shell: "echo 'fs.inotify.max_user_watches=524288' | sudo tee -a /etc/sysctl.conf"
-
- - name: Reload sysctl
- become: true
- ansible.builtin.shell: "sudo sysctl -p"
+ - name: Check if apt keyrings directory exist
+ become: true
+ stat:
+ path: /etc/apt/keyrings
+ register: keyrings_directory_exists
+
+ - name: Create keyrings directory if it does not exist
+ become: true
+ ansible.builtin.file:
+ path: /etc/apt/keyrings
+ state: directory
+ mode: "0755"
+ when: not keyrings_directory_exists.stat.exists
+
+ - name: Add Docker GPG apt Key
+ become: true
+ ansible.builtin.apt_key:
+ url: https://download.docker.com/linux/ubuntu/gpg
+ state: present
+
+ - name: Add repository into sources list
+ become: true
+ ansible.builtin.apt_repository:
+ repo: deb [arch=amd64] https://download.docker.com/linux/ubuntu {{ ansible_lsb.codename }} stable
+ state: present
+ filename: docker
+
+ - name: Update package cache
+ become: true
+ apt:
+ update_cache: yes
+
+ - name: Install Docker packages
+ become: true
+ apt:
+ name:
+ - docker-ce
+ - docker-ce-cli
+ - containerd.io
+ state: present
+
+ - name: Add Docker group
+ become: true
+ group:
+ name: docker
+ state: present
+
+ - name: Add user to Docker group
+ become: true
+ shell: "sudo usermod -aG docker {{ user }}"
+
+ - name: List all docker images
+ become: true
+ shell: "docker images"
+ args:
+ executable: /bin/bash
+ register: docker_images_list
+ changed_when: false
+
+ - name: Check if the base images are pulled
+ set_fact:
+ base_images_pulled: "{{ spark_base in docker_images_list.stdout }}"
+
+ - name: Check if the derived images are pulled
+ set_fact:
+ derived_images_pulled: "{{ spark_derived in docker_images_list.stdout }}"
+
+ - name: Pulling base Docker images
+ shell: "cd /home/{{ user }}/csle/emulation-system/base_images && make pull"
+ args:
+ executable: /bin/bash
+ when: not base_images_pulled
+
+ - name: Pulling derived Docker images
+ shell: "cd /home/{{ user }}/csle/emulation-system/derived_images && make pull"
+ args:
+ executable: /bin/bash
+ when: not derived_images_pulled
+
+ - name: Set max_map_count kernel parameter
+ become: true
+ sysctl:
+ name: vm.max_map_count
+ value: 262144
+ sysctl_set: yes
+ reload: yes
+ state: present
+
+ - name: Add line to limits.conf if not exists
+ become: true
+ ansible.builtin.lineinfile:
+ path: /etc/security/limits.conf
+ line: "{{ user }}\tsoft\tnofile\t102400"
+ regexp: "^{{ user }}\\s+soft\\s+nofile\\s+102400$"
+ state: present
+ register: line_added
+ changed_when: false
+
+ - name: Add second line to limits.conf if not exists
+ become: true
+ ansible.builtin.lineinfile:
+ path: /etc/security/limits.conf
+ line: "{{ user }}\thard\tnofile\t1024000"
+ regexp: "^{{ user }}\\s+hard\\s+nofile\\s+1024000$"
+ state: present
+ register: line_added
+ changed_when: false
+
+ - name: Set fs.inotify.max_user_watches in sysctl.conf
+ become: true
+ ansible.builtin.shell: "echo 'fs.inotify.max_user_watches=524288' | sudo tee -a /etc/sysctl.conf"
+
+ - name: Reload sysctl
+ become: true
+ ansible.builtin.shell: "sudo sysctl -p"

ansible/install_emulation_system_leader.yml

@@ -0,0 +1,64 @@
+---
+
+- hosts: leader
+
+ vars:
+ active: "Active"
+
+ tasks:
+
+ - name: List installed emulation environments
+ become: yes
+ become_method: sudo
+ become_user: postgres
+ community.postgresql.postgresql_query:
+ db: csle
+ login_user: postgres
+ login_password: "{{ postgres_password }}"
+ query: "SELECT id FROM emulations;"
+ register: emulations
+
+ - name: Check if the emulation environments are installed
+ set_fact:
+ emulation_environments_installed: "{{ emulations.rowcount > 0 }}"
+
+ - name: Installing the emulation environments on the leader node
+ shell: "source /home/{{ user }}/anaconda3/bin/activate {{ conda_environment_name }}; cd /home/{{ user }}/csle/emulation-system/envs && make install"
+ args:
+ executable: /bin/bash
+ when: not emulation_environments_installed
+
+ - name: List docker swarm status
+ become: true
+ shell: "docker node ls"
+ args:
+ executable: /bin/bash
+ register: docker_swarm_status
+ changed_when: false
+
+ - name: Check if the docker swarm has been initialized
+ set_fact:
+ swarm_initialized: "{{ active in docker_swarm_status.stdout }}"
+
+ - name: Initialize Docker Swarm
+ become: true
+ command: docker swarm init --advertise-addr "{{ leader_ip }}"
+ ignore_errors: yes
+ when: not swarm_initialized
+
+ - name: List docker swarm join command
+ become: true
+ shell: "docker swarm join-token worker"
+ args:
+ executable: /bin/bash
+ register: docker_swarm_join_command_output
+ changed_when: false
+
+ - name: Extract join token
+ set_fact:
+ docker_swarm_join_command: "{{ docker_swarm_join_command_output.stdout | regex_search(stdout_regex, multiline=True)}}"
+ vars:
+ stdout_regex: 'docker swarm join --token (.*)'
+
+ - debug:
+ var: hostvars[leader_ip]['docker_swarm_join_command']

ansible/install_emulation_system_worker.yml

@@ -0,0 +1,10 @@
+---
+
+- hosts: worker
+
+ tasks:
+
+ - name: Join Docker Swarm
+ become: true
+ command: "{{ hostvars[leader_ip]['docker_swarm_join_command'] }}"
+ ignore_errors: yes