.gitignore

@@ -5,6 +5,3 @@ roles/ednz_cloud.*
 vault_config.yml
 consul_config.yml
 **/certificates/**
-**/secrets/credentials.yml
-**/secrets/vault.yml
-**/.ansible-vault

.pre-commit-config.yaml

@@ -1,19 +0,0 @@
-repos:
-  - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.5.0
-    hooks:
-      - id: trailing-whitespace
-      - id: end-of-file-fixer
-  - repo: https://github.com/adrienverge/yamllint.git
-    rev: v1.35.1
-    hooks:
-      - id: yamllint
-        args: [-c=./.yamllint]
-  - repo: https://github.com/commitizen-tools/commitizen
-    rev: v3.24.0
-    hooks:
-      - id: commitizen
-      - id: commitizen-branch
-        stages:
-          - post-commit
-          - push

molecule/no_tls_multi_node/converge.yml

@@ -1,3 +1,6 @@
 ---
+# - name: Include a playbook from a collection
+#   ansible.builtin.import_playbook: ednz_cloud.hashistack.generate_certs.yml
+
 - name: Include a playbook from a collection
   ansible.builtin.import_playbook: ednz_cloud.hashistack.deploy.yml

molecule/no_tls_multi_node/prepare.yml

@@ -2,9 +2,6 @@
 - name: Include certificate generation playbook
   ansible.builtin.import_playbook: ednz_cloud.hashistack.generate_certs.yml
 
-# - name: Include credentials generation playbook
-#   ansible.builtin.import_playbook: ednz_cloud.hashistack.generate_credentials.yml
-
 - name: Include bootstrap playbook
   ansible.builtin.import_playbook: ednz_cloud.hashistack.bootstrap.yml
 

playbooks/deploy.yml

@@ -11,6 +11,10 @@
         file: tasks/load_vars.yml
       tags:
         - always
+        # - haproxy
+        # - consul
+        # - vault
+        # - nomad
 
     - name: "Deploy Consul Control Plane"
       ansible.builtin.import_tasks:

playbooks/generate_certs.yml

@@ -1,5 +1,5 @@
 ---
-# hashistack generate certificates playbook
+# hashistack deployment playbook
 - name: "Generate certificates"
   hosts: all
   strategy: linear
@@ -272,4 +272,4 @@
                     group: "{{ lookup('env', 'USER') }}"
                     mode: "0644"
 
-    # - fail:
+    # - fail:

playbooks/generate_credentials.yml

@@ -1,33 +0,0 @@
----
-# hashistack generate certificates playbook
-- name: "Generate credentials"
-  hosts: localhost
-  strategy: linear
-  gather_facts: true
-  become: true
-  tasks:
-    - name: "Generate consul credentials"
-      block:
-        - name: "Generate consul root credentials"
-          ansible.builtin.set_fact:
-            _consul_root_token: "{{ lookup('password', '/dev/null chars=ascii_letters,digits') | to_uuid }}"
-
-        - name: "Generate consul agents credentials"
-          ansible.builtin.set_fact:
-            _consul_agents_token: "{{ lookup('password', '/dev/null chars=ascii_letters,digits') | to_uuid }}"
-
-    - name: "Generate nomad credentials"
-      block:
-        - name: "Generate nomad root credentials"
-          ansible.builtin.set_fact:
-            _nomad_root_token: "{{ lookup('password', '/dev/null chars=ascii_letters,digits') | to_uuid }}"
-
-    - name: "Write credentials file"
-      ansible.builtin.template:
-        src: templates/credentials.yml.j2
-        dest: "{{ sub_configuration_directories['secrets'] }}/{{ configuration_credentials_vars_file }}"
-        owner: "{{ lookup('env', 'USER') }}"
-        group: "{{ lookup('env', 'USER') }}"
-        mode: '0644'
-
-    # - fail:

playbooks/group_vars/all/all.yml

@@ -3,7 +3,7 @@
 # helper options #
 ##################
 
-manage_pip_packages_allow_break_system_packages: "{{ ansible_distribution == 'Debian' and ansible_distribution_version == '12' }}"
+manage_pip_packages_allow_break_system_packages: true
 
 vault_versions:
   host: "{{ vault_version if vault_version != 'latest' else vault_version + '*' }}"
@@ -19,14 +19,12 @@ nomad_versions:
 
 configuration_directory: "{{ lookup('env', 'PWD') }}/etc/hashistack"
 sub_configuration_directories:
-  secrets: "{{ configuration_directory }}/secrets"
   certificates: "{{ configuration_directory }}/certificates"
   nomad_servers: "{{ configuration_directory }}/nomad_servers"
   vault_servers: "{{ configuration_directory }}/vault_servers"
   consul_servers: "{{ configuration_directory }}/consul_servers"
 
 configuration_global_vars_file: "globals.yml"
-configuration_credentials_vars_file: "credentials.yml"
 
 hashistack_remote_config_dir: "/etc/hashistack"
 hashistack_remote_data_dir: "/opt/hashistack"

playbooks/group_vars/all/consul.yml

@@ -83,7 +83,7 @@ hashi_consul_configuration:
   dns_config: "{{ consul_dns_configuration }}"
   ports:
     dns: 8600
-    http: 8500 # "{{ ('8500'|int) if not  }}"
+    http: "{{ ('8500'|int) if not  }}"
     https: -1
     grpc: 8502
     grpc_tls: 8503

playbooks/group_vars/all/vault.yml

@@ -65,7 +65,6 @@ hashi_vault_extra_files_list: "{{ ([] +
   (vault_plugin_extra_files_dir if vault_enable_plugins else []) +
   vault_extra_files_list)
   | unique
-  | sort
   }}"
 hashi_vault_extra_files_src: "{{ sub_configuration_directories.vault_servers }}/config"
 hashi_vault_extra_files_dst: "{{ hashi_vault_config_dir }}/config"

playbooks/preflight.yml

@@ -305,3 +305,6 @@
             fail_msg: >-
               The python sdk for docker is really out of date, you need to install
               a more recent version of it in order to use this tool.
+
+    # - name: "Fail"
+    #   fail:

playbooks/tasks/consul/consul_deploy.yml

@@ -7,7 +7,7 @@
 
     - name: "Wait for consul cluster to initialize" # noqa: run-once[task]
       ansible.builtin.uri:
-        url: "http://{{ api_interface_address }}:8500" # TODO: this should be dynamic (http/https)
+        url: "http://{{ api_interface_address }}:8500"
         validate_certs: no
         return_content: yes
         status_code:
@@ -19,7 +19,6 @@
 
     - name: "Initialize consul cluster" # noqa: run-once[task]
       community.general.consul_acl_bootstrap:
-        bootstrap_secret: "{{ _credentials.consul.root_token.secret_id }}"
         host: "{{ hashi_consul_configuration['advertise_addr'] }}"
         port: 8500
         scheme: http
@@ -29,27 +28,27 @@
       register: _consul_init_secret
       when: hashi_consul_configuration.acl.enabled
 
-    # - name: "Write consul configuration to file" # noqa: run-once[task] no-handler
-    #   ansible.builtin.blockinfile:
-    #     marker: "## -- {root_token} ANSIBLE MANAGED BLOCK ##"
-    #     block: "{{
-    #       {
-    #       'root_token':{
-    #       'accessor_id': _consul_init_secret.result.AccessorID,
-    #       'secret_id': _consul_init_secret.result.SecretID
-    #       }
-    #       } | to_nice_yaml
-    #       }}"
-    #     path: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
-    #     mode: "0644"
-    #   when: _consul_init_secret.result is defined
-    #   run_once: true
-    #   delegate_to: localhost
+    - name: "Write consul configuration to file" # noqa: run-once[task] no-handler
+      ansible.builtin.blockinfile:
+        marker: "## -- {root_token} ANSIBLE MANAGED BLOCK ##"
+        block: "{{
+          {
+          'root_token':{
+          'accessor_id': _consul_init_secret.result.AccessorID,
+          'secret_id': _consul_init_secret.result.SecretID
+          }
+          } | to_nice_yaml
+          }}"
+        path: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
+        mode: "0644"
+      when: _consul_init_secret.result is defined
+      run_once: true
+      delegate_to: localhost
 
-    # - name: "Load consul cluster variables"
-    #   ansible.builtin.include_vars:
-    #     file: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
-    #     name: _consul_cluster_config
+    - name: "Load consul cluster variables"
+      ansible.builtin.include_vars:
+        file: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
+        name: _consul_cluster_config
 
     - name: "Create consul agents token"
       when:
@@ -58,14 +57,14 @@
       block:
         - name: "Create consul agents token" # noqa: run-once[task] no-handler
           run_once: true
+          delegate_to: localhost
           block:
             - name: "Create consul agent policy"
               community.general.consul_policy:
-                token: "{{ _credentials.consul.root_token.secret_id }}"
-                host: "{{ api_interface_address }}"
+                host: "{{ hashi_consul_configuration['advertise_addr'] }}"
+                token: "{{ _consul_cluster_config.root_token.secret_id }}"
                 port: 8500
-                scheme: http # TODO: this should be dynamic
-                validate_certs: false
+                scheme: http
                 state: present
                 name: agents-policy
                 rules: "{{ consul_default_agent_policy }}"
@@ -75,65 +74,55 @@
               vars:
                 consul_full_url: "http://{{ hashi_consul_configuration['advertise_addr'] }}:8500"
                 consul_token_body:
-                  Description: "Consul agents token"
-                  SecretID: "{{ _credentials.consul.tokens.agent }}"
                   Policies:
                     - ID: "{{ _consul_agent_policy.policy.ID }}"
               ansible.builtin.uri:
                 url: "{{ consul_full_url }}/v1/acl/token"
                 method: PUT
                 headers:
-                  X-Consul-Token: "{{ _credentials.consul.root_token.secret_id  }}"
+                  X-Consul-Token: "{{ _consul_cluster_config.root_token.secret_id }}"
                 body: "{{ consul_token_body | to_json }}"
                 status_code:
                   - 200
               register: _consul_agent_token
-              changed_when: _consul_agent_token.status == 200
 
-            - name: "Restart consul service"
-              ansible.builtin.service:
-                name: "consul_container"
-                state: restarted
-              throttle: 1
-              when: _consul_agent_token.changed
+            - name: "Write consul agents token to file" # no-handler
+              ansible.builtin.blockinfile:
+                marker: "## -- {tokens} ANSIBLE MANAGED BLOCK ##"
+                block: "{{
+                  {
+                  'tokens':{
+                  'agent': _consul_agent_token.json.SecretID
+                  }
+                  } | to_nice_yaml
+                  }}"
+                path: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
+                mode: "0644"
+              when: "'OK' in _consul_agent_token.msg"
 
-    # - name: "Write consul agents token to file" # no-handler
-    #   ansible.builtin.blockinfile:
-    #     marker: "## -- {tokens} ANSIBLE MANAGED BLOCK ##"
-    #     block: "{{
-    #       {
-    #       'tokens':{
-    #       'agent': _consul_agent_token.json.SecretID
-    #       }
-    #       } | to_nice_yaml
-    #       }}"
-    #     path: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
-    #     mode: "0644"
-    #   when: "'OK' in _consul_agent_token.msg"
+        - name: "Merge token configuration"
+          delegate_to: localhost
+          block:
+            - name: "Stat consul secrets file"
+              ansible.builtin.stat:
+                path: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
+              register: _consul_config_file
 
-    #         - name: "Merge token configuration"
-    #           delegate_to: localhost
-    #           block:
-    #             - name: "Stat consul secrets file"
-    #               ansible.builtin.stat:
-    #                 path: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
-    #               register: _consul_config_file
-    #
-    #             - name: "Load consul secrets file"
-    #               ansible.builtin.include_vars:
-    #                 file: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
-    #                 name: _consul_cluster_config
-    #               when: _consul_config_file.stat.exists
-    #
-    #             - name: "Merge token configuration"
-    #               vars:
-    #                 _config_to_merge:
-    #                   acl:
-    #                     tokens: "{{ _consul_cluster_config.tokens }}"
-    #               ansible.builtin.set_fact:
-    #                 hashi_consul_configuration: "{{ hashi_consul_configuration | default({}) | combine(_config_to_merge, recursive=true) }}"
-    #               when: _consul_cluster_config.tokens is defined
+            - name: "Load consul secrets file"
+              ansible.builtin.include_vars:
+                file: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
+                name: _consul_cluster_config
+              when: _consul_config_file.stat.exists
 
-    # - name: "Include ednz_cloud.hashistack.hashicorp_consul"
-    #   ansible.builtin.include_role:
-    #     name: ednz_cloud.hashistack.hashicorp_consul
+            - name: "Merge token configuration"
+              vars:
+                _config_to_merge:
+                  acl:
+                    tokens: "{{ _consul_cluster_config.tokens }}"
+              ansible.builtin.set_fact:
+                hashi_consul_configuration: "{{ hashi_consul_configuration | default({}) | combine(_config_to_merge, recursive=true) }}"
+              when: _consul_cluster_config.tokens is defined
+
+        - name: "Include ednz_cloud.hashistack.hashicorp_consul"
+          ansible.builtin.include_role:
+            name: ednz_cloud.hashistack.hashicorp_consul

playbooks/tasks/consul/consul_vars.yml

@@ -36,14 +36,35 @@
 - name: "Consul | Merge token configuration"
   delegate_to: localhost
   block:
+    - name: "Consul | Stat consul secrets file"
+      ansible.builtin.stat:
+        path: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
+      register: _consul_config_file
+
+    - name: "Consul | Load consul secrets file"
+      ansible.builtin.include_vars:
+        file: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
+        name: _consul_cluster_config
+      when: _consul_config_file.stat.exists
+
     - name: "Consul | Merge token configuration"
       vars:
         _config_to_merge:
           acl:
-            tokens:
-              agent: "{{ _credentials.consul.tokens.agent }}"
+            tokens: "{{ _consul_cluster_config.tokens }}"
       ansible.builtin.set_fact:
         hashi_consul_configuration: "{{ hashi_consul_configuration | default({}) | combine(_config_to_merge, recursive=true) }}"
+      when: _consul_cluster_config.tokens is defined
+
+    - name: "Consul | Create secrets file if not present"
+      ansible.builtin.file:
+        path: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
+        state: touch
+        owner: "{{ lookup('env', 'USER') }}"
+        group: "{{ lookup('env', 'USER') }}"
+        mode: "0644"
+      run_once: true
+      when: not _consul_config_file.stat.exists
 
 - name: "Consul | Merge extra configuration settings"
   vars:

playbooks/tasks/haproxy/haproxy_deploy.yml

@@ -12,9 +12,14 @@
     - name: "Register haproxy services in consul"
       when: enable_consul | bool
       block:
+        - name: "Load consul cluster variables"
+          ansible.builtin.include_vars:
+            file: "{{ sub_configuration_directories.consul_servers }}/consul_config.yml"
+            name: _consul_cluster_config
+
         - name: "Register haproxy services in consul"
           community.general.consul:
-            token: "{{ _credentials.consul.root_token.secret_id }}"
+            token: "{{ _consul_cluster_config.root_token.secret_id }}"
             service_name: haproxy
             service_port: 80
             interval: 20s

playbooks/tasks/load_vars.yml

@@ -1,20 +1,68 @@
 ---
 # hashistack variable injection playbook
 - name: "Load global variables"
-  ansible.builtin.import_tasks:
-    file: misc/load_global_vars.yml
+  block:
+    - name: "Stat global configuration file"
+      ansible.builtin.stat:
+        path: "{{ configuration_directory }}/{{ configuration_global_vars_file }}"
+      register: _global_config_file
+      delegate_to: localhost
 
-- name: "Load credentials variables"
-  ansible.builtin.import_tasks:
-    file: misc/load_credentials_vars.yml
+    - name: "Make sure global configuration file exists"
+      ansible.builtin.assert:
+        that:
+          - _global_config_file.stat.exists
+      delegate_to: localhost
+
+    - name: "Load global variables"
+      ansible.builtin.include_vars:
+        dir: "{{ configuration_directory }}"
+        files_matching: "{{ configuration_global_vars_file }}"
+        depth: 1
+      delegate_to: localhost
 
 - name: "Load group specific variables"
-  ansible.builtin.import_tasks:
-    file: misc/load_group_vars.yml
+  block:
+    - name: "Stat group specific config file"
+      ansible.builtin.stat:
+        path: "{{ configuration_directory }}/{{ group_name }}/{{ configuration_global_vars_file }}"
+      register: _group_config_file
+      loop: "{{ group_names }}"
+      loop_control:
+        loop_var: group_name
+
+    - name: Load group specific variables
+      ansible.builtin.include_vars:
+        dir: "{{ configuration_directory }}/{{ item.group_name }}"
+        files_matching: "{{ configuration_global_vars_file }}"
+        depth: 1
+      loop: "{{ _group_config_file.results }}"
+      when: item.stat.exists
+        and item.group_name in group_names
+      loop_control:
+        loop_var: item
+      delegate_to: localhost
 
 - name: "Load host specific variables"
-  ansible.builtin.import_tasks:
-    file: misc/load_host_vars.yml
+  block:
+    - name: "Stat host specific config file"
+      ansible.builtin.stat:
+        path: "{{ configuration_directory }}/{{ group_name }}/{{ inventory_hostname }}/{{ configuration_global_vars_file }}"
+      register: _host_config_file
+      loop: "{{ group_names }}"
+      loop_control:
+        loop_var: group_name
+      delegate_to: localhost
+
+    - name: Load host specific variables
+      ansible.builtin.include_vars:
+        dir: "{{ configuration_directory }}/{{ item.group_name }}/{{ inventory_hostname }}"
+        files_matching: "{{ configuration_global_vars_file }}"
+      loop: "{{ _host_config_file.results }}"
+      when: item.stat.exists
+      loop_control:
+        loop_var: item
+      delegate_to: localhost
 
 - name: "Ensure remote directories exists"
   ansible.builtin.file:
@@ -29,8 +77,72 @@
     - "{{ hashistack_remote_data_dir }}"
 
 - name: "Load custom CA certificates"
-  ansible.builtin.import_tasks:
-    file: misc/load_ca_certificates.yml
+  block:
+    - name: "Check if CA directory exists"
+      ansible.builtin.stat:
+        path: "{{ sub_configuration_directories['certificates'] }}/ca"
+      register: _hashistack_ca_directory
+      delegate_to: localhost
+
+    - name: "Find custom ca certificates to copy"
+      ansible.builtin.find:
+        paths: "{{ sub_configuration_directories['certificates'] }}/ca"
+        patterns: "*.crt"
+      register: _hashistack_cacert_files
+      delegate_to: localhost
+      when: _hashistack_ca_directory.stat.exists and _hashistack_ca_directory.stat.isdir
+
+    - ansible.builtin.debug:
+        msg: "{{ _hashistack_cacert_files }}"
+
+    - name: "Ensure remote ca directory exists"
+      ansible.builtin.file:
+        path: "{{ hashistack_remote_config_dir }}/ca"
+        state: directory
+        owner: root
+        group: root
+        mode: 0755
+
+    - name: "Copy custom ca certificates"
+      ansible.builtin.copy:
+        src: "{{ item.path }}"
+        dest: "{{ hashistack_remote_config_dir }}/ca/{{ item.path | basename }}"
+        owner: root
+        group: root
+        mode: 0644
+      loop: "{{ _hashistack_cacert_files.files }}"
+      register: _hashistack_copied_ca
+
+    - name: "Copy and update trust store"
+      block:
+        - name: "Copy ca certificates to /usr/loca/share/ca-certificates"
+          ansible.builtin.file:
+            state: link
+            src: "{{ item.dest }}"
+            dest: "/usr/local/share/ca-certificates/hashistack-customca-{{ item.dest | basename }}"
+            owner: root
+            group: root
+          loop: "{{ _hashistack_copied_ca.results }}"
+          register: _hashistack_usr_local_share_ca_certificates
+
+        - name: "Update the trust store"
+          ansible.builtin.command: update-ca-certificates
+          changed_when: false
+          when: _hashistack_usr_local_share_ca_certificates.changed
+
+    # - name: "Initialize list of CA certificates"
+    #   ansible.builtin.set_fact:
+    #     hashistack_cacert_extra_files: []
+    #   delegate_to: localhost
+
+    # - name: "Add custom CA to list of extra certificates"
+    #   ansible.builtin.set_fact:
+    #     hashistack_cacert_extra_files: "{{
+    #       hashistack_cacert_extra_files | default([])
+    #       + [{'src': item.path, 'dest': '/etc/ssl/certs/hashistack-custom-' + item.path | basename}] }}"
+    #   loop: "{{ _hashistack_cacert_files.files }}"
+    #   delegate_to: localhost
+    #   when: _hashistack_cacert_files.matched > 0
 
 - name: "Merge consul configurations"
   ansible.builtin.import_tasks:
@@ -45,3 +157,10 @@
   when:
     - enable_vault | bool
     - "'vault_servers' in group_names"
+
+- debug:
+    msg: "{{ deploy_haproxy_frontends }}"
+
+- debug:
+    msg: "{{ deploy_haproxy_backends }}"
+# - fail:

playbooks/tasks/misc/load_all_vars.yml

@@ -1,216 +0,0 @@
----
-# hashistack variable injection playbook
-- name: "Load global variables"
-  block:
-    - name: "Stat global configuration file"
-      ansible.builtin.stat:
-        path: "{{ configuration_directory }}/{{ configuration_global_vars_file }}"
-      register: _global_config_file
-      delegate_to: localhost
-
-    - name: "Make sure global configuration file exists"
-      ansible.builtin.assert:
-        that:
-          - _global_config_file.stat.exists
-        fail_msg: >-
-          Main configuration file {{ _global_config_file.stat.path }} was not found, cannot continue without it.
-      delegate_to: localhost
-
-    - name: "Load global variables"
-      ansible.builtin.include_vars:
-        dir: "{{ configuration_directory }}"
-        files_matching: "{{ configuration_global_vars_file }}"
-        depth: 1
-      delegate_to: localhost
-
-- name: "Load credentials variables"
-  block:
-    - name: "Stat credentials file"
-      ansible.builtin.stat:
-        path: "{{ sub_configuration_directories['secrets'] }}/{{ configuration_credentials_vars_file }}"
-      register: _credentials_file
-      delegate_to: localhost
-
-    - name: "Stat vault credentials file"
-      ansible.builtin.stat:
-        path: "{{ sub_configuration_directories['secrets'] }}/vault.yml"
-      register: _vault_credentials_file
-      delegate_to: localhost
-
-    - name: "Make sure credentials file exists"
-      ansible.builtin.assert:
-        that:
-          - _credentials_file.stat.exists
-        fail_msg: >-
-          Credentials file {{ _credentials_file.stat.path }} was not found, cannot continue without it.
-      delegate_to: localhost
-
-    - name: "Load credentials variables"
-      ansible.builtin.include_vars:
-        dir: "{{ sub_configuration_directories['secrets'] }}"
-        files_matching: "{{ configuration_credentials_vars_file }}"
-        depth: 1
-        name: _credentials
-      delegate_to: localhost
-
-    - name: "Load vault credentials if vault.yml exists"
-      ansible.builtin.include_vars:
-        dir: "{{ sub_configuration_directories['secrets'] }}"
-        files_matching: "vault.yml"
-        depth: 1
-        name: _vault_credentials
-      when: _vault_credentials_file.stat.exists
-      delegate_to: localhost
-
-    - name: "Merge vault credentials into _credentials"
-      vars:
-        _config_to_merge:
-          vault: "{{ _vault_credentials }}"
-      ansible.builtin.set_fact:
-        _credentials: "{{ _credentials | combine(_vault_credentials, recursive=true) }}"
-      when: _vault_credentials_file.stat.exists
-      delegate_to: localhost
-
-- name: "Load group specific variables"
-  block:
-    - name: "Stat group specific config file"
-      ansible.builtin.stat:
-        path: "{{ configuration_directory }}/{{ group_name }}/{{ configuration_global_vars_file }}"
-      register: _group_config_file
-      loop: "{{ group_names }}"
-      loop_control:
-        loop_var: group_name
-
-    - name: Load group specific variables
-      ansible.builtin.include_vars:
-        dir: "{{ configuration_directory }}/{{ item.group_name }}"
-        files_matching: "{{ configuration_global_vars_file }}"
-        depth: 1
-      loop: "{{ _group_config_file.results }}"
-      when: item.stat.exists
-        and item.group_name in group_names
-      loop_control:
-        loop_var: item
-      delegate_to: localhost
-
-- name: "Load host specific variables"
-  block:
-    - name: "Stat host specific config file"
-      ansible.builtin.stat:
-        path: "{{ configuration_directory }}/{{ group_name }}/{{ inventory_hostname }}/{{ configuration_global_vars_file }}"
-      register: _host_config_file
-      loop: "{{ group_names }}"
-      loop_control:
-        loop_var: group_name
-      delegate_to: localhost
-
-    - name: Load host specific variables
-      ansible.builtin.include_vars:
-        dir: "{{ configuration_directory }}/{{ item.group_name }}/{{ inventory_hostname }}"
-        files_matching: "{{ configuration_global_vars_file }}"
-      loop: "{{ _host_config_file.results }}"
-      when: item.stat.exists
-      loop_control:
-        loop_var: item
-      delegate_to: localhost
-
-- name: "Ensure remote directories exists"
-  ansible.builtin.file:
-    path: "{{ item }}"
-    state: directory
-    owner: root
-    group: root
-    mode: 0755
-    recurse: yes
-  loop:
-    - "{{ hashistack_remote_config_dir }}"
-    - "{{ hashistack_remote_data_dir }}"
-
-- name: "Load custom CA certificates"
-  block:
-    - name: "Check if CA directory exists"
-      ansible.builtin.stat:
-        path: "{{ sub_configuration_directories['certificates'] }}/ca"
-      register: _hashistack_ca_directory
-      delegate_to: localhost
-
-    - name: "Find custom ca certificates to copy"
-      ansible.builtin.find:
-        paths: "{{ sub_configuration_directories['certificates'] }}/ca"
-        patterns: "*.crt"
-      register: _hashistack_cacert_files
-      delegate_to: localhost
-      when: _hashistack_ca_directory.stat.exists and _hashistack_ca_directory.stat.isdir
-
-    - ansible.builtin.debug:
-        msg: "{{ _hashistack_cacert_files }}"
-
-    - name: "Ensure remote ca directory exists"
-      ansible.builtin.file:
-        path: "{{ hashistack_remote_config_dir }}/ca"
-        state: directory
-        owner: root
-        group: root
-        mode: 0755
-
-    - name: "Copy custom ca certificates"
-      ansible.builtin.copy:
-        src: "{{ item.path }}"
-        dest: "{{ hashistack_remote_config_dir }}/ca/{{ item.path | basename }}"
-        owner: root
-        group: root
-        mode: 0644
-      loop: "{{ _hashistack_cacert_files.files }}"
-      register: _hashistack_copied_ca
-
-    - name: "Copy and update trust store"
-      block:
-        - name: "Copy ca certificates to /usr/loca/share/ca-certificates"
-          ansible.builtin.file:
-            state: link
-            src: "{{ item.dest }}"
-            dest: "/usr/local/share/ca-certificates/hashistack-customca-{{ item.dest | basename }}"
-            owner: root
-            group: root
-          loop: "{{ _hashistack_copied_ca.results }}"
-          register: _hashistack_usr_local_share_ca_certificates
-
-        - name: "Update the trust store"
-          ansible.builtin.command: update-ca-certificates
-          changed_when: false
-          when: _hashistack_usr_local_share_ca_certificates.changed
-
-    # - name: "Initialize list of CA certificates"
-    #   ansible.builtin.set_fact:
-    #     hashistack_cacert_extra_files: []
-    #   delegate_to: localhost
-
-    # - name: "Add custom CA to list of extra certificates"
-    #   ansible.builtin.set_fact:
-    #     hashistack_cacert_extra_files: "{{
-    #       hashistack_cacert_extra_files | default([])
-    #       + [{'src': item.path, 'dest': '/etc/ssl/certs/hashistack-custom-' + item.path | basename}] }}"
-    #   loop: "{{ _hashistack_cacert_files.files }}"
-    #   delegate_to: localhost
-    #   when: _hashistack_cacert_files.matched > 0
-
-- name: "Merge consul configurations"
-  ansible.builtin.import_tasks:
-    file: "consul/consul_vars.yml"
-  when:
-    - enable_consul | bool
-    - "('consul_servers' in group_names) or ('consul_agents' in group_names)"
-
-- name: "Merge vault configurations"
-  ansible.builtin.import_tasks:
-    file: "vault/vault_vars.yml"
-  when:
-    - enable_vault | bool
-    - "'vault_servers' in group_names"
-
-- debug:
-    msg: "{{ deploy_haproxy_frontends }}"
-
-- debug:
-    msg: "{{ deploy_haproxy_backends }}"
-# - fail:

playbooks/tasks/misc/load_ca_certificates.yml

@@ -1,52 +0,0 @@
----
-- name: "Check if CA directory exists"
-  ansible.builtin.stat:
-    path: "{{ sub_configuration_directories['certificates'] }}/ca"
-  register: _hashistack_ca_directory
-  delegate_to: localhost
-
-- name: "Find custom ca certificates to copy"
-  ansible.builtin.find:
-    paths: "{{ sub_configuration_directories['certificates'] }}/ca"
-    patterns: "*.crt"
-  register: _hashistack_cacert_files
-  delegate_to: localhost
-  when: _hashistack_ca_directory.stat.exists and _hashistack_ca_directory.stat.isdir
-
-- ansible.builtin.debug:
-    msg: "{{ _hashistack_cacert_files }}"
-
-- name: "Ensure remote ca directory exists"
-  ansible.builtin.file:
-    path: "{{ hashistack_remote_config_dir }}/ca"
-    state: directory
-    owner: root
-    group: root
-    mode: 0755
-
-- name: "Copy custom ca certificates"
-  ansible.builtin.copy:
-    src: "{{ item.path }}"
-    dest: "{{ hashistack_remote_config_dir }}/ca/{{ item.path | basename }}"
-    owner: root
-    group: root
-    mode: 0644
-  loop: "{{ _hashistack_cacert_files.files }}"
-  register: _hashistack_copied_ca
-
-- name: "Copy and update trust store"
-  block:
-    - name: "Copy ca certificates to /usr/loca/share/ca-certificates"
-      ansible.builtin.file:
-        state: link
-        src: "{{ item.dest }}"
-        dest: "/usr/local/share/ca-certificates/hashistack-customca-{{ item.dest | basename }}"
-        owner: root
-        group: root
-      loop: "{{ _hashistack_copied_ca.results }}"
-      register: _hashistack_usr_local_share_ca_certificates
-
-    - name: "Update the trust store"
-      ansible.builtin.command: update-ca-certificates
-      changed_when: false
-      when: _hashistack_usr_local_share_ca_certificates.changed

playbooks/tasks/misc/load_credentials_vars.yml

@@ -1,50 +0,0 @@
----
-- name: "Stat credentials file"
-  ansible.builtin.stat:
-    path: "{{ sub_configuration_directories['secrets'] }}/{{ configuration_credentials_vars_file }}"
-  register: _credentials_file
-  delegate_to: localhost
-
-- name: "Stat vault credentials file"
-  ansible.builtin.stat:
-    path: "{{ sub_configuration_directories['secrets'] }}/vault.yml"
-  register: _vault_credentials_file
-  delegate_to: localhost
-
-- name: "Make sure credentials file exists"
-  ansible.builtin.assert:
-    that:
-      - _credentials_file.stat.exists
-    fail_msg: >-
-      Credentials file {{ _credentials_file.stat.path }} was not found, cannot continue without it.
-  delegate_to: localhost
-
-- name: "Load credentials variables"
-  ansible.builtin.include_vars:
-    dir: "{{ sub_configuration_directories['secrets'] }}"
-    files_matching: "{{ configuration_credentials_vars_file }}"
-    depth: 1
-    name: _credentials
-  delegate_to: localhost
-
-- name: "Load vault credentials if vault.yml exists"
-  ansible.builtin.include_vars:
-    dir: "{{ sub_configuration_directories['secrets'] }}"
-    files_matching: "vault.yml"
-    depth: 1
-    name: _vault_credentials
-  when: _vault_credentials_file.stat.exists
-  delegate_to: localhost
-
-- name: "Merge vault credentials into _credentials"
-  vars:
-    _config_to_merge:
-      vault: "{{ _vault_credentials }}"
-  ansible.builtin.set_fact:
-    _credentials: "{{ _credentials | combine(_config_to_merge, recursive=true) }}"
-  when: _vault_credentials_file.stat.exists
-  delegate_to: localhost
-
-- name: "Debug _credentials"
-  ansible.builtin.debug:
-    msg: "{{ _credentials }}"

playbooks/tasks/misc/load_global_vars.yml

@@ -1,21 +0,0 @@
----
-- name: "Stat global configuration file"
-  ansible.builtin.stat:
-    path: "{{ configuration_directory }}/{{ configuration_global_vars_file }}"
-  register: _global_config_file
-  delegate_to: localhost
-
-- name: "Make sure global configuration file exists"
-  ansible.builtin.assert:
-    that:
-      - _global_config_file.stat.exists
-    fail_msg: >-
-      Main configuration file {{ _global_config_file.stat.path }} was not found, cannot continue without it.
-  delegate_to: localhost
-
-- name: "Load global variables"
-  ansible.builtin.include_vars:
-    dir: "{{ configuration_directory }}"
-    files_matching: "{{ configuration_global_vars_file }}"
-    depth: 1
-  delegate_to: localhost

playbooks/tasks/misc/load_group_vars.yml

@@ -1,20 +0,0 @@
----
-- name: "Stat group specific config file"
-  ansible.builtin.stat:
-    path: "{{ configuration_directory }}/{{ group_name }}/{{ configuration_global_vars_file }}"
-  register: _group_config_file
-  loop: "{{ group_names }}"
-  loop_control:
-    loop_var: group_name
-
-- name: Load group specific variables
-  ansible.builtin.include_vars:
-    dir: "{{ configuration_directory }}/{{ item.group_name }}"
-    files_matching: "{{ configuration_global_vars_file }}"
-    depth: 1
-  loop: "{{ _group_config_file.results }}"
-  when: item.stat.exists
-    and item.group_name in group_names
-  loop_control:
-    loop_var: item
-  delegate_to: localhost

playbooks/tasks/misc/load_host_vars.yml

@@ -1,19 +0,0 @@
----
-- name: "Stat host specific config file"
-  ansible.builtin.stat:
-    path: "{{ configuration_directory }}/{{ group_name }}/{{ inventory_hostname }}/{{ configuration_global_vars_file }}"
-  register: _host_config_file
-  loop: "{{ group_names }}"
-  loop_control:
-    loop_var: group_name
-  delegate_to: localhost
-
-- name: Load host specific variables
-  ansible.builtin.include_vars:
-    dir: "{{ configuration_directory }}/{{ item.group_name }}/{{ inventory_hostname }}"
-    files_matching: "{{ configuration_global_vars_file }}"
-  loop: "{{ _host_config_file.results }}"
-  when: item.stat.exists
-  loop_control:
-    loop_var: item
-  delegate_to: localhost

playbooks/tasks/vault/vault_deploy.yml

@@ -20,8 +20,8 @@
 
     - name: "Write vault configuration to file" # noqa: run-once[task] no-handler
       ansible.builtin.copy:
-        content: "{{ _vault_init_secret.state | to_nice_yaml(indent=2) }}"
-        dest: "{{ sub_configuration_directories.secrets }}/vault.yml"
+        content: "{{ _vault_init_secret.state | to_nice_yaml}}"
+        dest: "{{ sub_configuration_directories.vault_servers }}/vault_config.yml"
         owner: "{{ lookup('env', 'USER') }}"
         group: "{{ lookup('env', 'USER') }}"
         mode: "0644"
@@ -29,20 +29,16 @@
       run_once: true
       delegate_to: localhost
 
-    # - name: "Load vault cluster variables necessary for unseal operation"
-    #   ansible.builtin.include_vars:
-    #     file: "{{ sub_configuration_directories.vault_servers }}/vault_config.yml"
-    #     name: _vault_cluster_config
-
     - name: "Load vault cluster variables necessary for unseal operation"
-      ansible.builtin.import_tasks:
-        file: ../misc/load_credentials_vars.yml
+      ansible.builtin.include_vars:
+        file: "{{ sub_configuration_directories.vault_servers }}/vault_config.yml"
+        name: _vault_cluster_config
 
     - name: "Unseal the bootstrap node" # noqa: run-once[task] no-handler
       ednz_cloud.hashistack.vault_unseal:
         api_url: "{{ hashi_vault_configuration['api_addr'] }}"
         tls_verify: "{{ vault_tls_verify }}"
-        key_shares: "{{ _credentials.vault['keys'] }}"
+        key_shares: "{{ _vault_cluster_config['keys'] }}"
       run_once: true
       delegate_to: "{{ groups['vault_servers'] | first }}"
       when: _vault_init_secret.changed
@@ -52,7 +48,7 @@
       ednz_cloud.hashistack.vault_unseal:
         api_url: "{{ hashi_vault_configuration['api_addr'] }}"
         tls_verify: "{{ vault_tls_verify }}"
-        key_shares: "{{ _credentials.vault['keys'] }}"
+        key_shares: "{{ _vault_cluster_config['keys'] }}"
       retries: 5
       delay: 5
       until: _unseal_status.changed or not _unseal_status.failed

playbooks/templates/credentials.yml.j2

@@ -1,8 +0,0 @@
----
-consul:
-  root_token:
-    secret_id: "{{ _consul_root_token }}"
-  tokens:
-    agent: "{{ _consul_agents_token }}"
-nomad:
-  root_token: "{{ _nomad_root_token }}"