From 396b3de9916d90e180886e4d5dd126b8e375d370 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 9 Mar 2021 15:05:22 +0100 Subject: [PATCH] First commit. --- README.md | 52 ++++++++----- defaults/main.yml | 28 ++++++- meta/main.yml | 53 +++++-------- tasks/main.yml | 30 +++++++- templates/open-asfa-docker-compose.yml.j2 | 90 +++++++++++++++++++++++ templates/pg-create-user-db.sh.j2 | 12 +++ vars/main.yml | 2 +- 7 files changed, 212 insertions(+), 55 deletions(-) create mode 100644 templates/open-asfa-docker-compose.yml.j2 create mode 100644 templates/pg-create-user-db.sh.j2 diff --git a/README.md b/README.md index 3637db8..0450817 100644 --- a/README.md +++ b/README.md @@ -1,31 +1,47 @@ Role Name ========= -A brief description of the role goes here. - -Requirements ------------- - -Any pre-requisites that may not be covered by Ansible itself or the role should be mentioned here. For instance, if the role uses the EC2 module, it may be a good idea to mention in this section that the boto package is required. +A role that installs the Open ASFA docker stack, test environment Role Variables -------------- -A description of the settable variables for this role should go here, including any variables that are in defaults/main.yml, vars/main.yml, and any variables that can/should be set via parameters to the role. Any variables that are read from other roles and/or the global scope (ie. hostvars, group vars, etc.) should be mentioned here as well. +The most important variables are listed below: + +``` yaml +open_asfa_compose_dir: '/srv/open_asfa_stack_test' +open_asfa_docker_stack_name: 'open-asfa-test' +open_asfa_docker_service_server_name: 'asfa-server-test' +open_asfa_docker_service_client_name: 'asfa-client-test' +open_asfa_docker_server_image: 'lucabrl01/asfa-server' +open_asfa_docker_client_image: 'lucabrl01/asfa-client' +open_asfa_docker_network: 'open_asfa_test_net' +# IMPORTANT. Set it to True for the server that is going to host the DB +open_asfa_docker_db_node: True +open_asfa_behind_haproxy: True +open_asfa_haproxy_public_net: 'haproxy-public' +# DB +open_asfa_db_as_container: True +open_asfa_db_pg_version: 12 +open_asfa_db_image: 'postgres:{{ open_asfa_db_pg_version }}-alpine' +open_asfa_db_host: 'pg' +open_asfa_db_port: 5432 +#open_asfa_db_pwd: 'set it in a vault file' +open_asfa_db_name: 'asfadb' +open_asfa_db_user: 'asfadb_user' +open_asfa_db_volume: 'asfa_pg_data' +open_asfa_db_allowed_hosts: + - '127.0.0.1/8' +open_asfa_db_constraints: '[node.labels.pg_data==asfa_server]' + +open_asfa_psql_db_data: + - { db_host: '{{ open_asfa_db_host }}', pgsql_version: '{{ open_asfa_db_pg_version }}', name: '{{ open_asfa_db_name }}', encoding: 'UTF8', user: '{{ open_asfa_db_user }}', roles: 'CREATEDB,NOSUPERUSER', pwd: '{{ open_asfa_db_pwd }}', allowed_hosts: '{{ open_asfa_db_allowed_hosts }}' } +``` Dependencies ------------ -A list of other roles hosted on Galaxy should go here, plus any details in regards to parameters that may need to be set for other roles, or variables that are used from other roles. - -Example Playbook ----------------- - -Including an example of how to use your role (for instance, with variables passed in as parameters) is always nice for users too: - - - hosts: servers - roles: - - { role: username.rolename, x: 42 } +A docker swarm cluster is required License ------- @@ -35,4 +51,4 @@ EUPL-1.2 Author Information ------------------ -An optional section for the role authors to include contact information, or a website (HTML is not allowed). +Andrea Dell'Amico, diff --git a/defaults/main.yml b/defaults/main.yml index 95d3c70..3f6c0b8 100644 --- a/defaults/main.yml +++ b/defaults/main.yml @@ -1,2 +1,28 @@ --- -# defaults file for ansible-role-template \ No newline at end of file +open_asfa_compose_dir: '/srv/open_asfa_stack_test' +open_asfa_docker_stack_name: 'open-asfa-test' +open_asfa_docker_service_server_name: 'asfa-server-test' +open_asfa_docker_service_client_name: 'asfa-client-test' +open_asfa_docker_server_image: 'lucabrl01/asfa-server' +open_asfa_docker_client_image: 'lucabrl01/asfa-client' +open_asfa_docker_network: 'open_asfa_test_net' +# IMPORTANT. Set it to True for the server that is going to host the DB +open_asfa_docker_db_node: True +open_asfa_behind_haproxy: True +open_asfa_haproxy_public_net: 'haproxy-public' +# DB +open_asfa_db_as_container: True +open_asfa_db_pg_version: 12 +open_asfa_db_image: 'postgres:{{ open_asfa_db_pg_version }}-alpine' +open_asfa_db_host: 'pg' +open_asfa_db_port: 5432 +#open_asfa_db_pwd: 'set it in a vault file' +open_asfa_db_name: 'asfadb' +open_asfa_db_user: 'asfadb_user' +open_asfa_db_volume: 'asfa_pg_data' +open_asfa_db_allowed_hosts: + - '127.0.0.1/8' +open_asfa_db_constraints: '[node.labels.pg_data==asfa_server]' + +open_asfa_psql_db_data: + - { db_host: '{{ open_asfa_db_host }}', pgsql_version: '{{ open_asfa_db_pg_version }}', name: '{{ open_asfa_db_name }}', encoding: 'UTF8', user: '{{ open_asfa_db_user }}', roles: 'CREATEDB,NOSUPERUSER', pwd: '{{ open_asfa_db_pwd }}', allowed_hosts: '{{ open_asfa_db_allowed_hosts }}' } diff --git a/meta/main.yml b/meta/main.yml index 81bda14..4efafcf 100644 --- a/meta/main.yml +++ b/meta/main.yml @@ -1,46 +1,31 @@ galaxy_info: - author: your name - description: your description - company: your company (optional) + author: Andrea Dell'Amico + description: Systems Architect + company: ISTI-CNR - # If the issue tracker for your role is not on github, uncomment the - # next line and provide a value - issue_tracker_url: https://support.d4science.org/projects/automatic-provisioning/issues + issue_tracker_url: https://support.d4science.org/projects/d4science-operation - license: EUPL-1.2 + license: EUPL 1.2+ min_ansible_version: 2.8 - # If this a Container Enabled role, provide the minimum Ansible Container version. - # min_ansible_container_version: - - # Optionally specify the branch Galaxy will use when accessing the GitHub - # repo for this role. During role install, if no tags are available, - # Galaxy will use this branch. During import Galaxy will access files on - # this branch. If Travis integration is configured, only notifications for this - # branch will be accepted. Otherwise, in all cases, the repo's default branch - # (usually master) will be used. - #github_branch: - - # - # Provide a list of supported platforms, and for each platform a list of versions. - # If you don't wish to enumerate all versions for a particular platform, use 'all'. # To view available platforms and versions (or releases), visit: # https://galaxy.ansible.com/api/v1/platforms/ # platforms: - - name: Ubuntu - versions: - - bionic + - name: Ubuntu + versions: + - bionic + - name: EL + versions: + - 7 - galaxy_tags: [] - # List tags for your role here, one per line. A tag is a keyword that describes - # and categorizes the role. Users find roles by searching for tags. Be sure to - # remove the '[]' above, if you add tags to this list. - # - # NOTE: A tag is limited to a single word comprised of alphanumeric characters. - # Maximum 20 tags per role. + galaxy_tags: + - open-asfa -dependencies: [] - # List your role dependencies here, one per line. Be sure to remove the '[]' above, - # if you add dependencies to this list. \ No newline at end of file +dependencies: + - src: git+https://gitea-s2i2s.isti.cnr.it/ISTI-ansible-roles/ansible-role-pgsql-db-management.git + version: master + name: pgsql-db-management + state: latest + when: not open_asfa_db_as_container diff --git a/tasks/main.yml b/tasks/main.yml index 53c6cae..9fd35d4 100644 --- a/tasks/main.yml +++ b/tasks/main.yml @@ -1,2 +1,30 @@ --- -# tasks file for ansible-role-template \ No newline at end of file +- name: Manage the installation of the OpenASFA configuration of the swarm service + block: + - name: Create the directory where the DB init script is going to be installed + file: dest={{ open_asfa_compose_dir }} state=directory + + - name: Install the DB initialization script + template: src=pg-create-user-db.sh.j2 dest={{ open_asfa_compose_dir }}/pg-create-user-db.sh owner=root group=root mode='0555' + + run_once: True + when: + - open_asfa_docker_db_node is defined and open_asfa_docker_db_node + - open_asfa_db_as_container + tags: [ 'open_asfa', 'open_asfa_swarm', 'open_asfa_db' ] + +- name: Manage the installation of the OpenASFA configuration of the swarm service + block: + - name: Install the docker compose file + template: src=open-asfa-docker-compose.yml.j2 dest={{ open_asfa_compose_dir }}/docker-open-asfa-stack.yml owner=root group=root mode='0400' + + - name: Start the OpenAsfa stack + docker_stack: + name: open-asfa + state: present + compose: + - '{{ open_asfa_compose_dir }}/docker-open-asfa-stack.yml' + + run_once: True + when: docker_swarm_manager_main_node is defined and docker_swarm_manager_main_node | bool + tags: [ 'open_asfa', 'open_asfa_swarm' ] diff --git a/templates/open-asfa-docker-compose.yml.j2 b/templates/open-asfa-docker-compose.yml.j2 new file mode 100644 index 0000000..b438597 --- /dev/null +++ b/templates/open-asfa-docker-compose.yml.j2 @@ -0,0 +1,90 @@ +version: '3.6' + +networks: +{% if open_asfa_behind_haproxy %} + haproxy-public: + external: true +{% endif %} + {{ open_asfa_docker_network }}: + +volumes: + {{ open_asfa_db_volume }}: + +services: + {{ open_asfa_docker_service_server_name }}: + image: {{ open_asfa_docker_server_image }} + networks: + - {{ open_asfa_docker_network }} +{% if open_asfa_behind_haproxy %} + - haproxy-public +{% endif %} + environment: + SERVER_PORT: 8080 + #DB_HOST: {{ open_asfa_docker_service_server_name }}_pg + DB_HOST: {{ open_asfa_db_host }} + DB_PORT: {{ open_asfa_db_port }} + SCHEMA: {{ open_asfa_db_name }} + DB_USER: {{ open_asfa_db_user }} + DB_PASSWORD: {{ open_asfa_db_pwd }} + deploy: + mode: replicated + replicas: 1 + endpoint_mode: dnsrr + placement: + constraints: [node.role == worker] + restart_policy: + condition: on-failure + delay: 5s + max_attempts: 3 + window: 120s + logging: + driver: 'journald' + {{ open_asfa_docker_service_client_name }}: + image: {{ open_asfa_docker_client_image }} + networks: + - {{ open_asfa_docker_network }} +{% if open_asfa_behind_haproxy %} + - haproxy-public +{% endif %} + environment: + API_BASE_URL: http://{{ open_asfa_docker_service_server_name }}:8080 + deploy: + mode: replicated + replicas: 1 + endpoint_mode: dnsrr + placement: + constraints: [node.role == worker] + restart_policy: + condition: on-failure + delay: 5s + max_attempts: 3 + window: 120s + logging: + driver: 'journald' +{% if open_asfa_db_as_container %} + pg: + image: {{ open_asfa_db_image }} + networks: + - {{ open_asfa_docker_network }} +# ports: +# - {{ open_asfa_db_port }} + volumes: + - {{ open_asfa_db_volume }}:/var/lib/postgresql/data/pg_data + - {{ open_asfa_compose_dir }}/pg-create-user-db.sh:/docker-entrypoint-initdb.d/pg-create-user-db.sh:ro + environment: + POSTGRES_PASSWORD: {{ open_asfa_db_pwd }} + POSTGRES_DB: postgres + POSTGRES_USER: postgres + POSTGRES_PORT: {{ open_asfa_db_port }} + PGDATA: /var/lib/postgresql/data/pg_data + deploy: + placement: + constraints: {{ open_asfa_db_constraints }} + restart_policy: + condition: on-failure + delay: 5s + max_attempts: 3 + window: 120s + logging: + driver: 'journald' +{% endif %} diff --git a/templates/pg-create-user-db.sh.j2 b/templates/pg-create-user-db.sh.j2 new file mode 100644 index 0000000..b4dad4f --- /dev/null +++ b/templates/pg-create-user-db.sh.j2 @@ -0,0 +1,12 @@ +#!/bin/bash + +set -e + +psql -v ON_ERROR_STOP=1 --username "$POSTGRES_USER" --dbname "$POSTGRES_DB" <<-EOSQL + CREATE USER {{ open_asfa_db_user }} password '{{ open_asfa_db_pwd }}'; + CREATE DATABASE {{ open_asfa_db_name }} + OWNER {{ open_asfa_db_user }} + ENCODING UTF8 LC_COLLATE 'en_US.UTF-8' LC_CTYPE 'en_US.UTF-8' + TEMPLATE template0; + GRANT ALL PRIVILEGES ON DATABASE {{ open_asfa_db_name }} TO {{ open_asfa_db_user }}; +EOSQL diff --git a/vars/main.yml b/vars/main.yml index 3808477..0b5a7da 100644 --- a/vars/main.yml +++ b/vars/main.yml @@ -1,2 +1,2 @@ --- -# vars file for ansible-role-template \ No newline at end of file +psql_db_data: '{{ open_asfa_psql_db_data }}'