From ef54dbc3f98181dcb4ef8c1775300475cf414c6f Mon Sep 17 00:00:00 2001 From: Luca Frosini Date: Thu, 11 Jan 2024 12:09:43 +0100 Subject: [PATCH 001/101] Changed plan for grsf-publisher service --- .../d4s-production/grsf-publisher/main.tf | 49 ++++- .../grsf-publisher/terraform.tfstate | 196 +++++++++++++++--- 2 files changed, 210 insertions(+), 35 deletions(-) diff --git a/openstack-tf/d4s-production/grsf-publisher/main.tf b/openstack-tf/d4s-production/grsf-publisher/main.tf index fb098c7..1798d60 100644 --- a/openstack-tf/d4s-production/grsf-publisher/main.tf +++ b/openstack-tf/d4s-production/grsf-publisher/main.tf @@ -25,34 +25,61 @@ module "common_variables" { } # -# Creates the server group "grsf-publisher" +# Creates the server group "grsf-publisher" for context GRSF # -resource "openstack_compute_servergroup_v2" "grsf_publisher_server_group" { - name = "grsf-publisher" +resource "openstack_compute_servergroup_v2" "grsf_publisher_grsf_server_group" { + name = "grsf-publisher-grsf" policies = [module.common_variables.policy_list.soft_anti_affinity] } +# +# Creates the server group "grsf-publisher" for context GRSF_Admin +# +resource "openstack_compute_servergroup_v2" "grsf_publisher_grsf_admin_server_group" { + name = "grsf-publisher-grsf-admin" + policies = [module.common_variables.policy_list.soft_anti_affinity] +} + +# +# Creates the server group "grsf-publisher" for context GRSF_Pre +# +resource "openstack_compute_servergroup_v2" "grsf_publisher_grsf_pre_server_group" { + name = "grsf-publisher-grsf-pre" + policies = [module.common_variables.policy_list.soft_anti_affinity] +} + + module "instance_without_data_volume" { source = "../../modules/instance_without_data_volume" instances_without_data_volume_map = { - grsf_publisher_1 = { - name = "grsf-publisher-1", - description = "This instance serves GRSF Publisher service", + grsf_publisher = { + name = "grsf-publisher", + description = "This instance serves GRSF Publisher service for GRSF VRE", flavor = module.common_variables.flavor_list.m1_medium, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.debugging_from_jump_node], - server_groups_ids = [openstack_compute_servergroup_v2.grsf_publisher_server_group.id], + server_groups_ids = [openstack_compute_servergroup_v2.grsf_publisher_grsf_server_group.id], image_ref = module.common_variables.ubuntu_1804 }, - grsf_publisher_2 = { - name = "grsf-publisher-2", - description = "This instance serves GRSF Publisher service", + grsf_publisher_grsf_admin = { + name = "grsf-publisher-grsf-admin", + description = "This instance serves GRSF Publisher service for GRSF_Admin VRE", flavor = module.common_variables.flavor_list.m1_medium, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.debugging_from_jump_node], - server_groups_ids = [openstack_compute_servergroup_v2.grsf_publisher_server_group.id], + server_groups_ids = [openstack_compute_servergroup_v2.grsf_publisher_grsf_admin_server_group.id], + image_ref = module.common_variables.ubuntu_1804 + }, + grsf_publisher_grsf_pre = { + name = "grsf-publisher-grsf-pre", + description = "This instance serves GRSF Publisher service for GRSF_Pre VRE", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.debugging_from_jump_node], + server_groups_ids = [openstack_compute_servergroup_v2.grsf_publisher_grsf_pre_server_group.id], image_ref = module.common_variables.ubuntu_1804 } } + } diff --git a/openstack-tf/d4s-production/grsf-publisher/terraform.tfstate b/openstack-tf/d4s-production/grsf-publisher/terraform.tfstate index 67dad01..ff7229d 100644 --- a/openstack-tf/d4s-production/grsf-publisher/terraform.tfstate +++ b/openstack-tf/d4s-production/grsf-publisher/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 4, + "serial": 16, "lineage": "0b64de5a-dac9-ddbd-d6e4-0be2e126b931", "outputs": {}, "resources": [ @@ -386,15 +386,71 @@ { "mode": "managed", "type": "openstack_compute_servergroup_v2", - "name": "grsf_publisher_server_group", + "name": "grsf_publisher_grsf_admin_server_group", "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", "instances": [ { "schema_version": 0, "attributes": { - "id": "84f36b86-904a-4f5f-8e4d-e89108e18baf", + "id": "9d0f96ef-e87c-45e2-aaf5-5fd04d43fce5", "members": [], - "name": "grsf-publisher", + "name": "grsf-publisher-grsf-admin", + "policies": [ + "soft-anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "grsf_publisher_grsf_pre_server_group", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "1fcc338a-3e10-40a3-80d7-cd57b9161ec8", + "members": [], + "name": "grsf-publisher-grsf-pre", + "policies": [ + "soft-anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "grsf_publisher_grsf_server_group", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "a88fdb71-e1ed-410d-94c8-6cbe30668b3b", + "members": [], + "name": "grsf-publisher-grsf", "policies": [ "soft-anti-affinity" ], @@ -419,10 +475,10 @@ "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", "instances": [ { - "index_key": "grsf_publisher_1", + "index_key": "grsf_publisher", "schema_version": 0, "attributes": { - "access_ip_v4": "10.1.43.149", + "access_ip_v4": "10.1.43.71", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, @@ -445,24 +501,24 @@ } ], "config_drive": null, - "created": "2023-12-18 14:22:32 +0000 UTC", + "created": "2024-01-11 11:04:17 +0000 UTC", "flavor_id": "4", "flavor_name": "m1.medium", "floating_ip": null, "force_delete": false, - "id": "1d0a8f11-cd09-4e37-a91f-f45bd7367179", + "id": "10e5cc37-69a8-47d9-98ca-5f3ab726b85b", "image_id": "Attempt to boot from volume - no image supplied", "image_name": null, "key_pair": "pc-frosini_key", "metadata": null, - "name": "grsf-publisher-1", + "name": "grsf-publisher", "network": [ { "access_network": false, - "fixed_ip_v4": "10.1.43.149", + "fixed_ip_v4": "10.1.43.71", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:9b:2e:e7", + "mac": "fa:16:3e:08:69:47", "name": "d4s-production-cloud-main", "port": "", "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" @@ -478,7 +534,7 @@ "build_near_host_ip": "", "different_cell": [], "different_host": [], - "group": "84f36b86-904a-4f5f-8e4d-e89108e18baf", + "group": "a88fdb71-e1ed-410d-94c8-6cbe30668b3b", "query": [], "same_host": [], "target_cell": "" @@ -492,7 +548,7 @@ "stop_before_destroy": false, "tags": null, "timeouts": null, - "updated": "2023-12-18 14:23:14 +0000 UTC", + "updated": "2024-01-11 11:05:37 +0000 UTC", "user_data": "ef3d6e5deb29bd1e5de5a76ae6860f3ee872738c", "vendor_options": [], "volume": [] @@ -501,14 +557,16 @@ "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ "data.terraform_remote_state.privnet_dns_router", - "openstack_compute_servergroup_v2.grsf_publisher_server_group" + "openstack_compute_servergroup_v2.grsf_publisher_grsf_admin_server_group", + "openstack_compute_servergroup_v2.grsf_publisher_grsf_pre_server_group", + "openstack_compute_servergroup_v2.grsf_publisher_grsf_server_group" ] }, { - "index_key": "grsf_publisher_2", + "index_key": "grsf_publisher_grsf_admin", "schema_version": 0, "attributes": { - "access_ip_v4": "10.1.43.59", + "access_ip_v4": "10.1.41.145", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, @@ -531,24 +589,24 @@ } ], "config_drive": null, - "created": "2023-12-18 14:22:33 +0000 UTC", + "created": "2024-01-11 11:04:17 +0000 UTC", "flavor_id": "4", "flavor_name": "m1.medium", "floating_ip": null, "force_delete": false, - "id": "325ca4aa-2ec1-4bc7-ac25-d7395b91d820", + "id": "d1e441de-014d-4171-98d1-a28907c443d0", "image_id": "Attempt to boot from volume - no image supplied", "image_name": null, "key_pair": "pc-frosini_key", "metadata": null, - "name": "grsf-publisher-2", + "name": "grsf-publisher-grsf-admin", "network": [ { "access_network": false, - "fixed_ip_v4": "10.1.43.59", + "fixed_ip_v4": "10.1.41.145", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:cc:8c:7a", + "mac": "fa:16:3e:10:a0:1e", "name": "d4s-production-cloud-main", "port": "", "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" @@ -564,7 +622,7 @@ "build_near_host_ip": "", "different_cell": [], "different_host": [], - "group": "84f36b86-904a-4f5f-8e4d-e89108e18baf", + "group": "9d0f96ef-e87c-45e2-aaf5-5fd04d43fce5", "query": [], "same_host": [], "target_cell": "" @@ -578,7 +636,7 @@ "stop_before_destroy": false, "tags": null, "timeouts": null, - "updated": "2023-12-18 14:23:24 +0000 UTC", + "updated": "2024-01-11 11:05:33 +0000 UTC", "user_data": "ef3d6e5deb29bd1e5de5a76ae6860f3ee872738c", "vendor_options": [], "volume": [] @@ -587,7 +645,97 @@ "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ "data.terraform_remote_state.privnet_dns_router", - "openstack_compute_servergroup_v2.grsf_publisher_server_group" + "openstack_compute_servergroup_v2.grsf_publisher_grsf_admin_server_group", + "openstack_compute_servergroup_v2.grsf_publisher_grsf_pre_server_group", + "openstack_compute_servergroup_v2.grsf_publisher_grsf_server_group" + ] + }, + { + "index_key": "grsf_publisher_grsf_pre", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.43.98", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-11 11:04:18 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "aa8dfda5-b3c8-47cf-8ccd-f27ed45326ce", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "pc-frosini_key", + "metadata": null, + "name": "grsf-publisher-grsf-pre", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.98", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:13:6e:e7", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "1fcc338a-3e10-40a3-80d7-cd57b9161ec8", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "debugging_from_jump_node", + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-11 11:05:15 +0000 UTC", + "user_data": "ef3d6e5deb29bd1e5de5a76ae6860f3ee872738c", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_servergroup_v2.grsf_publisher_grsf_admin_server_group", + "openstack_compute_servergroup_v2.grsf_publisher_grsf_pre_server_group", + "openstack_compute_servergroup_v2.grsf_publisher_grsf_server_group" ] } ] From 6de6e2e94156d73439532d950321ff0b2a142505 Mon Sep 17 00:00:00 2001 From: Luca Frosini Date: Thu, 11 Jan 2024 12:12:11 +0100 Subject: [PATCH 002/101] Changed name for instance ofr GRSF VRE --- .../d4s-production/grsf-publisher/main.tf | 2 +- .../grsf-publisher/terraform.tfstate | 32 +++++++++++-------- 2 files changed, 20 insertions(+), 14 deletions(-) diff --git a/openstack-tf/d4s-production/grsf-publisher/main.tf b/openstack-tf/d4s-production/grsf-publisher/main.tf index 1798d60..b50bd8c 100644 --- a/openstack-tf/d4s-production/grsf-publisher/main.tf +++ b/openstack-tf/d4s-production/grsf-publisher/main.tf @@ -54,7 +54,7 @@ module "instance_without_data_volume" { instances_without_data_volume_map = { grsf_publisher = { - name = "grsf-publisher", + name = "grsf-publisher-grsf", description = "This instance serves GRSF Publisher service for GRSF VRE", flavor = module.common_variables.flavor_list.m1_medium, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], diff --git a/openstack-tf/d4s-production/grsf-publisher/terraform.tfstate b/openstack-tf/d4s-production/grsf-publisher/terraform.tfstate index ff7229d..cb253e7 100644 --- a/openstack-tf/d4s-production/grsf-publisher/terraform.tfstate +++ b/openstack-tf/d4s-production/grsf-publisher/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 16, + "serial": 18, "lineage": "0b64de5a-dac9-ddbd-d6e4-0be2e126b931", "outputs": {}, "resources": [ @@ -393,7 +393,9 @@ "schema_version": 0, "attributes": { "id": "9d0f96ef-e87c-45e2-aaf5-5fd04d43fce5", - "members": [], + "members": [ + "d1e441de-014d-4171-98d1-a28907c443d0" + ], "name": "grsf-publisher-grsf-admin", "policies": [ "soft-anti-affinity" @@ -421,7 +423,9 @@ "schema_version": 0, "attributes": { "id": "1fcc338a-3e10-40a3-80d7-cd57b9161ec8", - "members": [], + "members": [ + "aa8dfda5-b3c8-47cf-8ccd-f27ed45326ce" + ], "name": "grsf-publisher-grsf-pre", "policies": [ "soft-anti-affinity" @@ -449,7 +453,9 @@ "schema_version": 0, "attributes": { "id": "a88fdb71-e1ed-410d-94c8-6cbe30668b3b", - "members": [], + "members": [ + "10e5cc37-69a8-47d9-98ca-5f3ab726b85b" + ], "name": "grsf-publisher-grsf", "policies": [ "soft-anti-affinity" @@ -511,7 +517,7 @@ "image_name": null, "key_pair": "pc-frosini_key", "metadata": null, - "name": "grsf-publisher", + "name": "grsf-publisher-grsf", "network": [ { "access_network": false, @@ -530,7 +536,7 @@ "region": "isti_area_pi_1", "scheduler_hints": [ { - "additional_properties": null, + "additional_properties": {}, "build_near_host_ip": "", "different_cell": [], "different_host": [], @@ -546,10 +552,10 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, - "updated": "2024-01-11 11:05:37 +0000 UTC", - "user_data": "ef3d6e5deb29bd1e5de5a76ae6860f3ee872738c", + "updated": "2024-01-11 11:11:23 +0000 UTC", + "user_data": "", "vendor_options": [], "volume": [] }, @@ -618,7 +624,7 @@ "region": "isti_area_pi_1", "scheduler_hints": [ { - "additional_properties": null, + "additional_properties": {}, "build_near_host_ip": "", "different_cell": [], "different_host": [], @@ -634,7 +640,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-11 11:05:33 +0000 UTC", "user_data": "ef3d6e5deb29bd1e5de5a76ae6860f3ee872738c", @@ -706,7 +712,7 @@ "region": "isti_area_pi_1", "scheduler_hints": [ { - "additional_properties": null, + "additional_properties": {}, "build_near_host_ip": "", "different_cell": [], "different_host": [], @@ -722,7 +728,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-11 11:05:15 +0000 UTC", "user_data": "ef3d6e5deb29bd1e5de5a76ae6860f3ee872738c", From c412be26fc6cc15b4c605c0fcb5d67b315e5fdb6 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Thu, 11 Jan 2024 19:11:16 +0100 Subject: [PATCH 003/101] Change the grafana's IP address. --- .../basic-infrastructure/terraform.tfstate | 412 ++++++++++++++++-- .../outputs-production.tf | 1 + .../basic-infrastructure/outputs.tf | 1 + .../basic-infrastructure/terraform.tfstate | 408 ++++++++++++++++- .../modules/common_variables/variables.tf | 2 +- 5 files changed, 792 insertions(+), 32 deletions(-) create mode 120000 openstack-tf/d4s-production/basic-infrastructure/outputs-production.tf create mode 120000 openstack-tf/d4s-production/basic-infrastructure/outputs.tf diff --git a/openstack-tf/d4s-preprod/basic-infrastructure/terraform.tfstate b/openstack-tf/d4s-preprod/basic-infrastructure/terraform.tfstate index 9ccb6c1..e70827c 100644 --- a/openstack-tf/d4s-preprod/basic-infrastructure/terraform.tfstate +++ b/openstack-tf/d4s-preprod/basic-infrastructure/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 260, + "serial": 263, "lineage": "6a53b692-c1a8-ed53-bc6c-b7fb5e017eb8", "outputs": { "almalinux_9": { @@ -32,6 +32,26 @@ "string" ] }, + "basic_services_ip": { + "value": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "type": [ + "map", + "string" + ] + }, "centos_7": { "value": { "name": "CentOS-7", @@ -42,6 +62,23 @@ "string" ] }, + "default_security_group_name": { + "value": "default_for_all", + "type": "string" + }, + "dns_zone": { + "value": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "type": [ + "map", + "string" + ] + }, "el7_data_file": { "value": "../../openstack_vm_data_scripts/el7.sh", "type": "string" @@ -60,6 +97,17 @@ "value": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", "type": "string" }, + "external_router": { + "value": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "type": [ + "map", + "string" + ] + }, "flavor_list": { "value": { "c1_large": "c1.large", @@ -126,6 +174,30 @@ "value": "10.1.32.20", "type": "string" }, + "main_private_network": { + "value": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "type": [ + "map", + "string" + ] + }, + "main_private_subnet": { + "value": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "type": [ + "map", + "string" + ] + }, "main_region": { "value": "isti_area_pi_1", "type": "string" @@ -161,6 +233,22 @@ "string" ] }, + "octavia_information": { + "value": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "type": [ + "map", + "string" + ] + }, "os_project_data": { "value": { "id": "6fdc02e2827b405dad99f34698659742" @@ -186,7 +274,7 @@ "value": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -347,31 +435,196 @@ "defaults": null, "outputs": { "value": { - "almalinux9_img": { + "almalinux_9": { "name": "AlmaLinux-9.0-20220718", "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" }, "availability_zone_no_gpu_name": "cnr-isti-nova-a", "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", - "centos7_img": { + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { "name": "CentOS-7", "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", - "el7_datafile": "../../openstack_vm_data_scripts/el7.sh", - "external_gateway_ip": "146.48.30.241", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", - "external_network_name": "external-network", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", - "main_region_name": "isti_area_pi_1", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", - "mtu_size_value": 8942, + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, "resolvers_ip": [ "146.48.29.97", "146.48.29.98", "146.48.29.99" ], - "ssh_sources_list": { + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { "d4s_vpn_1_cidr": "146.48.122.27/32", "d4s_vpn_2_cidr": "146.48.122.49/32", "infrascience_net_cidr": "146.48.122.0/23", @@ -379,54 +632,157 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, - "ubuntu1804_datafile": "../../openstack_vm_data_scripts/ubuntu1804.sh", - "ubuntu1804_img": { + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" }, - "ubuntu2204_datafile": "../../openstack_vm_data_scripts/ubuntu2204.sh", - "ubuntu2204_img": { + "ubuntu_2204": { "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" } }, "type": [ "object", { - "almalinux9_img": [ + "almalinux_9": [ "map", "string" ], "availability_zone_no_gpu_name": "string", "availability_zone_with_gpu_name": "string", - "centos7_img": [ + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ "map", "string" ], "dns_zone_id": "string", - "el7_datafile": "string", - "external_gateway_ip": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], "external_network_id": "string", - "external_network_name": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], "main_private_network_id": "string", - "main_region_name": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", "main_subnet_network_id": "string", - "mtu_size_value": "number", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], "resolvers_ip": [ "list", "string" ], - "ssh_sources_list": [ + "resource_registry_addresses": [ "map", "string" ], - "ubuntu1804_datafile": "string", - "ubuntu1804_img": [ + "security_group_list": [ "map", "string" ], - "ubuntu2204_datafile": "string", - "ubuntu2204_img": [ + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ "map", "string" ] @@ -2003,13 +2359,13 @@ "description": "Allow HTTPS from grafana.d4science.org", "direction": "ingress", "ethertype": "IPv4", - "id": "b4335816-fd94-4107-9cdd-e97fd5f8dab5", + "id": "4a081ab2-579d-4cb0-b16d-cfb51f26aef4", "port_range_max": 443, "port_range_min": 443, "protocol": "tcp", "region": "isti_area_pi_1", "remote_group_id": "", - "remote_ip_prefix": "146.48.122.132/32", + "remote_ip_prefix": "146.48.28.103/32", "security_group_id": "1a3161d4-00b1-411e-a3a6-5d3f1ec06483", "tenant_id": "6fdc02e2827b405dad99f34698659742", "timeouts": null diff --git a/openstack-tf/d4s-production/basic-infrastructure/outputs-production.tf b/openstack-tf/d4s-production/basic-infrastructure/outputs-production.tf new file mode 120000 index 0000000..5d70f9b --- /dev/null +++ b/openstack-tf/d4s-production/basic-infrastructure/outputs-production.tf @@ -0,0 +1 @@ +../variables/outputs-production.tf \ No newline at end of file diff --git a/openstack-tf/d4s-production/basic-infrastructure/outputs.tf b/openstack-tf/d4s-production/basic-infrastructure/outputs.tf new file mode 120000 index 0000000..5c8e7fb --- /dev/null +++ b/openstack-tf/d4s-production/basic-infrastructure/outputs.tf @@ -0,0 +1 @@ +../../modules/common_variables/outputs.tf \ No newline at end of file diff --git a/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate b/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate index 8cc99fa..95fb2d7 100644 --- a/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate +++ b/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate @@ -1,16 +1,418 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 372, + "serial": 376, "lineage": "954b57a1-c68e-fa2b-cf2f-79cc54aea13e", "outputs": { + "almalinux_9": { + "value": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "type": [ + "map", + "string" + ] + }, + "availability_zone_no_gpu_name": { + "value": "cnr-isti-nova-a", + "type": "string" + }, + "availability_zone_with_gpu_name": { + "value": "cnr-isti-nova-gpu-a", + "type": "string" + }, + "availability_zones_names": { + "value": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "type": [ + "map", + "string" + ] + }, + "basic_services_ip": { + "value": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "type": [ + "map", + "string" + ] + }, + "centos_7": { + "value": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "type": [ + "map", + "string" + ] + }, + "default_security_group_name": { + "value": "default_for_all", + "type": "string" + }, + "dns_zone": { + "value": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "type": [ + "map", + "string" + ] + }, + "el7_data_file": { + "value": "../../openstack_vm_data_scripts/el7.sh", + "type": "string" + }, + "external_network": { + "value": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "type": [ + "map", + "string" + ] + }, + "external_network_id": { + "value": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "type": "string" + }, + "external_router": { + "value": { + "description": "D4Science Production main router", + "name": "d4s-production-cloud-external-router" + }, + "type": [ + "map", + "string" + ] + }, + "flavor_list": { + "value": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "type": [ + "map", + "string" + ] + }, + "floating_ip_pools": { + "value": { + "main_public_ip_pool": "external-network" + }, + "type": [ + "map", + "string" + ] + }, + "haproxy_l7_data": { + "value": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "type": [ + "map", + "string" + ] + }, + "internal_ca_data": { + "value": { + "flavor": "m1.small", + "name": "ca" + }, + "type": [ + "map", + "string" + ] + }, + "main_haproxy_l7_ip": { + "value": [ + "10.1.40.11", + "10.1.40.12" + ], + "type": [ + "list", + "string" + ] + }, "main_loadbalancer_ip": { "value": "10.1.40.20", "type": "string" }, + "main_private_network": { + "value": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "type": [ + "map", + "string" + ] + }, + "main_private_subnet": { + "value": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "type": [ + "map", + "string" + ] + }, + "main_region": { + "value": "isti_area_pi_1", + "type": "string" + }, + "mtu_size": { + "value": 8942, + "type": "number" + }, + "networks_list": { + "value": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "type": [ + "map", + "string" + ] + }, + "networks_with_d4s_services": { + "value": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "type": [ + "map", + "string" + ] + }, + "octavia_information": { + "value": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.42.119/32", + "octavia_vrrp_ip_2": "10.1.42.188/32", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "type": [ + "map", + "string" + ] + }, + "os_project_data": { + "value": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "type": [ + "map", + "string" + ] + }, + "policy_list": { + "value": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "type": [ + "map", + "string" + ] + }, + "prometheus_server_data": { + "value": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "type": [ + "map", + "string" + ] + }, + "resolvers_ip": { + "value": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "type": [ + "list", + "string" + ] + }, + "resource_registry_addresses": { + "value": {}, + "type": [ + "map", + "string" + ] + }, + "security_group_list": { + "value": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "type": [ + "map", + "string" + ] + }, + "shared_postgresql_server_data": { + "value": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.large", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_backup_device": "/dev/vdc", + "vol_backup_name": "shared-postgresql-backup-data", + "vol_backup_size": "100", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "300" + }, + "type": [ + "map", + "string" + ] + }, + "smartexecutor_addresses": { + "value": {}, + "type": [ + "map", + "string" + ] + }, + "ssh_jump_proxy": { + "value": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "type": [ + "map", + "string" + ] + }, + "ssh_sources": { + "value": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "type": [ + "map", + "string" + ] + }, "swarm_loadbalancer_ip": { "value": "10.1.40.30", "type": "string" + }, + "ubuntu1804_data_file": { + "value": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "type": "string" + }, + "ubuntu2204_data_file": { + "value": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "type": "string" + }, + "ubuntu_1804": { + "value": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "type": [ + "map", + "string" + ] + }, + "ubuntu_2204": { + "value": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + }, + "type": [ + "map", + "string" + ] } }, "resources": [ @@ -4509,13 +4911,13 @@ "description": "Allow HTTPS from grafana.d4science.org", "direction": "ingress", "ethertype": "IPv4", - "id": "cead8aae-79c3-4f36-b458-8ab036ed15fc", + "id": "a79c9e2d-36ae-4e27-9c61-f9f20f7281df", "port_range_max": 443, "port_range_min": 443, "protocol": "tcp", "region": "isti_area_pi_1", "remote_group_id": "", - "remote_ip_prefix": "146.48.122.132/32", + "remote_ip_prefix": "146.48.28.103/32", "security_group_id": "5523b084-49a5-4990-a5e0-1d267287e318", "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null diff --git a/openstack-tf/modules/common_variables/variables.tf b/openstack-tf/modules/common_variables/variables.tf index 2fb96ba..9cd1eb9 100644 --- a/openstack-tf/modules/common_variables/variables.tf +++ b/openstack-tf/modules/common_variables/variables.tf @@ -108,7 +108,7 @@ variable "prometheus_server_data" { vol_data_name = "prometheus-data" vol_data_size = "100" vol_data_device = "/dev/vdb" - public_grafana_server_cidr = "146.48.122.132/32" + public_grafana_server_cidr = "146.48.28.103/32" } } From 4a6da9f626b94ee7dfec7c3ec779a2ccc3fd938e Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Thu, 11 Jan 2024 19:13:41 +0100 Subject: [PATCH 004/101] Add - commented - the availability zone to octavia. --- openstack-tf/modules/d4science_infra_setup/octavia.tf | 1 + openstack-tf/modules/docker_swarm/docker-swarm.tf | 1 + 2 files changed, 2 insertions(+) diff --git a/openstack-tf/modules/d4science_infra_setup/octavia.tf b/openstack-tf/modules/d4science_infra_setup/octavia.tf index dc9ffb2..8782267 100644 --- a/openstack-tf/modules/d4science_infra_setup/octavia.tf +++ b/openstack-tf/modules/d4science_infra_setup/octavia.tf @@ -5,6 +5,7 @@ resource "openstack_lb_loadbalancer_v2" "main_lb" { description = var.octavia_information.main_lb_description flavor_id = var.octavia_information.octavia_flavor_id vip_address = var.basic_services_ip.octavia_main + # availability_zone = var.availability_zones_names.availability_zone_no_gpu loadbalancer_provider = "amphora" } diff --git a/openstack-tf/modules/docker_swarm/docker-swarm.tf b/openstack-tf/modules/docker_swarm/docker-swarm.tf index 3b1939f..9d3ff34 100644 --- a/openstack-tf/modules/docker_swarm/docker-swarm.tf +++ b/openstack-tf/modules/docker_swarm/docker-swarm.tf @@ -241,6 +241,7 @@ resource "openstack_lb_loadbalancer_v2" "swarm_lb" { description = var.octavia_swarm_data.swarm_lb_description flavor_id = var.octavia_swarm_data.octavia_flavor_id vip_address = var.octavia_swarm_data.swarm_octavia_main_ip + # availability_zone = var.availability_zones_names.availability_zone_no_gpu loadbalancer_provider = "amphora" } From d3aa2288fef18fe92455d3b996f7df7435aa8607 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Mon, 15 Jan 2024 12:44:41 +0100 Subject: [PATCH 005/101] Update the production state. --- openstack-tf/d4s-dev/basic-infrastructure/main.tf | 2 +- .../d4s-production/basic-infrastructure/terraform.tfstate | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/openstack-tf/d4s-dev/basic-infrastructure/main.tf b/openstack-tf/d4s-dev/basic-infrastructure/main.tf index cc26f60..00b42fb 100644 --- a/openstack-tf/d4s-dev/basic-infrastructure/main.tf +++ b/openstack-tf/d4s-dev/basic-infrastructure/main.tf @@ -1,4 +1,4 @@ -echo "Do not use" +# echo "Do not use" # Define required providers terraform { diff --git a/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate b/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate index 95fb2d7..c922f43 100644 --- a/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate +++ b/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 376, + "serial": 389, "lineage": "954b57a1-c68e-fa2b-cf2f-79cc54aea13e", "outputs": { "almalinux_9": { @@ -1888,7 +1888,7 @@ "stop_before_destroy": false, "tags": [], "timeouts": null, - "updated": "2023-11-06 18:50:26 +0000 UTC", + "updated": "2024-01-12 11:18:04 +0000 UTC", "user_data": "", "vendor_options": [], "volume": [] From 0da976e4c15706b586b6d74b940c583258c4e82d Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Mon, 15 Jan 2024 13:33:28 +0100 Subject: [PATCH 006/101] Add the 'default' security group to the docker swarm worker nodes. --- openstack-tf/modules/docker_swarm/docker-swarm.tf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/openstack-tf/modules/docker_swarm/docker-swarm.tf b/openstack-tf/modules/docker_swarm/docker-swarm.tf index 9d3ff34..37b54ab 100644 --- a/openstack-tf/modules/docker_swarm/docker-swarm.tf +++ b/openstack-tf/modules/docker_swarm/docker-swarm.tf @@ -145,7 +145,7 @@ resource "openstack_compute_instance_v2" "docker_swarm_workers" { availability_zone_hints = var.availability_zones_names.availability_zone_no_gpu flavor_name = var.docker_swarm_data.worker_flavor key_pair = module.ssh_settings.ssh_key_name - security_groups = [var.default_security_group_name, openstack_networking_secgroup_v2.swarm_internal_traffic.name] + security_groups = ["default", var.default_security_group_name, openstack_networking_secgroup_v2.swarm_internal_traffic.name] scheduler_hints { group = openstack_compute_servergroup_v2.swarm_workers.id } From c9a0c6d6b2ad831fb00bbbf1e36ba4867e40736c Mon Sep 17 00:00:00 2001 From: "francesco.mangiacrapa" Date: Tue, 16 Jan 2024 11:03:06 +0100 Subject: [PATCH 007/101] Added module dns_resources. Using it into geonetwork project --- .../d4s-production/geonetwork/main.tf | 89 ++++++++++++------- .../modules/dns_resources/dns_resource.tf | 15 ++++ openstack-tf/modules/dns_resources/outputs.tf | 4 + .../dns_resources/terraform-provider.tf | 11 +++ .../dns_resources/variables_dns_resources.tf | 23 +++++ 5 files changed, 109 insertions(+), 33 deletions(-) create mode 100644 openstack-tf/modules/dns_resources/dns_resource.tf create mode 100644 openstack-tf/modules/dns_resources/outputs.tf create mode 100644 openstack-tf/modules/dns_resources/terraform-provider.tf create mode 100644 openstack-tf/modules/dns_resources/variables_dns_resources.tf diff --git a/openstack-tf/d4s-production/geonetwork/main.tf b/openstack-tf/d4s-production/geonetwork/main.tf index 1cfd5a1..ca5aef6 100644 --- a/openstack-tf/d4s-production/geonetwork/main.tf +++ b/openstack-tf/d4s-production/geonetwork/main.tf @@ -36,9 +36,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "geonetwork_ariadne_data_volume", - size = "20", - device = "/dev/vdb" + name = "geonetwork_ariadne_data_volume", + size = "20", + device = "/dev/vdb" } }, geonetwork_fisherieatlas = { @@ -50,9 +50,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "geonetwork_fisherieatlas_data_volume", - size = "20", - device = "/dev/vdb" + name = "geonetwork_fisherieatlas_data_volume", + size = "20", + device = "/dev/vdb" } }, geonetwork_grsf = { @@ -64,9 +64,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "geonetwork_grsf_data_volume", - size = "20", - device = "/dev/vdb" + name = "geonetwork_grsf_data_volume", + size = "20", + device = "/dev/vdb" } }, geonetwork_iotcss3 = { @@ -79,9 +79,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "geonetwork_iotcss3_data_volume", - size = "20", - device = "/dev/vdb" + name = "geonetwork_iotcss3_data_volume", + size = "20", + device = "/dev/vdb" } }, geonetwork_sdilab = { @@ -93,9 +93,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "geonetwork_sdilab_data_volume", - size = "20", - device = "/dev/vdb" + name = "geonetwork_sdilab_data_volume", + size = "20", + device = "/dev/vdb" } }, geonetwork_spatialdata = { @@ -107,9 +107,9 @@ module "instance_with_data_volume" { image_ref = module.common_variables.ubuntu_1804 server_groups_ids = [], volume = { - name = "geonetwork_spatialdata_data_volume", - size = "20", - device = "/dev/vdb" + name = "geonetwork_spatialdata_data_volume", + size = "20", + device = "/dev/vdb" } }, geonetwork_wecafcfirms = { @@ -121,9 +121,9 @@ module "instance_with_data_volume" { image_ref = module.common_variables.ubuntu_1804 server_groups_ids = [], volume = { - name = "geonetwork_wecafcfirms_data_volume", - size = "20", - device = "/dev/vdb" + name = "geonetwork_wecafcfirms_data_volume", + size = "20", + device = "/dev/vdb" } }, geonetwork_bluecloud = { @@ -135,9 +135,9 @@ module "instance_with_data_volume" { image_ref = module.common_variables.ubuntu_1804 server_groups_ids = [], volume = { - name = "geonetwork_bluecloud_data_volume", - size = "30", - device = "/dev/vdb" + name = "geonetwork_bluecloud_data_volume", + size = "30", + device = "/dev/vdb" } }, geonetwork_tunaatlas = { @@ -149,9 +149,9 @@ module "instance_with_data_volume" { image_ref = module.common_variables.ubuntu_1804 server_groups_ids = [], volume = { - name = "geonetwork_tunaatlas_data_volume", - size = "20", - device = "/dev/vdb" + name = "geonetwork_tunaatlas_data_volume", + size = "20", + device = "/dev/vdb" } }, geonetwork_globalfisheriesatlas = { @@ -163,9 +163,9 @@ module "instance_with_data_volume" { image_ref = module.common_variables.ubuntu_1804 server_groups_ids = [], volume = { - name = "geonetwork_globalfisheriesatlas_data_volume", - size = "20", - device = "/dev/vdb" + name = "geonetwork_globalfisheriesatlas_data_volume", + size = "20", + device = "/dev/vdb" } }, geonetwork_prod = { @@ -177,10 +177,33 @@ module "instance_with_data_volume" { image_ref = module.common_variables.ubuntu_1804 server_groups_ids = [], volume = { - name = "geonetwork_prod_data_volume", - size = "40", - device = "/dev/vdb" + name = "geonetwork_prod_data_volume", + size = "40", + device = "/dev/vdb" } } } } + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + geonetwork-globalfisheriesatlas = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-globalfisheriesatlas", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-globalfisheriesatlas" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + + } +} diff --git a/openstack-tf/modules/dns_resources/dns_resource.tf b/openstack-tf/modules/dns_resources/dns_resource.tf new file mode 100644 index 0000000..3f6744a --- /dev/null +++ b/openstack-tf/modules/dns_resources/dns_resource.tf @@ -0,0 +1,15 @@ + +# Module used +module "ssh_settings" { + source = "../../modules/ssh-key-ref" +} + +resource "openstack_dns_recordset_v2" "add_dns_recordset" { + for_each = var.dns_resources_map + zone_id = each.value.zone_id + name = each.value.name + description = each.value.description + ttl = each.value.ttl + type = each.value.type + records = each.value.records +} diff --git a/openstack-tf/modules/dns_resources/outputs.tf b/openstack-tf/modules/dns_resources/outputs.tf new file mode 100644 index 0000000..d339a59 --- /dev/null +++ b/openstack-tf/modules/dns_resources/outputs.tf @@ -0,0 +1,4 @@ + +output "dns_resources_map" { + value = var.dns_resources_map +} diff --git a/openstack-tf/modules/dns_resources/terraform-provider.tf b/openstack-tf/modules/dns_resources/terraform-provider.tf new file mode 100644 index 0000000..a931880 --- /dev/null +++ b/openstack-tf/modules/dns_resources/terraform-provider.tf @@ -0,0 +1,11 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + diff --git a/openstack-tf/modules/dns_resources/variables_dns_resources.tf b/openstack-tf/modules/dns_resources/variables_dns_resources.tf new file mode 100644 index 0000000..6516ab1 --- /dev/null +++ b/openstack-tf/modules/dns_resources/variables_dns_resources.tf @@ -0,0 +1,23 @@ + +#Default DNS resource is EMPTY. Override it to create a proper plan +variable "dns_resources_map" { + type = map(object({ + zone_id = string + name = string + description = string + ttl = number + type = string + records = list(string) + })) + default = { + dns_record = { + zone_id = "" + name = "", + description = "", + ttl = 8600, + type = "CNAME", + records = [] + } + } + +} From 1f0274453f821481323362a784bce25c79609bf8 Mon Sep 17 00:00:00 2001 From: "francesco.mangiacrapa" Date: Tue, 16 Jan 2024 11:55:19 +0100 Subject: [PATCH 008/101] Applied plan for geonetwork-globalfisheriesatlas --- .../geonetwork/terraform.tfstate | 154 +++++++++++++++--- 1 file changed, 127 insertions(+), 27 deletions(-) diff --git a/openstack-tf/d4s-production/geonetwork/terraform.tfstate b/openstack-tf/d4s-production/geonetwork/terraform.tfstate index 3cf3b77..d88b5c2 100644 --- a/openstack-tf/d4s-production/geonetwork/terraform.tfstate +++ b/openstack-tf/d4s-production/geonetwork/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, - "terraform_version": "1.6.5", - "serial": 34, + "terraform_version": "1.6.6", + "serial": 36, "lineage": "08d2359a-f46e-f9fe-02d9-4cc9cfb46e25", "outputs": {}, "resources": [ @@ -184,9 +184,9 @@ "default": "default", "docker_swarm": "Docker Swarm", "docker_swarm_NFS": "Docker Swarm NFS", - "haproxy": "HAPROXY L7", - "http_and_https_from_the_load_balancers": "http and https from the load balancers", - "limited_HTTPS_access": "Limited HTTPS access", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", @@ -383,6 +383,40 @@ } ] }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geonetwork-globalfisheriesatlas", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-globalfisheriesatlas", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/ff1f52b1-4fe3-4019-b945-5d0f28251505", + "name": "geonetwork-globalfisheriesatlas.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, { "module": "module.instance_with_data_volume", "mode": "managed", @@ -394,7 +428,13 @@ "index_key": "geonetwork_ariadne", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "50fe7d24-fccc-47a0-bb1c-628389e5c404", + "instance_id": "a661b900-30ad-4d99-af42-7af72bfd6061" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -423,7 +463,13 @@ "index_key": "geonetwork_bluecloud", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "454d32f0-616f-4253-9bb2-1ad3eb346668", + "instance_id": "79365c95-1b23-4228-acff-4b7b38b5ae46" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -452,7 +498,13 @@ "index_key": "geonetwork_fisherieatlas", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "d1f033af-6cd5-4d42-af93-059bcac4249a", + "instance_id": "533c7b86-8ad5-42ce-948b-d99fd46eca88" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -481,7 +533,13 @@ "index_key": "geonetwork_globalfisheriesatlas", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "53495177-5019-46bd-a53c-61783d29bb26", + "instance_id": "a3d2c4ec-251f-41e8-8b82-61340a965352" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -510,7 +568,13 @@ "index_key": "geonetwork_grsf", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "de917114-ac87-4180-89b5-43040852ffdf", + "instance_id": "2e611aea-dbf3-476d-a3dc-ebd1727cddb3" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -539,7 +603,13 @@ "index_key": "geonetwork_iotcss3", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "cef9fb14-e691-48e5-9c3b-0f73cde4763c", + "instance_id": "410af5ec-844b-44d2-8f64-d71a340b98a7" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -568,7 +638,13 @@ "index_key": "geonetwork_prod", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "7e26f2fc-f8d0-4e18-a854-b73257801952", + "instance_id": "b429e60f-5938-4ef2-9b6b-5b1ec5c62b7b" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -597,7 +673,13 @@ "index_key": "geonetwork_sdilab", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "2074bd06-3217-4b9c-a51d-95f0b9755a15", + "instance_id": "31a61a71-b8d6-4351-9937-c724f0a6472b" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -626,7 +708,13 @@ "index_key": "geonetwork_spatialdata", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "1f4ce306-4a60-47a8-be6b-55ea2ee9b00e", + "instance_id": "bfa44306-24ab-4cc0-84ce-bac49d6ed2e8" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -655,7 +743,13 @@ "index_key": "geonetwork_tunaatlas", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "a38b773f-9aee-4790-95bd-453694193da6", + "instance_id": "37f725ea-06d4-47a0-b2de-2a62015a661d" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -684,7 +778,13 @@ "index_key": "geonetwork_wecafcfirms", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "14aa72c1-e290-44ca-b3e2-3c51babc67ff", + "instance_id": "cfd0b56d-dc57-41f8-95f8-6619a95161ac" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -788,7 +888,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-13 17:51:02 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -871,7 +971,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-13 17:51:02 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -954,7 +1054,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-13 17:52:25 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1037,7 +1137,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-13 17:52:02 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1120,7 +1220,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-13 17:51:03 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1203,7 +1303,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-13 17:51:01 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1286,7 +1386,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-13 17:51:24 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1369,7 +1469,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-13 17:51:06 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1452,7 +1552,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-13 17:51:22 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1535,7 +1635,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-13 17:51:29 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1618,7 +1718,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-13 17:50:56 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", From 21a81ad956a02e03155ac99d16a1d7a53dc3ca94 Mon Sep 17 00:00:00 2001 From: "francesco.mangiacrapa" Date: Wed, 17 Jan 2024 12:15:48 +0100 Subject: [PATCH 009/101] Added (optional) parameter to set the volume size of the VM. Default value is 10 (GB) --- openstack-tf/d4s-production/dataminer/main.tf | 85 ++++++++++--------- .../instance_with_data_volume.tf | 2 +- .../variables_generic_smartgears_service.tf | 1 + .../instance_without_data_volume.tf | 2 +- .../variables_generic_smartgears_service.tf | 1 + 5 files changed, 47 insertions(+), 44 deletions(-) diff --git a/openstack-tf/d4s-production/dataminer/main.tf b/openstack-tf/d4s-production/dataminer/main.tf index c2a06f1..48dd455 100644 --- a/openstack-tf/d4s-production/dataminer/main.tf +++ b/openstack-tf/d4s-production/dataminer/main.tf @@ -36,9 +36,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dm_pool_manager_proto_data_volume", - size = "30", - device = "/dev/vdb" + name = "dm_pool_manager_proto_data_volume", + size = "30", + device = "/dev/vdb" } }, dataminer_proto_ghost = { @@ -50,9 +50,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_proto_ghost_data_volume", - size = "50", - device = "/dev/vdb" + name = "dataminer_proto_ghost_data_volume", + size = "50", + device = "/dev/vdb" } }, dataminer_1_proto_1804 = { @@ -63,10 +63,11 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 80 volume = { - name = "dataminer_1_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" + name = "dataminer_1_proto_1804_data_volume", + size = "80", + device = "/dev/vdb" } }, dataminer_2_proto_1804 = { @@ -78,9 +79,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_2_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" + name = "dataminer_2_proto_1804_data_volume", + size = "80", + device = "/dev/vdb" } }, dataminer_3_proto_1804 = { @@ -92,9 +93,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_3_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" + name = "dataminer_3_proto_1804_data_volume", + size = "80", + device = "/dev/vdb" } }, dataminer_4_proto_1804 = { @@ -106,9 +107,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_4_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" + name = "dataminer_4_proto_1804_data_volume", + size = "80", + device = "/dev/vdb" } }, dataminer_5_proto_1804 = { @@ -120,9 +121,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_5_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" + name = "dataminer_5_proto_1804_data_volume", + size = "80", + device = "/dev/vdb" } }, dataminer_6_proto_1804 = { @@ -134,9 +135,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_6_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" + name = "dataminer_6_proto_1804_data_volume", + size = "80", + device = "/dev/vdb" } }, dataminer_7_proto_1804 = { @@ -148,9 +149,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_7_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" + name = "dataminer_7_proto_1804_data_volume", + size = "80", + device = "/dev/vdb" } }, dataminer_8_proto_1804 = { @@ -162,9 +163,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_8_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" + name = "dataminer_8_proto_1804_data_volume", + size = "80", + device = "/dev/vdb" } }, dataminer_2_gw_proto_1804 = { @@ -176,9 +177,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_2_gw_proto_1804_data_volume", - size = "40", - device = "/dev/vdb" + name = "dataminer_2_gw_proto_1804_data_volume", + size = "40", + device = "/dev/vdb" } }, dataminer_3_gw_proto_1804 = { @@ -190,9 +191,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_3_gw_proto_1804_data_volume", - size = "40", - device = "/dev/vdb" + name = "dataminer_3_gw_proto_1804_data_volume", + size = "40", + device = "/dev/vdb" } }, dataminer_4_gw_proto_1804 = { @@ -204,9 +205,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_4_gw_proto_1804_data_volume", - size = "40", - device = "/dev/vdb" + name = "dataminer_4_gw_proto_1804_data_volume", + size = "40", + device = "/dev/vdb" } }, dataminer_5_gw_proto_1804 = { @@ -218,9 +219,9 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 volume = { - name = "dataminer_5_gw_proto_1804_data_volume", - size = "40", - device = "/dev/vdb" + name = "dataminer_5_gw_proto_1804_data_volume", + size = "40", + device = "/dev/vdb" } } } diff --git a/openstack-tf/modules/instance_with_data_volume/instance_with_data_volume.tf b/openstack-tf/modules/instance_with_data_volume/instance_with_data_volume.tf index 18b01a0..541099a 100644 --- a/openstack-tf/modules/instance_with_data_volume/instance_with_data_volume.tf +++ b/openstack-tf/modules/instance_with_data_volume/instance_with_data_volume.tf @@ -27,7 +27,7 @@ resource "openstack_compute_instance_v2" "instance_with_data_volume" { block_device { uuid = each.value.image_ref.uuid source_type = "image" - volume_size = 10 + volume_size = each.value.image_volume_size boot_index = 0 destination_type = "volume" delete_on_termination = false diff --git a/openstack-tf/modules/instance_with_data_volume/variables_generic_smartgears_service.tf b/openstack-tf/modules/instance_with_data_volume/variables_generic_smartgears_service.tf index 8ca587b..7b0cd33 100644 --- a/openstack-tf/modules/instance_with_data_volume/variables_generic_smartgears_service.tf +++ b/openstack-tf/modules/instance_with_data_volume/variables_generic_smartgears_service.tf @@ -9,6 +9,7 @@ variable "instances_with_data_volume_map" { security_groups = list(string) server_groups_ids = list(string) image_ref = map(string) + image_volume_size = optional(number, 10) volume = map(string) })) default = { diff --git a/openstack-tf/modules/instance_without_data_volume/instance_without_data_volume.tf b/openstack-tf/modules/instance_without_data_volume/instance_without_data_volume.tf index 76dd031..452442c 100644 --- a/openstack-tf/modules/instance_without_data_volume/instance_without_data_volume.tf +++ b/openstack-tf/modules/instance_without_data_volume/instance_without_data_volume.tf @@ -20,7 +20,7 @@ resource "openstack_compute_instance_v2" "smartgears_service" { block_device { uuid = each.value.image_ref.uuid source_type = "image" - volume_size = 10 + volume_size = each.value.image_volume_size boot_index = 0 destination_type = "volume" delete_on_termination = false diff --git a/openstack-tf/modules/instance_without_data_volume/variables_generic_smartgears_service.tf b/openstack-tf/modules/instance_without_data_volume/variables_generic_smartgears_service.tf index 292b54c..d2831fe 100644 --- a/openstack-tf/modules/instance_without_data_volume/variables_generic_smartgears_service.tf +++ b/openstack-tf/modules/instance_without_data_volume/variables_generic_smartgears_service.tf @@ -9,6 +9,7 @@ variable "instances_without_data_volume_map" { security_groups = list(string) server_groups_ids = list(string) image_ref = map(string) + image_volume_size = optional(number, 10) })) default = { smartgears_service = { From 94d96f674c683a4026be62b89f3d7b28bb9c6ddc Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Wed, 17 Jan 2024 15:26:17 +0100 Subject: [PATCH 010/101] Changed volume size of instances --- openstack-tf/d4s-production/dataminer/main.tf | 215 ++- .../dataminer/terraform.tfstate | 1256 +++++++++++++---- 2 files changed, 1121 insertions(+), 350 deletions(-) diff --git a/openstack-tf/d4s-production/dataminer/main.tf b/openstack-tf/d4s-production/dataminer/main.tf index 48dd455..09fda1c 100644 --- a/openstack-tf/d4s-production/dataminer/main.tf +++ b/openstack-tf/d4s-production/dataminer/main.tf @@ -23,10 +23,10 @@ module "common_variables" { source = "../../modules/common_variables" } -module "instance_with_data_volume" { - source = "../../modules/instance_with_data_volume" +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" - instances_with_data_volume_map = { + instances_without_data_volume_map = { dm_pool_manager_proto = { name = "dm-pool-manager-proto", description = "This instance is a DataMiner Pool Manager service", @@ -35,11 +35,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dm_pool_manager_proto_data_volume", - size = "30", - device = "/dev/vdb" - } + image_volume_size = 30 }, dataminer_proto_ghost = { name = "dataminer-proto-ghost", @@ -49,11 +45,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_proto_ghost_data_volume", - size = "50", - device = "/dev/vdb" - } + image_volume_size = 50 }, dataminer_1_proto_1804 = { name = "dataminer1-proto-1804", @@ -64,11 +56,6 @@ module "instance_with_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 image_volume_size = 80 - volume = { - name = "dataminer_1_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" - } }, dataminer_2_proto_1804 = { name = "dataminer2-proto-1804", @@ -78,11 +65,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_2_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" - } + image_volume_size = 80 }, dataminer_3_proto_1804 = { name = "dataminer3-proto-1804", @@ -92,11 +75,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_3_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" - } + image_volume_size = 80 }, dataminer_4_proto_1804 = { name = "dataminer4-proto-1804", @@ -106,11 +85,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_4_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" - } + image_volume_size = 80 }, dataminer_5_proto_1804 = { name = "dataminer5-proto-1804", @@ -120,11 +95,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_5_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" - } + image_volume_size = 80 }, dataminer_6_proto_1804 = { name = "dataminer6-proto-1804", @@ -134,11 +105,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_6_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" - } + image_volume_size = 80 }, dataminer_7_proto_1804 = { name = "dataminer7-proto-1804", @@ -148,11 +115,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_7_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" - } + image_volume_size = 80 }, dataminer_8_proto_1804 = { name = "dataminer8-proto-1804", @@ -162,11 +125,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_8_proto_1804_data_volume", - size = "80", - device = "/dev/vdb" - } + image_volume_size = 80 }, dataminer_2_gw_proto_1804 = { name = "dataminer2-gw-proto-1804", @@ -176,11 +135,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_2_gw_proto_1804_data_volume", - size = "40", - device = "/dev/vdb" - } + image_volume_size = 40 }, dataminer_3_gw_proto_1804 = { name = "dataminer3-gw-proto-1804", @@ -190,11 +145,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_3_gw_proto_1804_data_volume", - size = "40", - device = "/dev/vdb" - } + image_volume_size = 40 }, dataminer_4_gw_proto_1804 = { name = "dataminer4-gw-proto-1804", @@ -204,11 +155,7 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_4_gw_proto_1804_data_volume", - size = "40", - device = "/dev/vdb" - } + image_volume_size = 40 }, dataminer_5_gw_proto_1804 = { name = "dataminer5-gw-proto-1804", @@ -218,11 +165,133 @@ module "instance_with_data_volume" { security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - volume = { - name = "dataminer_5_gw_proto_1804_data_volume", - size = "40", - device = "/dev/vdb" - } + image_volume_size = 40 + } + } +} + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + dm-pool-manager-proto = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dm-pool-manager-proto", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DM Pool Manager Proto" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer-proto-ghost = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer-proto-ghost", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner Proto Ghost" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer1-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer1-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 1 Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer2-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer2-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 2 Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer3-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer3-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 3 Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer4-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer4-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 4 Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer5-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer5-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 5 Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer6-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer6-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 6 Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer7-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer7-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 7 Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer8-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer8-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 8 Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer2-gw-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer2-gw-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 2 Generic Worker Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer3-gw-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer3-gw-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 3 Generic Worker Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer4-gw-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer4-gw-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 4 Generic Worker Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer5-gw-proto-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer5-gw-proto-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 5 Generic Worker Proto 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] } } } diff --git a/openstack-tf/d4s-production/dataminer/terraform.tfstate b/openstack-tf/d4s-production/dataminer/terraform.tfstate index a0e0db4..7eb5d39 100644 --- a/openstack-tf/d4s-production/dataminer/terraform.tfstate +++ b/openstack-tf/d4s-production/dataminer/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 43, + "serial": 79, "lineage": "baea8c53-fd72-1573-59ac-35ef1fc58d33", "outputs": {}, "resources": [ @@ -383,6 +383,365 @@ } ] }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "dataminer-proto-ghost", + "schema_version": 0, + "attributes": { + "description": "DataMiner Proto Ghost", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/760fc1d9-efb6-491d-9a7d-d4132e4f67ff", + "name": "dataminer-proto-ghost.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer1-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 1 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/6c2a0dbe-0435-4508-bc59-dd416c14e7b7", + "name": "dataminer1-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer2-gw-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 2 Generic Worker Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/ca477f04-70d6-4d4a-a87c-b6ec92ad62e4", + "name": "dataminer2-gw-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer2-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 2 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/21a16987-7dda-4aae-81e6-8c9b3521e516", + "name": "dataminer2-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer3-gw-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 3 Generic Worker Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/3ebf942e-29ab-4537-a708-68a3a0e40054", + "name": "dataminer3-gw-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer3-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 3 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/37027fea-3e12-458b-a391-6f5347fd3cf0", + "name": "dataminer3-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer4-gw-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 4 Generic Worker Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/1e50a5d6-0472-4776-b175-38ec4966e54d", + "name": "dataminer4-gw-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer4-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 4 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/6b313ff6-43e4-47dd-a2ef-f3ee60af01ca", + "name": "dataminer4-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer5-gw-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 5 Generic Worker Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/89ab3ef7-928d-44df-ba32-7894b11b1bc0", + "name": "dataminer5-gw-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer5-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 5 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/e4dd0bfc-c09b-4d1f-b92e-3f6055a3f6d1", + "name": "dataminer5-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer6-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 6 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/31117e43-c0e0-484d-95e9-5f2d23f186e5", + "name": "dataminer6-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer7-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 7 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/1c5307c3-4aba-48ba-9936-0813d1ad4d33", + "name": "dataminer7-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer8-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 8 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/a28c4585-5072-4039-912d-0770e644eac4", + "name": "dataminer8-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dm-pool-manager-proto", + "schema_version": 0, + "attributes": { + "description": "DM Pool Manager Proto", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/fb921555-9014-4281-9f9e-4bd5cbc784c3", + "name": "dm-pool-manager-proto.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, { "module": "module.instance_with_data_volume", "mode": "managed", @@ -394,7 +753,13 @@ "index_key": "dataminer_1_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "ef02b882-2c0d-4811-8677-52e9c4942a9e", + "instance_id": "bf35cfcd-403e-4282-b00f-a5e3fb4b7ffd" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -423,7 +788,13 @@ "index_key": "dataminer_2_gw_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "dad535de-9141-428d-8499-90c3641a2b15", + "instance_id": "70a3409e-9cbd-40eb-a4ab-90e2b0b81590" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -452,7 +823,13 @@ "index_key": "dataminer_2_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "8c4863d4-840f-4434-b53d-908d6d5448ca", + "instance_id": "62120426-24c8-4db4-bc46-f4cdea1408d1" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -481,7 +858,13 @@ "index_key": "dataminer_3_gw_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "1d9f7435-1a94-417f-8383-19b2c99c282f", + "instance_id": "a4685256-ff8d-445c-a5ce-14eb3e0cfa91" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -510,7 +893,13 @@ "index_key": "dataminer_3_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "f4b3be97-4879-4268-8247-28909acfb14c", + "instance_id": "4069c9ad-bbb1-4c76-ac18-4ead87c691b3" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -539,7 +928,13 @@ "index_key": "dataminer_4_gw_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "7c89af02-e3ff-4a8a-a0a3-4dbeb5ad87a4", + "instance_id": "12d2ed0c-77cf-414b-90ea-eb020c74ad61" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -568,7 +963,13 @@ "index_key": "dataminer_4_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "16bb28f0-7186-4c44-9d4a-d5a0e23eaf38", + "instance_id": "b465a41b-bacc-4847-8cb4-c010c1ac488c" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -597,7 +998,13 @@ "index_key": "dataminer_5_gw_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "091ac4a5-d02d-4478-917c-437e8805dd88", + "instance_id": "f781c324-dc2a-40d0-84a6-69f70b9ab8d0" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -626,7 +1033,13 @@ "index_key": "dataminer_5_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "816321d7-1608-4443-b211-721579f46190", + "instance_id": "dcf157b9-7407-46da-9127-a64f092aa861" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -655,7 +1068,13 @@ "index_key": "dataminer_6_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "c229fc5c-8d43-4305-8380-21f6f7c55716", + "instance_id": "56b3bcb6-0eea-4d36-bd2e-9e69cac08062" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -684,7 +1103,13 @@ "index_key": "dataminer_7_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "f1f9a46f-7275-4a1e-a272-6dc587ed3d68", + "instance_id": "202628fb-fd94-448c-8c23-eeb1d3888a19" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -713,7 +1138,13 @@ "index_key": "dataminer_8_proto_1804", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "79fdc75f-4aee-4788-a13f-29b02c2b1416", + "instance_id": "e2d69bd9-5242-4a63-8e40-797054b4234b" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -738,40 +1169,17 @@ "data.terraform_remote_state.privnet_dns_router" ] }, - { - "index_key": "dataminer_proto_ghost", - "schema_version": 0, - "attributes": { - "attachment": [], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "8684b11a-a416-4485-8306-4fba2cecf350", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_proto_ghost_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 50, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, { "index_key": "dm_pool_manager_proto", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "20622ba0-bdaa-4e2e-9312-c9bccdeb1564", + "instance_id": "64bb8cd6-3a93-42c5-9f3a-525114bc5394" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -875,7 +1283,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:03:12 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -958,7 +1366,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:02:13 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1041,7 +1449,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:03:08 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1124,7 +1532,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:03:19 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1207,7 +1615,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:03:23 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1290,7 +1698,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:02:09 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1373,7 +1781,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:03:33 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1456,7 +1864,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:02:23 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1539,7 +1947,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:02:21 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1622,7 +2030,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:02:23 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1705,7 +2113,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:03:30 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1788,7 +2196,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:03:19 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1871,7 +2279,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:02:19 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1954,7 +2362,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-18 15:02:59 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1970,304 +2378,598 @@ ] }, { - "module": "module.instance_with_data_volume", + "module": "module.instance_without_data_volume", "mode": "managed", - "type": "openstack_compute_volume_attach_v2", - "name": "attach_volume", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", "instances": [ - { - "index_key": "dataminer_1_proto_1804", - "schema_version": 0, - "attributes": { - "device": "/dev/vdb", - "id": "bf35cfcd-403e-4282-b00f-a5e3fb4b7ffd/ef02b882-2c0d-4811-8677-52e9c4942a9e", - "instance_id": "bf35cfcd-403e-4282-b00f-a5e3fb4b7ffd", - "multiattach": null, - "region": "isti_area_pi_1", - "timeouts": null, - "vendor_options": [], - "volume_id": "ef02b882-2c0d-4811-8677-52e9c4942a9e" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" - ] - }, { "index_key": "dataminer_2_gw_proto_1804", + "status": "tainted", "schema_version": 0, "attributes": { - "device": "/dev/vdb", - "id": "70a3409e-9cbd-40eb-a4ab-90e2b0b81590/dad535de-9141-428d-8499-90c3641a2b15", - "instance_id": "70a3409e-9cbd-40eb-a4ab-90e2b0b81590", - "multiattach": null, - "region": "isti_area_pi_1", + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 40, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "c2.large", + "floating_ip": null, + "force_delete": false, + "id": "d9241997-3e47-45c0-b88c-c1de1102880b", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer2-gw-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", "vendor_options": [], - "volume_id": "dad535de-9141-428d-8499-90c3641a2b15" + "volume": [] }, "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" - ] - }, - { - "index_key": "dataminer_2_proto_1804", - "schema_version": 0, - "attributes": { - "device": "/dev/vdb", - "id": "62120426-24c8-4db4-bc46-f4cdea1408d1/8c4863d4-840f-4434-b53d-908d6d5448ca", - "instance_id": "62120426-24c8-4db4-bc46-f4cdea1408d1", - "multiattach": null, - "region": "isti_area_pi_1", - "timeouts": null, - "vendor_options": [], - "volume_id": "8c4863d4-840f-4434-b53d-908d6d5448ca" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" - ] - }, - { - "index_key": "dataminer_3_gw_proto_1804", - "schema_version": 0, - "attributes": { - "device": "/dev/vdb", - "id": "a4685256-ff8d-445c-a5ce-14eb3e0cfa91/1d9f7435-1a94-417f-8383-19b2c99c282f", - "instance_id": "a4685256-ff8d-445c-a5ce-14eb3e0cfa91", - "multiattach": null, - "region": "isti_area_pi_1", - "timeouts": null, - "vendor_options": [], - "volume_id": "1d9f7435-1a94-417f-8383-19b2c99c282f" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" - ] - }, - { - "index_key": "dataminer_3_proto_1804", - "schema_version": 0, - "attributes": { - "device": "/dev/vdb", - "id": "4069c9ad-bbb1-4c76-ac18-4ead87c691b3/f4b3be97-4879-4268-8247-28909acfb14c", - "instance_id": "4069c9ad-bbb1-4c76-ac18-4ead87c691b3", - "multiattach": null, - "region": "isti_area_pi_1", - "timeouts": null, - "vendor_options": [], - "volume_id": "f4b3be97-4879-4268-8247-28909acfb14c" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + "data.terraform_remote_state.privnet_dns_router" ] }, { "index_key": "dataminer_4_gw_proto_1804", + "status": "tainted", "schema_version": 0, "attributes": { - "device": "/dev/vdb", - "id": "12d2ed0c-77cf-414b-90ea-eb020c74ad61/7c89af02-e3ff-4a8a-a0a3-4dbeb5ad87a4", - "instance_id": "12d2ed0c-77cf-414b-90ea-eb020c74ad61", - "multiattach": null, - "region": "isti_area_pi_1", + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 40, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "c2.large", + "floating_ip": null, + "force_delete": false, + "id": "073dd9ee-7265-489c-971e-5007236cb4b2", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer4-gw-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", "vendor_options": [], - "volume_id": "7c89af02-e3ff-4a8a-a0a3-4dbeb5ad87a4" + "volume": [] }, "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" - ] - }, - { - "index_key": "dataminer_4_proto_1804", - "schema_version": 0, - "attributes": { - "device": "/dev/vdb", - "id": "b465a41b-bacc-4847-8cb4-c010c1ac488c/16bb28f0-7186-4c44-9d4a-d5a0e23eaf38", - "instance_id": "b465a41b-bacc-4847-8cb4-c010c1ac488c", - "multiattach": null, - "region": "isti_area_pi_1", - "timeouts": null, - "vendor_options": [], - "volume_id": "16bb28f0-7186-4c44-9d4a-d5a0e23eaf38" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" - ] - }, - { - "index_key": "dataminer_5_gw_proto_1804", - "schema_version": 0, - "attributes": { - "device": "/dev/vdb", - "id": "f781c324-dc2a-40d0-84a6-69f70b9ab8d0/091ac4a5-d02d-4478-917c-437e8805dd88", - "instance_id": "f781c324-dc2a-40d0-84a6-69f70b9ab8d0", - "multiattach": null, - "region": "isti_area_pi_1", - "timeouts": null, - "vendor_options": [], - "volume_id": "091ac4a5-d02d-4478-917c-437e8805dd88" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + "data.terraform_remote_state.privnet_dns_router" ] }, { "index_key": "dataminer_5_proto_1804", + "status": "tainted", "schema_version": 0, "attributes": { - "device": "/dev/vdb", - "id": "dcf157b9-7407-46da-9127-a64f092aa861/816321d7-1608-4443-b211-721579f46190", - "instance_id": "dcf157b9-7407-46da-9127-a64f092aa861", - "multiattach": null, - "region": "isti_area_pi_1", + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "678841ad-ddfd-4d3f-981e-a4dc9c7f6477", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer5-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", "vendor_options": [], - "volume_id": "816321d7-1608-4443-b211-721579f46190" + "volume": [] }, "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + "data.terraform_remote_state.privnet_dns_router" ] }, { "index_key": "dataminer_6_proto_1804", + "status": "tainted", "schema_version": 0, "attributes": { - "device": "/dev/vdb", - "id": "56b3bcb6-0eea-4d36-bd2e-9e69cac08062/c229fc5c-8d43-4305-8380-21f6f7c55716", - "instance_id": "56b3bcb6-0eea-4d36-bd2e-9e69cac08062", - "multiattach": null, - "region": "isti_area_pi_1", + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "703ddba9-a038-43a5-a27c-dd2d6f9b0e64", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer6-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", "vendor_options": [], - "volume_id": "c229fc5c-8d43-4305-8380-21f6f7c55716" + "volume": [] }, "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + "data.terraform_remote_state.privnet_dns_router" ] }, { "index_key": "dataminer_7_proto_1804", + "status": "tainted", "schema_version": 0, "attributes": { - "device": "/dev/vdb", - "id": "202628fb-fd94-448c-8c23-eeb1d3888a19/f1f9a46f-7275-4a1e-a272-6dc587ed3d68", - "instance_id": "202628fb-fd94-448c-8c23-eeb1d3888a19", - "multiattach": null, - "region": "isti_area_pi_1", + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "48afd8eb-d52e-4982-b406-c5d73e61397d", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer7-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", "vendor_options": [], - "volume_id": "f1f9a46f-7275-4a1e-a272-6dc587ed3d68" + "volume": [] }, "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + "data.terraform_remote_state.privnet_dns_router" ] }, { "index_key": "dataminer_8_proto_1804", + "status": "tainted", "schema_version": 0, "attributes": { - "device": "/dev/vdb", - "id": "e2d69bd9-5242-4a63-8e40-797054b4234b/79fdc75f-4aee-4788-a13f-29b02c2b1416", - "instance_id": "e2d69bd9-5242-4a63-8e40-797054b4234b", - "multiattach": null, - "region": "isti_area_pi_1", + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "7ca919e2-9569-4aaf-a856-615d7e118ca7", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer8-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", "vendor_options": [], - "volume_id": "79fdc75f-4aee-4788-a13f-29b02c2b1416" + "volume": [] }, "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" - ] - }, - { - "index_key": "dataminer_proto_ghost", - "schema_version": 0, - "attributes": { - "device": "/dev/vdb", - "id": "841e505c-19e7-4d84-9944-e5a02727d4bd/8684b11a-a416-4485-8306-4fba2cecf350", - "instance_id": "841e505c-19e7-4d84-9944-e5a02727d4bd", - "multiattach": null, - "region": "isti_area_pi_1", - "timeouts": null, - "vendor_options": [], - "volume_id": "8684b11a-a416-4485-8306-4fba2cecf350" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + "data.terraform_remote_state.privnet_dns_router" ] }, { "index_key": "dm_pool_manager_proto", + "status": "tainted", "schema_version": 0, "attributes": { - "device": "/dev/vdb", - "id": "64bb8cd6-3a93-42c5-9f3a-525114bc5394/20622ba0-bdaa-4e2e-9312-c9bccdeb1564", - "instance_id": "64bb8cd6-3a93-42c5-9f3a-525114bc5394", - "multiattach": null, - "region": "isti_area_pi_1", + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "813e0aad-9ac4-4eca-b831-b81a26d2b7c7", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dm-pool-manager-proto", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", "vendor_options": [], - "volume_id": "20622ba0-bdaa-4e2e-9312-c9bccdeb1564" + "volume": [] }, "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router", - "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", - "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + "data.terraform_remote_state.privnet_dns_router" ] } ] From 7d88cba9371ced0b57f59dcf044783288bc295e7 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Wed, 17 Jan 2024 15:30:10 +0100 Subject: [PATCH 011/101] Changed volume size of istances --- .../dataminer/terraform.tfstate | 345 +++++++++--------- 1 file changed, 169 insertions(+), 176 deletions(-) diff --git a/openstack-tf/d4s-production/dataminer/terraform.tfstate b/openstack-tf/d4s-production/dataminer/terraform.tfstate index 7eb5d39..3d1ad3a 100644 --- a/openstack-tf/d4s-production/dataminer/terraform.tfstate +++ b/openstack-tf/d4s-production/dataminer/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 79, + "serial": 90, "lineage": "baea8c53-fd72-1573-59ac-35ef1fc58d33", "outputs": {}, "resources": [ @@ -784,41 +784,6 @@ "data.terraform_remote_state.privnet_dns_router" ] }, - { - "index_key": "dataminer_2_gw_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "dad535de-9141-428d-8499-90c3641a2b15", - "instance_id": "70a3409e-9cbd-40eb-a4ab-90e2b0b81590" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "dad535de-9141-428d-8499-90c3641a2b15", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_2_gw_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 40, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, { "index_key": "dataminer_2_proto_1804", "schema_version": 0, @@ -854,76 +819,6 @@ "data.terraform_remote_state.privnet_dns_router" ] }, - { - "index_key": "dataminer_3_gw_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "1d9f7435-1a94-417f-8383-19b2c99c282f", - "instance_id": "a4685256-ff8d-445c-a5ce-14eb3e0cfa91" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "1d9f7435-1a94-417f-8383-19b2c99c282f", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_3_gw_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 40, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_3_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "f4b3be97-4879-4268-8247-28909acfb14c", - "instance_id": "4069c9ad-bbb1-4c76-ac18-4ead87c691b3" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "f4b3be97-4879-4268-8247-28909acfb14c", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_3_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 80, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, { "index_key": "dataminer_4_gw_proto_1804", "schema_version": 0, @@ -959,41 +854,6 @@ "data.terraform_remote_state.privnet_dns_router" ] }, - { - "index_key": "dataminer_4_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "16bb28f0-7186-4c44-9d4a-d5a0e23eaf38", - "instance_id": "b465a41b-bacc-4847-8cb4-c010c1ac488c" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "16bb28f0-7186-4c44-9d4a-d5a0e23eaf38", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_4_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 80, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, { "index_key": "dataminer_5_gw_proto_1804", "schema_version": 0, @@ -1099,41 +959,6 @@ "data.terraform_remote_state.privnet_dns_router" ] }, - { - "index_key": "dataminer_7_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "f1f9a46f-7275-4a1e-a272-6dc587ed3d68", - "instance_id": "202628fb-fd94-448c-8c23-eeb1d3888a19" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "f1f9a46f-7275-4a1e-a272-6dc587ed3d68", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_7_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 80, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, { "index_key": "dataminer_8_proto_1804", "schema_version": 0, @@ -2552,6 +2377,90 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "dataminer_4_proto_1804", + "status": "tainted", + "schema_version": 0, + "attributes": { + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "532edde8-5743-4a9d-a693-a9650c2ac301", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer4-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "dataminer_5_proto_1804", "status": "tainted", @@ -2888,6 +2797,90 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "dataminer_proto_ghost", + "status": "tainted", + "schema_version": 0, + "attributes": { + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 50, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "87d133f3-9936-42f6-8de5-f66c919e02c5", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer-proto-ghost", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "dm_pool_manager_proto", "status": "tainted", From 2184f5691b6e39d2837426b0bd5b13a6ca01c381 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Wed, 17 Jan 2024 15:36:16 +0100 Subject: [PATCH 012/101] Added volume size --- .../dataminer/terraform.tfstate | 711 +++++++++++------- 1 file changed, 421 insertions(+), 290 deletions(-) diff --git a/openstack-tf/d4s-production/dataminer/terraform.tfstate b/openstack-tf/d4s-production/dataminer/terraform.tfstate index 3d1ad3a..4461196 100644 --- a/openstack-tf/d4s-production/dataminer/terraform.tfstate +++ b/openstack-tf/d4s-production/dataminer/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 90, + "serial": 114, "lineage": "baea8c53-fd72-1573-59ac-35ef1fc58d33", "outputs": {}, "resources": [ @@ -742,295 +742,6 @@ } ] }, - { - "module": "module.instance_with_data_volume", - "mode": "managed", - "type": "openstack_blockstorage_volume_v3", - "name": "instance_data_volume", - "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", - "instances": [ - { - "index_key": "dataminer_1_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "ef02b882-2c0d-4811-8677-52e9c4942a9e", - "instance_id": "bf35cfcd-403e-4282-b00f-a5e3fb4b7ffd" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "ef02b882-2c0d-4811-8677-52e9c4942a9e", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_1_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 80, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_2_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "8c4863d4-840f-4434-b53d-908d6d5448ca", - "instance_id": "62120426-24c8-4db4-bc46-f4cdea1408d1" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "8c4863d4-840f-4434-b53d-908d6d5448ca", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_2_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 80, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_4_gw_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "7c89af02-e3ff-4a8a-a0a3-4dbeb5ad87a4", - "instance_id": "12d2ed0c-77cf-414b-90ea-eb020c74ad61" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "7c89af02-e3ff-4a8a-a0a3-4dbeb5ad87a4", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_4_gw_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 40, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_5_gw_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "091ac4a5-d02d-4478-917c-437e8805dd88", - "instance_id": "f781c324-dc2a-40d0-84a6-69f70b9ab8d0" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "091ac4a5-d02d-4478-917c-437e8805dd88", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_5_gw_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 40, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_5_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "816321d7-1608-4443-b211-721579f46190", - "instance_id": "dcf157b9-7407-46da-9127-a64f092aa861" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "816321d7-1608-4443-b211-721579f46190", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_5_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 80, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_6_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "c229fc5c-8d43-4305-8380-21f6f7c55716", - "instance_id": "56b3bcb6-0eea-4d36-bd2e-9e69cac08062" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "c229fc5c-8d43-4305-8380-21f6f7c55716", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_6_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 80, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_8_proto_1804", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "79fdc75f-4aee-4788-a13f-29b02c2b1416", - "instance_id": "e2d69bd9-5242-4a63-8e40-797054b4234b" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "79fdc75f-4aee-4788-a13f-29b02c2b1416", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dataminer_8_proto_1804_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 80, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dm_pool_manager_proto", - "schema_version": 0, - "attributes": { - "attachment": [ - { - "device": "/dev/vdb", - "id": "20622ba0-bdaa-4e2e-9312-c9bccdeb1564", - "instance_id": "64bb8cd6-3a93-42c5-9f3a-525114bc5394" - } - ], - "availability_zone": "nova", - "consistency_group_id": null, - "description": "", - "enable_online_resize": null, - "id": "20622ba0-bdaa-4e2e-9312-c9bccdeb1564", - "image_id": null, - "metadata": {}, - "multiattach": null, - "name": "dm_pool_manager_proto_data_volume", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "size": 30, - "snapshot_id": "", - "source_replica": null, - "source_vol_id": "", - "timeouts": null, - "volume_type": "cephUnencrypted" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - } - ] - }, { "module": "module.instance_with_data_volume", "mode": "managed", @@ -2209,6 +1920,90 @@ "name": "smartgears_service", "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", "instances": [ + { + "index_key": "dataminer_1_proto_1804", + "status": "tainted", + "schema_version": 0, + "attributes": { + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "abbc9188-269a-4e68-8c40-bf7cee173be2", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer1-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "dataminer_2_gw_proto_1804", "status": "tainted", @@ -2293,6 +2088,258 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "dataminer_2_proto_1804", + "status": "tainted", + "schema_version": 0, + "attributes": { + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "829f4f38-c913-4b3e-ba41-637a4374f668", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer2-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_3_gw_proto_1804", + "status": "tainted", + "schema_version": 0, + "attributes": { + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 40, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "c2.large", + "floating_ip": null, + "force_delete": false, + "id": "71c509bc-084d-498d-bafb-14dc30a03cf6", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer3-gw-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_3_proto_1804", + "status": "tainted", + "schema_version": 0, + "attributes": { + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "f62dab6d-bca1-4104-9113-2ad658984b7a", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer3-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "dataminer_4_gw_proto_1804", "status": "tainted", @@ -2461,6 +2508,90 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "dataminer_5_gw_proto_1804", + "status": "tainted", + "schema_version": 0, + "attributes": { + "access_ip_v4": null, + "access_ip_v6": null, + "admin_pass": null, + "all_metadata": null, + "all_tags": [], + "availability_zone": null, + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 40, + "volume_type": "" + } + ], + "config_drive": null, + "created": null, + "flavor_id": null, + "flavor_name": "c2.large", + "floating_ip": null, + "force_delete": false, + "id": "75a8b5a5-4657-4859-a8e9-3836b97b402f", + "image_id": null, + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer5-gw-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": null, + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": null, + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "dataminer_5_proto_1804", "status": "tainted", From c005d9cc459db188b5465e8823e988ccba251212 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Wed, 17 Jan 2024 17:06:09 +0100 Subject: [PATCH 013/101] Destroy dataminer istances --- .../dataminer/terraform.tfstate | 3098 +---------------- 1 file changed, 2 insertions(+), 3096 deletions(-) diff --git a/openstack-tf/d4s-production/dataminer/terraform.tfstate b/openstack-tf/d4s-production/dataminer/terraform.tfstate index 4461196..9d9a71d 100644 --- a/openstack-tf/d4s-production/dataminer/terraform.tfstate +++ b/openstack-tf/d4s-production/dataminer/terraform.tfstate @@ -1,3103 +1,9 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 114, + "serial": 158, "lineage": "baea8c53-fd72-1573-59ac-35ef1fc58d33", "outputs": {}, - "resources": [ - { - "mode": "data", - "type": "terraform_remote_state", - "name": "privnet_dns_router", - "provider": "provider[\"terraform.io/builtin/terraform\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "backend": "local", - "config": { - "value": { - "path": "../project-setup/terraform.tfstate" - }, - "type": [ - "object", - { - "path": "string" - } - ] - }, - "defaults": null, - "outputs": { - "value": { - "almalinux_9": { - "name": "AlmaLinux-9.0-20220718", - "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" - }, - "availability_zone_no_gpu_name": "cnr-isti-nova-a", - "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", - "availability_zones_names": { - "availability_zone_no_gpu": "cnr-isti-nova-a", - "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" - }, - "basic_services_ip": { - "ca": "10.1.40.4", - "ca_cidr": "10.1.40.4/32", - "haproxy_l7_1": "10.1.40.11", - "haproxy_l7_1_cidr": "10.1.40.11/32", - "haproxy_l7_2": "10.1.40.12", - "haproxy_l7_2_cidr": "10.1.40.12/32", - "octavia_main": "10.1.40.20", - "octavia_main_cidr": "10.1.40.20/32", - "prometheus": "10.1.40.10", - "prometheus_cidr": "10.1.40.10/32", - "ssh_jump": "10.1.40.5", - "ssh_jump_cidr": "10.1.40.5/32" - }, - "centos_7": { - "name": "CentOS-7", - "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" - }, - "default_security_group_name": "default_for_all", - "dns_zone": { - "description": "DNS primary zone for the d4s-production-cloud project", - "email": "postmaster@isti.cnr.it", - "ttl": "8600", - "zone_name": "cloud.d4science.org." - }, - "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", - "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", - "external_gateway_ip": [ - { - "ip_address": "146.48.31.57", - "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" - } - ], - "external_network": { - "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", - "name": "external-network" - }, - "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", - "external_router": { - "description": "D4Science Production main router", - "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", - "name": "d4s-production-cloud-external-router" - }, - "flavor_list": { - "c1_large": "c1.large", - "c1_medium": "c1.medium", - "c1_small": "c1.small", - "m1_large": "m1.large", - "m1_medium": "m1.medium", - "m1_xlarge": "m1.xlarge", - "m2_large": "m2.large", - "m2_medium": "m2.medium", - "m2_small": "m2.small" - }, - "floating_ip_pools": { - "main_public_ip_pool": "external-network" - }, - "haproxy_l7_data": { - "flavor": "m1.medium", - "haproxy_1": "haproxy-l7-1", - "haproxy_2": "haproxy-l7-2", - "name": "main-haproxy-l7", - "vm_count": "2" - }, - "internal_ca_data": { - "flavor": "m1.small", - "name": "ca" - }, - "main_haproxy_l7_ip": [ - "10.1.40.11", - "10.1.40.12" - ], - "main_private_network": { - "description": "D4Science Production private network (use this as the main network)", - "name": "d4s-production-cloud-main" - }, - "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", - "main_private_subnet": { - "allocation_end": "10.1.47.254", - "allocation_start": "10.1.41.100", - "cidr": "10.1.40.0/21", - "description": "D4Science Production main private subnet", - "gateway_ip": "10.1.40.1", - "name": "d4s-production-cloud-main-subnet" - }, - "main_region": "isti_area_pi_1", - "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", - "mtu_size": 8942, - "networks_list": { - "orientdb": "orientdb-net", - "orientdb_se": "orientdb-se-net", - "shared_postgresql": "postgresql-srv-net", - "swarm": "swarm-nfs-net", - "timescaledb": "timescaledb-net" - }, - "networks_with_d4s_services": { - "garr_ct1_net": "90.147.166.0/23", - "garr_na_net": "90.147.152.0/24", - "garr_pa1_net": "90.147.188.0/23", - "infrascience_net": "146.48.122.0/23", - "isti_net": "146.48.80.0/21", - "s2i2s_net": "146.48.28.0/22" - }, - "octavia_information": { - "main_lb_description": "Main L4 load balancer for the D4Science production", - "main_lb_hostname": "main-lb", - "main_lb_name": "d4s-production-cloud-l4-load-balancer", - "octavia_flavor": "octavia_amphora-mvcpu-ha", - "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", - "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" - }, - "os_project_data": { - "id": "1b45adf388934758b56d0dfdb4bfacf3" - }, - "policy_list": { - "affinity": "affinity", - "anti_affinity": "anti-affinity", - "soft_affinity": "soft-affinity", - "soft_anti_affinity": "soft-anti-affinity" - }, - "prometheus_server_data": { - "flavor": "m1.medium", - "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", - "vol_data_device": "/dev/vdb", - "vol_data_name": "prometheus-data", - "vol_data_size": "100" - }, - "resolvers_ip": [ - "146.48.29.97", - "146.48.29.98", - "146.48.29.99" - ], - "resource_registry_addresses": {}, - "security_group_list": { - "acaland": "acaland's dev machine", - "access_to_orientdb": "access_to_orientdb", - "access_to_orientdb_se": "access_to_orientdb_se", - "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", - "cassandra": "Cassandra", - "dataminer-publish": "dataminer-publish", - "debugging_from_jump_node": "debugging_from_jump_node", - "default": "default", - "docker_swarm": "Docker Swarm", - "docker_swarm_NFS": "Docker Swarm NFS", - "haproxy": "traffic_from_main_lb_to_haproxy_l7", - "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", - "limited_HTTPS_access": "restricted_web_service", - "limited_SSH_access": "Limited SSH access", - "mongo": "mongo", - "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", - "postgreSQL": "PostgreSQL service", - "public_HTTPS": "Public HTTPS" - }, - "shared_postgresql_server_data": { - "allocation_pool_end": "192.168.3.254", - "allocation_pool_start": "192.168.0.100", - "flavor": "m1.medium", - "name": "shared-postgresql-server", - "network_cidr": "192.168.0.0/22", - "network_description": "Network used to communicate with the shared postgresql service", - "network_name": "postgresql-srv-net", - "server_cidr": "192.168.0.5/22", - "server_ip": "192.168.0.5", - "vol_data_device": "/dev/vdb", - "vol_data_name": "shared-postgresql-data", - "vol_data_size": "100" - }, - "smartexecutor_addresses": {}, - "ssh_jump_proxy": { - "flavor": "m2.small", - "name": "ssh-jump-proxy" - }, - "ssh_sources": { - "d4s_vpn_1_cidr": "146.48.122.27/32", - "d4s_vpn_2_cidr": "146.48.122.49/32", - "infrascience_net_cidr": "146.48.122.0/23", - "s2i2s_vpn_1_cidr": "146.48.28.10/32", - "s2i2s_vpn_2_cidr": "146.48.28.11/32", - "shell_d4s_cidr": "146.48.122.95/32" - }, - "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", - "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", - "ubuntu_1804": { - "name": "Ubuntu-Bionic-18.04", - "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" - }, - "ubuntu_2204": { - "name": "Ubuntu-Jammy-22.04", - "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", - "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" - } - }, - "type": [ - "object", - { - "almalinux_9": [ - "map", - "string" - ], - "availability_zone_no_gpu_name": "string", - "availability_zone_with_gpu_name": "string", - "availability_zones_names": [ - "map", - "string" - ], - "basic_services_ip": [ - "map", - "string" - ], - "centos_7": [ - "map", - "string" - ], - "default_security_group_name": "string", - "dns_zone": [ - "map", - "string" - ], - "dns_zone_id": "string", - "el7_data_file": "string", - "external_gateway_ip": [ - "list", - [ - "object", - { - "ip_address": "string", - "subnet_id": "string" - } - ] - ], - "external_network": [ - "map", - "string" - ], - "external_network_id": "string", - "external_router": [ - "map", - "string" - ], - "flavor_list": [ - "map", - "string" - ], - "floating_ip_pools": [ - "map", - "string" - ], - "haproxy_l7_data": [ - "map", - "string" - ], - "internal_ca_data": [ - "map", - "string" - ], - "main_haproxy_l7_ip": [ - "list", - "string" - ], - "main_private_network": [ - "map", - "string" - ], - "main_private_network_id": "string", - "main_private_subnet": [ - "map", - "string" - ], - "main_region": "string", - "main_subnet_network_id": "string", - "mtu_size": "number", - "networks_list": [ - "map", - "string" - ], - "networks_with_d4s_services": [ - "map", - "string" - ], - "octavia_information": [ - "map", - "string" - ], - "os_project_data": [ - "map", - "string" - ], - "policy_list": [ - "map", - "string" - ], - "prometheus_server_data": [ - "map", - "string" - ], - "resolvers_ip": [ - "list", - "string" - ], - "resource_registry_addresses": [ - "map", - "string" - ], - "security_group_list": [ - "map", - "string" - ], - "shared_postgresql_server_data": [ - "map", - "string" - ], - "smartexecutor_addresses": [ - "map", - "string" - ], - "ssh_jump_proxy": [ - "map", - "string" - ], - "ssh_sources": [ - "map", - "string" - ], - "ubuntu1804_data_file": "string", - "ubuntu2204_data_file": "string", - "ubuntu_1804": [ - "map", - "string" - ], - "ubuntu_2204": [ - "map", - "string" - ] - } - ] - }, - "workspace": null - }, - "sensitive_attributes": [] - } - ] - }, - { - "module": "module.dns_records_create", - "mode": "managed", - "type": "openstack_dns_recordset_v2", - "name": "add_dns_recordset", - "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", - "instances": [ - { - "index_key": "dataminer-proto-ghost", - "schema_version": 0, - "attributes": { - "description": "DataMiner Proto Ghost", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/760fc1d9-efb6-491d-9a7d-d4132e4f67ff", - "name": "dataminer-proto-ghost.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer1-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 1 Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/6c2a0dbe-0435-4508-bc59-dd416c14e7b7", - "name": "dataminer1-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer2-gw-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 2 Generic Worker Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/ca477f04-70d6-4d4a-a87c-b6ec92ad62e4", - "name": "dataminer2-gw-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer2-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 2 Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/21a16987-7dda-4aae-81e6-8c9b3521e516", - "name": "dataminer2-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer3-gw-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 3 Generic Worker Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/3ebf942e-29ab-4537-a708-68a3a0e40054", - "name": "dataminer3-gw-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer3-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 3 Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/37027fea-3e12-458b-a391-6f5347fd3cf0", - "name": "dataminer3-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer4-gw-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 4 Generic Worker Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/1e50a5d6-0472-4776-b175-38ec4966e54d", - "name": "dataminer4-gw-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer4-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 4 Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/6b313ff6-43e4-47dd-a2ef-f3ee60af01ca", - "name": "dataminer4-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer5-gw-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 5 Generic Worker Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/89ab3ef7-928d-44df-ba32-7894b11b1bc0", - "name": "dataminer5-gw-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer5-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 5 Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/e4dd0bfc-c09b-4d1f-b92e-3f6055a3f6d1", - "name": "dataminer5-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer6-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 6 Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/31117e43-c0e0-484d-95e9-5f2d23f186e5", - "name": "dataminer6-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer7-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 7 Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/1c5307c3-4aba-48ba-9936-0813d1ad4d33", - "name": "dataminer7-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer8-proto-1804", - "schema_version": 0, - "attributes": { - "description": "DataMiner 8 Proto 1804", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/a28c4585-5072-4039-912d-0770e644eac4", - "name": "dataminer8-proto-1804.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dm-pool-manager-proto", - "schema_version": 0, - "attributes": { - "description": "DM Pool Manager Proto", - "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/fb921555-9014-4281-9f9e-4bd5cbc784c3", - "name": "dm-pool-manager-proto.cloud.d4science.org.", - "project_id": "1b45adf388934758b56d0dfdb4bfacf3", - "records": [ - "main-lb.cloud.d4science.org." - ], - "region": "isti_area_pi_1", - "timeouts": null, - "ttl": 8600, - "type": "CNAME", - "value_specs": null, - "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - } - ] - }, - { - "module": "module.instance_with_data_volume", - "mode": "managed", - "type": "openstack_compute_instance_v2", - "name": "instance_with_data_volume", - "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", - "instances": [ - { - "index_key": "dataminer_1_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.43.167", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:02:27 +0000 UTC", - "flavor_id": "18", - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "bf35cfcd-403e-4282-b00f-a5e3fb4b7ffd", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer1-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.43.167", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:8e:b8:ed", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.0.152", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:1e:21:10", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:03:12 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_2_gw_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.45.106", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:01:20 +0000 UTC", - "flavor_id": "13", - "flavor_name": "c2.large", - "floating_ip": null, - "force_delete": false, - "id": "70a3409e-9cbd-40eb-a4ab-90e2b0b81590", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer2-gw-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.45.106", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:95:c9:6d", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.2.104", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:ea:4d:2c", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:02:13 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_2_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.41.101", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:02:24 +0000 UTC", - "flavor_id": "18", - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "62120426-24c8-4db4-bc46-f4cdea1408d1", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer2-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.41.101", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:a1:62:fc", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.2.115", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:61:2f:75", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:03:08 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_3_gw_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.43.178", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:01:20 +0000 UTC", - "flavor_id": "13", - "flavor_name": "c2.large", - "floating_ip": null, - "force_delete": false, - "id": "a4685256-ff8d-445c-a5ce-14eb3e0cfa91", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer3-gw-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.43.178", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:a6:ef:9a", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.3.174", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:0a:96:68", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:03:19 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_3_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.41.159", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:01:19 +0000 UTC", - "flavor_id": "18", - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "4069c9ad-bbb1-4c76-ac18-4ead87c691b3", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer3-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.41.159", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:d7:6a:44", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.1.93", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:e6:a1:52", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:03:23 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_4_gw_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.43.246", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:01:19 +0000 UTC", - "flavor_id": "13", - "flavor_name": "c2.large", - "floating_ip": null, - "force_delete": false, - "id": "12d2ed0c-77cf-414b-90ea-eb020c74ad61", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer4-gw-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.43.246", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:c6:ab:4b", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.0.223", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:d0:fb:17", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:02:09 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_4_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.42.192", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:02:57 +0000 UTC", - "flavor_id": "18", - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "b465a41b-bacc-4847-8cb4-c010c1ac488c", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer4-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.42.192", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:f5:31:b9", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.3.24", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:d1:d6:c9", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:03:33 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_5_gw_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.44.70", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:01:30 +0000 UTC", - "flavor_id": "13", - "flavor_name": "c2.large", - "floating_ip": null, - "force_delete": false, - "id": "f781c324-dc2a-40d0-84a6-69f70b9ab8d0", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer5-gw-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.44.70", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:48:e4:f7", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.0.171", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:4a:11:a6", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:02:23 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_5_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.44.199", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:01:19 +0000 UTC", - "flavor_id": "18", - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "dcf157b9-7407-46da-9127-a64f092aa861", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer5-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.44.199", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:55:4f:e4", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.0.143", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:29:86:e4", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:02:21 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_6_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.42.65", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:01:19 +0000 UTC", - "flavor_id": "18", - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "56b3bcb6-0eea-4d36-bd2e-9e69cac08062", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer6-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.42.65", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:8b:bf:65", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.3.78", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:44:b7:e0", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:02:23 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_7_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.42.90", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:01:20 +0000 UTC", - "flavor_id": "18", - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "202628fb-fd94-448c-8c23-eeb1d3888a19", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer7-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.42.90", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:23:8a:66", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.2.179", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:77:23:88", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:03:30 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_8_proto_1804", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.44.167", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:01:19 +0000 UTC", - "flavor_id": "18", - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "e2d69bd9-5242-4a63-8e40-797054b4234b", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer8-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.44.167", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:af:8c:14", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.2.202", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:78:0a:d0", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:03:19 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_proto_ghost", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.43.105", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:01:22 +0000 UTC", - "flavor_id": "9", - "flavor_name": "m1.large", - "floating_ip": null, - "force_delete": false, - "id": "841e505c-19e7-4d84-9944-e5a02727d4bd", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer-proto-ghost", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.43.105", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:2a:67:57", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.1.214", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:68:83:aa", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:02:19 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dm_pool_manager_proto", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.43.86", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 10, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2023-12-18 15:02:13 +0000 UTC", - "flavor_id": "9", - "flavor_name": "m1.large", - "floating_ip": null, - "force_delete": false, - "id": "64bb8cd6-3a93-42c5-9f3a-525114bc5394", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dm-pool-manager-proto", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.43.86", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:43:0a:27", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.0.218", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:f7:67:92", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2023-12-18 15:02:59 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - } - ] - }, - { - "module": "module.instance_without_data_volume", - "mode": "managed", - "type": "openstack_compute_instance_v2", - "name": "smartgears_service", - "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", - "instances": [ - { - "index_key": "dataminer_1_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 80, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "abbc9188-269a-4e68-8c40-bf7cee173be2", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer1-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_2_gw_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 40, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "c2.large", - "floating_ip": null, - "force_delete": false, - "id": "d9241997-3e47-45c0-b88c-c1de1102880b", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer2-gw-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_2_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 80, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "829f4f38-c913-4b3e-ba41-637a4374f668", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer2-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_3_gw_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 40, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "c2.large", - "floating_ip": null, - "force_delete": false, - "id": "71c509bc-084d-498d-bafb-14dc30a03cf6", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer3-gw-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_3_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 80, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "f62dab6d-bca1-4104-9113-2ad658984b7a", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer3-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_4_gw_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 40, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "c2.large", - "floating_ip": null, - "force_delete": false, - "id": "073dd9ee-7265-489c-971e-5007236cb4b2", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer4-gw-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_4_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 80, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "532edde8-5743-4a9d-a693-a9650c2ac301", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer4-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_5_gw_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 40, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "c2.large", - "floating_ip": null, - "force_delete": false, - "id": "75a8b5a5-4657-4859-a8e9-3836b97b402f", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer5-gw-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_5_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 80, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "678841ad-ddfd-4d3f-981e-a4dc9c7f6477", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer5-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_6_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 80, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "703ddba9-a038-43a5-a27c-dd2d6f9b0e64", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer6-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_7_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 80, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "48afd8eb-d52e-4982-b406-c5d73e61397d", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer7-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_8_proto_1804", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 80, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "m1.xxl", - "floating_ip": null, - "force_delete": false, - "id": "7ca919e2-9569-4aaf-a856-615d7e118ca7", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer8-proto-1804", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dataminer_proto_ghost", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 50, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "m1.large", - "floating_ip": null, - "force_delete": false, - "id": "87d133f3-9936-42f6-8de5-f66c919e02c5", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer-proto-ghost", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dm_pool_manager_proto", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, - "admin_pass": null, - "all_metadata": null, - "all_tags": [], - "availability_zone": null, - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 30, - "volume_type": "" - } - ], - "config_drive": null, - "created": null, - "flavor_id": null, - "flavor_name": "m1.large", - "floating_ip": null, - "force_delete": false, - "id": "813e0aad-9ac4-4eca-b831-b81a26d2b7c7", - "image_id": null, - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dm-pool-manager-proto", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "" - }, - { - "access_network": false, - "fixed_ip_v4": "", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "", - "name": "postgresql-srv-net", - "port": "", - "uuid": "" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": null, - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": null, - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - } - ] - } - ], + "resources": [], "check_results": null } From 5dc940b52f9e720b53f55385747d6744c7592c46 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Wed, 17 Jan 2024 17:19:02 +0100 Subject: [PATCH 014/101] Recreated Dataminer istances --- .../dataminer/terraform.tfstate | 1913 ++++++++++++++++- 1 file changed, 1911 insertions(+), 2 deletions(-) diff --git a/openstack-tf/d4s-production/dataminer/terraform.tfstate b/openstack-tf/d4s-production/dataminer/terraform.tfstate index 9d9a71d..ab3db43 100644 --- a/openstack-tf/d4s-production/dataminer/terraform.tfstate +++ b/openstack-tf/d4s-production/dataminer/terraform.tfstate @@ -1,9 +1,1918 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 158, + "serial": 187, "lineage": "baea8c53-fd72-1573-59ac-35ef1fc58d33", "outputs": {}, - "resources": [], + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "dataminer-proto-ghost", + "schema_version": 0, + "attributes": { + "description": "DataMiner Proto Ghost", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/56534465-edab-48a2-8a5d-e1fe2a91110f", + "name": "dataminer-proto-ghost.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer1-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 1 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/a4b4bf6e-8eaa-4e47-bd3a-09041fc951e2", + "name": "dataminer1-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer2-gw-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 2 Generic Worker Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/1075edc5-dfe4-4af4-b969-2ec9cb1841e5", + "name": "dataminer2-gw-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer2-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 2 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/2ff85b2c-62b1-4641-b1ff-3c09e3f9fdda", + "name": "dataminer2-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer3-gw-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 3 Generic Worker Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/93b66430-1806-42c4-9b89-1ed0b6e4730a", + "name": "dataminer3-gw-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer3-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 3 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/689c18c2-52f2-4442-97fa-59accf159d56", + "name": "dataminer3-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer4-gw-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 4 Generic Worker Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/70d183ad-716c-491d-8520-7cf477d22c72", + "name": "dataminer4-gw-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer4-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 4 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/f2cf56d7-b8b0-4f9b-904c-5f23c5f19b42", + "name": "dataminer4-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer5-gw-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 5 Generic Worker Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/205f1417-2d8a-4e9a-b6c2-894ad4c4ddac", + "name": "dataminer5-gw-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer5-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 5 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/f0aab1ae-22e7-485c-ad34-550e5212e464", + "name": "dataminer5-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer6-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 6 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/42d5f13c-ce85-44cb-95c2-74b55f08f6df", + "name": "dataminer6-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer7-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 7 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/bb6ee735-926f-4887-911a-7f12094b403a", + "name": "dataminer7-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer8-proto-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 8 Proto 1804", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/efa6df1d-51a7-4f1d-ab10-b08f23422807", + "name": "dataminer8-proto-1804.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dm-pool-manager-proto", + "schema_version": 0, + "attributes": { + "description": "DM Pool Manager Proto", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/7b9e7f37-4ce6-47f2-82d3-29400dc0cb4e", + "name": "dm-pool-manager-proto.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "dataminer_1_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.42.28", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:12:59 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "f8fa0fc9-0019-4b12-bf2e-7f038cecdc55", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer1-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.28", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:4e:ef:19", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.3.88", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:91:6f:2b", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:13:49 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_2_gw_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.43.68", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 40, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:12:59 +0000 UTC", + "flavor_id": "13", + "flavor_name": "c2.large", + "floating_ip": null, + "force_delete": false, + "id": "dbfcfdc1-bdbf-45fc-947c-65c9486449f8", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer2-gw-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.68", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:26:46:da", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.1.248", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:e4:26:64", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:14:08 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_2_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.43.200", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:12:59 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "35cbddff-5240-4887-9499-734401acfee7", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer2-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.200", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:27:a9:b6", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.3.206", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:c9:b0:3b", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:13:51 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_3_gw_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.45.20", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 40, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:12:16 +0000 UTC", + "flavor_id": "13", + "flavor_name": "c2.large", + "floating_ip": null, + "force_delete": false, + "id": "99701de9-ae5d-48a0-a794-31dcf6cd38a0", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer3-gw-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.45.20", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ad:1b:e2", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.0.154", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:e1:42:70", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:13:15 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_3_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.42.18", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:12:16 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "d457ba48-fd54-4f94-967a-8be64fd25fd9", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer3-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.18", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:15:dc:14", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.2.56", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:85:34:32", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:13:17 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_4_gw_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.42.107", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 40, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:13:20 +0000 UTC", + "flavor_id": "13", + "flavor_name": "c2.large", + "floating_ip": null, + "force_delete": false, + "id": "3ab28f96-e12d-475e-b3b4-7c2a6426e516", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer4-gw-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.107", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:e8:8c:37", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.2.89", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:b2:2f:7e", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:14:18 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_4_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.45.79", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:13:21 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "2747d6a9-032c-4b99-ad39-15ced21ec74b", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer4-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.45.79", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:62:ea:5f", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.1.70", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:cd:71:dd", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:14:11 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_5_gw_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.44.43", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 40, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:12:16 +0000 UTC", + "flavor_id": "13", + "flavor_name": "c2.large", + "floating_ip": null, + "force_delete": false, + "id": "4fc74e7e-9f93-47fd-9f73-1f1c6ac40138", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer5-gw-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.44.43", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:70:d4:85", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.3.209", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:24:e6:65", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:13:25 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_5_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.42.241", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:12:15 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "c3b7959b-63e1-4074-925f-ef2d2c3f2e27", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer5-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.241", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ed:c9:c8", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.3.5", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:dd:9b:5f", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:13:10 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_6_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.44.179", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:12:59 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "0492bcd4-439a-43c8-a9ff-42e6508c7ade", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer6-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.44.179", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:93:47:f1", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.1.56", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:9f:4c:67", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:13:47 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_7_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.44.66", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:13:20 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "d0097c69-9932-43ed-ac9e-c51d28f550bb", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer7-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.44.66", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ab:94:96", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.0.252", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:77:70:1f", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:14:32 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_8_proto_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.43.173", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 80, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:13:20 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "47a90dec-3822-4228-8e93-7457beaf9bc2", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer8-proto-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.173", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ff:19:43", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.1.237", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:1c:8b:d9", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:14:26 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_proto_ghost", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.43.249", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 50, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:12:15 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "94cc0d3f-3d91-4dac-afdc-cc43931fce0f", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer-proto-ghost", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.249", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:de:c3:9e", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.2.196", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:f6:23:43", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:13:27 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dm_pool_manager_proto", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.44.233", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 16:12:15 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "92810756-384a-4aba-90ae-5ed7b37b59cf", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dm-pool-manager-proto", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.44.233", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:4b:e9:8f", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.1.231", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:94:a8:3d", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 16:13:13 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], "check_results": null } From 203096196f04416b418a962a132091a9966ef51f Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Wed, 17 Jan 2024 18:01:30 +0100 Subject: [PATCH 015/101] Added dns info to geonetworks --- .../d4s-production/geonetwork/main.tf | 81 +++++- .../geonetwork/terraform.tfstate | 254 +++++++++++++++++- 2 files changed, 332 insertions(+), 3 deletions(-) diff --git a/openstack-tf/d4s-production/geonetwork/main.tf b/openstack-tf/d4s-production/geonetwork/main.tf index ca5aef6..b1e9705 100644 --- a/openstack-tf/d4s-production/geonetwork/main.tf +++ b/openstack-tf/d4s-production/geonetwork/main.tf @@ -196,6 +196,78 @@ module "dns_records_create" { source = "../../modules/dns_resources" dns_resources_map = { + geonetwork-ariadne = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-ariadne", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-ariadne" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geonetwork-fisherieatlas = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-fisherieatlas", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-fisherieatlas" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geonetwork-grsf = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-grsf", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-grsf" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geonetwork-iotcss3 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-iotcss3", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-iotcss3" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geonetwork-sdilab = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-sdilab", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-sdilab" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geonetwork-spatialdata = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-spatialdata", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-spatialdata" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geonetwork-wecafcfirms = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-wecafcfirms", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-wecafcfirms" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geonetwork-bluecloud = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-bluecloud", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-bluecloud" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geonetwork-tunaatlas = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-tunaatlas", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-tunaatlas" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, geonetwork-globalfisheriesatlas = { zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id name = join(".", ["geonetwork-globalfisheriesatlas", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) @@ -203,7 +275,14 @@ module "dns_records_create" { ttl = 8600 type = "CNAME" records = [local.cname_target] + }, + geonetwork-prod = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-prod", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-prod" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] } - } } diff --git a/openstack-tf/d4s-production/geonetwork/terraform.tfstate b/openstack-tf/d4s-production/geonetwork/terraform.tfstate index d88b5c2..e8ea5c1 100644 --- a/openstack-tf/d4s-production/geonetwork/terraform.tfstate +++ b/openstack-tf/d4s-production/geonetwork/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, - "terraform_version": "1.6.6", - "serial": 36, + "terraform_version": "1.6.4", + "serial": 47, "lineage": "08d2359a-f46e-f9fe-02d9-4cc9cfb46e25", "outputs": {}, "resources": [ @@ -390,6 +390,81 @@ "name": "add_dns_recordset", "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", "instances": [ + { + "index_key": "geonetwork-ariadne", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-ariadne", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/ed21d6a2-6198-48ed-9135-b2a108672efd", + "name": "geonetwork-ariadne.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geonetwork-bluecloud", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-bluecloud", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/e525a3ef-3c77-40b7-8f4c-b618956d744b", + "name": "geonetwork-bluecloud.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geonetwork-fisherieatlas", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-fisherieatlas", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/11983aa1-c2b8-4b83-8f54-5fc0c92927cd", + "name": "geonetwork-fisherieatlas.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "geonetwork-globalfisheriesatlas", "schema_version": 0, @@ -414,6 +489,181 @@ "dependencies": [ "data.terraform_remote_state.privnet_dns_router" ] + }, + { + "index_key": "geonetwork-grsf", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-grsf", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/814a0562-2c36-4497-a7a2-5e6170d92c48", + "name": "geonetwork-grsf.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geonetwork-iotcss3", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-iotcss3", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/4377f579-577c-4ade-9715-d8bea70bfafd", + "name": "geonetwork-iotcss3.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geonetwork-prod", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-prod", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/a559c26b-f58c-476c-830e-20fa6f572718", + "name": "geonetwork-prod.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geonetwork-sdilab", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-sdilab", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/3e4f082c-dd9e-44a3-8c0d-6fe06d8acac3", + "name": "geonetwork-sdilab.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geonetwork-spatialdata", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-spatialdata", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/019af6cb-c1cd-4536-9700-c384b1541850", + "name": "geonetwork-spatialdata.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geonetwork-tunaatlas", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-tunaatlas", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/291e3b9e-92dc-4a01-a8ac-440a55574b1d", + "name": "geonetwork-tunaatlas.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geonetwork-wecafcfirms", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-wecafcfirms", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/a7bed8c8-0c1e-4fd7-928b-f1dcc110cd6b", + "name": "geonetwork-wecafcfirms.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] } ] }, From a62eed17176a4d139937cf28fd307f61c7848eab Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Wed, 17 Jan 2024 19:52:48 +0100 Subject: [PATCH 016/101] Module that manages the cassandra VMs and subnet. --- .../modules/cassandra/cassandra-outputs.tf | 15 +++ openstack-tf/modules/cassandra/cassandra.tf | 116 ++++++++++++++++++ .../modules/cassandra/terraform-provider.tf | 29 +++++ .../modules/cassandra/variables-cassandra.tf | 56 +++++++++ 4 files changed, 216 insertions(+) create mode 100644 openstack-tf/modules/cassandra/cassandra-outputs.tf create mode 100644 openstack-tf/modules/cassandra/cassandra.tf create mode 100644 openstack-tf/modules/cassandra/terraform-provider.tf create mode 100644 openstack-tf/modules/cassandra/variables-cassandra.tf diff --git a/openstack-tf/modules/cassandra/cassandra-outputs.tf b/openstack-tf/modules/cassandra/cassandra-outputs.tf new file mode 100644 index 0000000..422c305 --- /dev/null +++ b/openstack-tf/modules/cassandra/cassandra-outputs.tf @@ -0,0 +1,15 @@ +output "cassandra_data" { + value = var.cassandra_server_data +} + +output "cassandra_ip_addrs" { + value = var.cassandra_ip +} + +output "cassandra_network" { + value = var.cassandra_net +} + +output "cassandra_tcp_ports" { + value = var.cassandra_tcp_ports_map +} diff --git a/openstack-tf/modules/cassandra/cassandra.tf b/openstack-tf/modules/cassandra/cassandra.tf new file mode 100644 index 0000000..f67d340 --- /dev/null +++ b/openstack-tf/modules/cassandra/cassandra.tf @@ -0,0 +1,116 @@ +# +# Cassandra shared server +# Network +resource "openstack_networking_network_v2" "cassandra_net" { + name = var.cassandra_net.network_name + admin_state_up = "true" + external = "false" + description = var.cassandra_net.network_description + dns_domain = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name + mtu = module.common_variables.mtu_size + port_security_enabled = true + shared = false + region = module.common_variables.main_region +} + +# Subnet +resource "openstack_networking_subnet_v2" "cassandra_subnet" { + name = "cassandra-subnet" + description = "subnet used to connect to the shared Cassandra service" + network_id = openstack_networking_network_v2.cassandra_net.id + cidr = var.cassandra_net.network_cidr + dns_nameservers = module.common_variables.resolvers_ip + ip_version = 4 + enable_dhcp = true + no_gateway = true + allocation_pool { + start = var.cassandra_net.allocation_pool_start + end = var.cassandra_net.allocation_pool_end + } +} + +# Security group +resource "openstack_networking_secgroup_v2" "cassandra_access" { + name = "access_to_the_cassandra_service" + delete_default_rules = "true" + description = "Access the shared Cassandra service using the dedicated network" +} + +resource "openstack_networking_secgroup_rule_v2" "cassandra_access_from_dedicated_subnet" { + for_each = var.cassandra_tcp_ports_map + security_group_id = openstack_networking_secgroup_v2.cassandra_access.id + description = each.value.description + direction = "ingress" + ethertype = "IPv4" + protocol = "tcp" + port_range_min = each.value.port_min + port_range_max = each.value.port_max + remote_ip_prefix = var.cassandra_net.network_cidr +} + +resource "openstack_networking_secgroup_rule_v2" "cassandra_metrics" { + security_group_id = openstack_networking_secgroup_v2.cassandra_access.id + description = "JMX, used to export metrics" + direction = "ingress" + ethertype = "IPv4" + protocol = "tcp" + port_range_min = 7199 + port_range_max = 7199 + remote_ip_prefix = data.terraform_remote_state.privnet_dns_router.outputs.basic_services_ip.prometheus_cidr +} + +resource "openstack_compute_servergroup_v2" "cassandra_cluster" { + name = "cassandra_cluster" + policies = [var.cassandra_affinity_policy] +} + +# Instances with an additional block device +resource "openstack_compute_instance_v2" "cassandra_server" { + count = var.cassandra_nodes_count + name = format("%s-%02d", var.cassandra_server_data.node_name, count.index + 1) + availability_zone_hints = module.common_variables.availability_zones_names.availability_zone_no_gpu + image_name = module.common_variables.ubuntu_2204.name + flavor_name = var.cassandra_node_flavor + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, openstack_networking_secgroup_v2.cassandra_access.name] + scheduler_hints { + group = openstack_compute_servergroup_v2.cassandra_cluster.id + } + block_device { + uuid = module.common_variables.ubuntu_2204.uuid + source_type = "image" + volume_size = 10 + boot_index = 0 + destination_type = "volume" + delete_on_termination = true + } + + block_device { + source_type = "blank" + volume_size = var.cassandra_server_data.node_data_disk_size + boot_index = -1 + destination_type = "volume" + delete_on_termination = false + } + + network { + name = data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name + } + network { + name = var.cassandra_net.network_name + fixed_ip_v4 = var.cassandra_ip.* [count.index] + } + + user_data = file("${module.common_variables.ubuntu_2204.user_data_file}") + depends_on = [openstack_networking_subnet_v2.cassandra_subnet] + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} + + diff --git a/openstack-tf/modules/cassandra/terraform-provider.tf b/openstack-tf/modules/cassandra/terraform-provider.tf new file mode 100644 index 0000000..f3678ce --- /dev/null +++ b/openstack-tf/modules/cassandra/terraform-provider.tf @@ -0,0 +1,29 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# SSH settings +module "ssh_settings" { + source = "../../modules/ssh-key-ref" +} + +# Global variables (constants, really) +module "common_variables" { + source = "../../modules/common_variables" +} + diff --git a/openstack-tf/modules/cassandra/variables-cassandra.tf b/openstack-tf/modules/cassandra/variables-cassandra.tf new file mode 100644 index 0000000..8471e4d --- /dev/null +++ b/openstack-tf/modules/cassandra/variables-cassandra.tf @@ -0,0 +1,56 @@ +variable "cassandra_server_data" { + type = map(string) + default = { + node_name = "cassandra" + node_data_disk_size = 20 + node_data_disk_device = "/dev/vdb" + } +} + +variable "cassandra_affinity_policy" { + default = "soft-anti-affinity" +} + +variable "cassandra_node_flavor" { + default = "" +} + +variable "cassandra_nodes_count" { + default = 0 +} + +variable "cassandra_ip" { + type = list(string) + default = ["192.168.13.5", "192.168.13.6", "192.168.13.7"] +} + +variable "cassandra_cidr" { + type = list(string) + default = ["192.168.13.5/32", "192.168.13.6/32", "192.168.13.7/32"] +} + +variable "cassandra_net" { + type = map(string) + default = { + network_name = "cassandra-net" + network_description = "Network used by the Cassandra cluster and clients to access the service" + network_cidr = "192.168.13.0/24" + allocation_pool_start = "192.168.13.20" + allocation_pool_end = "192.168.13.254" + } +} + +variable "cassandra_tcp_ports_map" { + type = map(object({ + description = string + port_min = number + port_max = number + })) + default = { + "cassandra_ports" = { + description = "" + port_min = 7000 + port_max = 7000 + } + } +} From 039e6ab61b51788fd26f6a87d9aa8d8d2514c35d Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Wed, 17 Jan 2024 19:53:57 +0100 Subject: [PATCH 017/101] Cassandra resources in preproduction. --- openstack-tf/d4s-preprod/cassandra/main.tf | 67 + .../d4s-preprod/cassandra/provider.tf | 3 + .../d4s-preprod/cassandra/terraform.tfstate | 1440 +++++++++++++++++ 3 files changed, 1510 insertions(+) create mode 100644 openstack-tf/d4s-preprod/cassandra/main.tf create mode 100644 openstack-tf/d4s-preprod/cassandra/provider.tf create mode 100644 openstack-tf/d4s-preprod/cassandra/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/cassandra/main.tf b/openstack-tf/d4s-preprod/cassandra/main.tf new file mode 100644 index 0000000..c592d75 --- /dev/null +++ b/openstack-tf/d4s-preprod/cassandra/main.tf @@ -0,0 +1,67 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +# +# Creates the server group "accounting-service" +# +resource "openstack_compute_servergroup_v2" "accounting_service_server_group" { + name = "accounting-service" + policies = [module.common_variables.policy_list.soft_anti_affinity] +} + +module "instance_without_data_volume" { + source = "../../modules/cassandra" + cassandra_nodes_count = 3 + cassandra_node_flavor = module.common_variables.flavor_list.m1_medium + cassandra_server_data = { + node_name = "cassandra" + node_data_disk_size = 20 + node_data_disk_device = "/dev/vdb" + } + + cassandra_tcp_ports_map = { + tcp_plain = { + description = "Cassandra TCP port 7000", + port_min = 7000, + port_max = 7000 + }, + tcp_tls = { + description = "Cassandra TLS TCP port 7001", + port_min = 7001, + port_max = 7001 + }, + tcp_transport = { + description = "Cassandra TCP transport 9042", + port_min = 9042, + port_max = 9042 + }, + rpc = { + description = "Cassandra TCP transport 9042", + port_min = 9160, + port_max = 9160 + } + } +} diff --git a/openstack-tf/d4s-preprod/cassandra/provider.tf b/openstack-tf/d4s-preprod/cassandra/provider.tf new file mode 100644 index 0000000..5c9deb7 --- /dev/null +++ b/openstack-tf/d4s-preprod/cassandra/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-pre" +} diff --git a/openstack-tf/d4s-preprod/cassandra/terraform.tfstate b/openstack-tf/d4s-preprod/cassandra/terraform.tfstate new file mode 100644 index 0000000..31165a4 --- /dev/null +++ b/openstack-tf/d4s-preprod/cassandra/terraform.tfstate @@ -0,0 +1,1440 @@ +{ + "version": 4, + "terraform_version": "1.6.6", + "serial": 34, + "lineage": "db04bbdd-e5b8-763e-b3d3-e46d10738f42", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "accounting_service_server_group", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "ec67ec79-9596-49ae-a07f-9ef0f987e683", + "members": [], + "name": "accounting-service", + "policies": [ + "soft-anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "cassandra_server", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.8", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": true, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 18:38:09 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "7bd78dfd-ff98-446a-955c-820c8f7c1d6e", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "cassandra-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.8", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:66:77:39", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.13.5", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ed:19:38", + "name": "cassandra-net", + "port": "", + "uuid": "0e2ecf79-bda0-468f-a365-1be4c9b39b85" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "51de52be-6c6b-4727-961d-a609e3e1ba25", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_cassandra_service", + "default_for_all" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 18:39:00 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router", + "module.instance_without_data_volume.openstack_compute_servergroup_v2.cassandra_cluster", + "module.instance_without_data_volume.openstack_networking_network_v2.cassandra_net", + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access", + "module.instance_without_data_volume.openstack_networking_subnet_v2.cassandra_subnet" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.201", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": true, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 18:38:20 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "d511882d-f79d-4aa3-9edb-a365b0540db0", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "cassandra-02", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.201", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:87:b4:25", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.13.6", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:27:d5:0f", + "name": "cassandra-net", + "port": "", + "uuid": "0e2ecf79-bda0-468f-a365-1be4c9b39b85" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "51de52be-6c6b-4727-961d-a609e3e1ba25", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_cassandra_service", + "default_for_all" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 18:39:10 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router", + "module.instance_without_data_volume.openstack_compute_servergroup_v2.cassandra_cluster", + "module.instance_without_data_volume.openstack_networking_network_v2.cassandra_net", + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access", + "module.instance_without_data_volume.openstack_networking_subnet_v2.cassandra_subnet" + ] + }, + { + "index_key": 2, + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.39", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": true, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-17 18:38:20 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "a2e6593f-3d89-4bdb-8e1f-3c7bab7b3d8a", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "cassandra-03", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.39", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:48:38:39", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.13.7", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:22:b4:f1", + "name": "cassandra-net", + "port": "", + "uuid": "0e2ecf79-bda0-468f-a365-1be4c9b39b85" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "51de52be-6c6b-4727-961d-a609e3e1ba25", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_cassandra_service", + "default_for_all" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-17 18:39:07 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router", + "module.instance_without_data_volume.openstack_compute_servergroup_v2.cassandra_cluster", + "module.instance_without_data_volume.openstack_networking_network_v2.cassandra_net", + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access", + "module.instance_without_data_volume.openstack_networking_subnet_v2.cassandra_subnet" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "cassandra_cluster", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "51de52be-6c6b-4727-961d-a609e3e1ba25", + "members": [ + "42035e92-c138-4204-bdbe-ff1e89e1ff9d", + "ea1ce095-dd04-40e0-931e-f5a506e537e2" + ], + "name": "cassandra_cluster", + "policies": [ + "soft-anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_networking_network_v2", + "name": "cassandra_net", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_tags": [], + "availability_zone_hints": [], + "description": "Network used by the Cassandra cluster and clients to access the service", + "dns_domain": "cloud-pre.d4science.org.", + "external": false, + "id": "0e2ecf79-bda0-468f-a365-1be4c9b39b85", + "mtu": 8942, + "name": "cassandra-net", + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "segments": [], + "shared": false, + "tags": [], + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "transparent_vlan": false, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "cassandra_access_from_dedicated_subnet", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "rpc", + "schema_version": 0, + "attributes": { + "description": "Cassandra TCP transport 9042", + "direction": "ingress", + "ethertype": "IPv4", + "id": "acd8be8d-b786-4bf2-9572-4ad99a0ca5b7", + "port_range_max": 9160, + "port_range_min": 9160, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "192.168.13.0/24", + "security_group_id": "c1db941c-3d71-4c40-bd53-0059a18fe32c", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access" + ] + }, + { + "index_key": "tcp_plain", + "schema_version": 0, + "attributes": { + "description": "Cassandra TCP port 7000", + "direction": "ingress", + "ethertype": "IPv4", + "id": "920993ec-20ac-475c-a676-8f917209f5dd", + "port_range_max": 7000, + "port_range_min": 7000, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "192.168.13.0/24", + "security_group_id": "c1db941c-3d71-4c40-bd53-0059a18fe32c", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access" + ] + }, + { + "index_key": "tcp_tls", + "schema_version": 0, + "attributes": { + "description": "Cassandra TLS TCP port 7001", + "direction": "ingress", + "ethertype": "IPv4", + "id": "0cbed5ef-094a-4997-9aad-a5ff18afb9d4", + "port_range_max": 7001, + "port_range_min": 7001, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "192.168.13.0/24", + "security_group_id": "c1db941c-3d71-4c40-bd53-0059a18fe32c", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access" + ] + }, + { + "index_key": "tcp_transport", + "schema_version": 0, + "attributes": { + "description": "Cassandra TCP transport 9042", + "direction": "ingress", + "ethertype": "IPv4", + "id": "34dbfed0-d0c2-49b8-9e8d-6b125abe43a9", + "port_range_max": 9042, + "port_range_min": 9042, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "192.168.13.0/24", + "security_group_id": "c1db941c-3d71-4c40-bd53-0059a18fe32c", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "cassandra_metrics", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "JMX, used to export metrics", + "direction": "ingress", + "ethertype": "IPv4", + "id": "c523393b-4d3d-4423-b89d-3b55ba34ab0b", + "port_range_max": 7199, + "port_range_min": 7199, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.32.10/32", + "security_group_id": "c1db941c-3d71-4c40-bd53-0059a18fe32c", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router", + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_networking_secgroup_v2", + "name": "cassandra_access", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "delete_default_rules": true, + "description": "Access the shared Cassandra service using the dedicated network", + "id": "c1db941c-3d71-4c40-bd53-0059a18fe32c", + "name": "access_to_the_cassandra_service", + "region": "isti_area_pi_1", + "tags": [], + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_networking_subnet_v2", + "name": "cassandra_subnet", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "allocation_pool": [ + { + "end": "192.168.13.254", + "start": "192.168.13.20" + } + ], + "allocation_pools": [ + { + "end": "192.168.13.254", + "start": "192.168.13.20" + } + ], + "cidr": "192.168.13.0/24", + "description": "subnet used to connect to the shared Cassandra service", + "dns_nameservers": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "enable_dhcp": true, + "gateway_ip": "", + "host_routes": [], + "id": "b9a36506-42bb-4ca6-9a0d-42952d741acf", + "ip_version": 4, + "ipv6_address_mode": "", + "ipv6_ra_mode": "", + "name": "cassandra-subnet", + "network_id": "0e2ecf79-bda0-468f-a365-1be4c9b39b85", + "no_gateway": true, + "prefix_length": null, + "region": "isti_area_pi_1", + "service_types": [], + "subnetpool_id": "", + "tags": [], + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router", + "module.instance_without_data_volume.openstack_networking_network_v2.cassandra_net" + ] + } + ] + } + ], + "check_results": null +} From 370967272344d767f3643fb241420813df150199 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Thu, 18 Jan 2024 10:23:31 +0100 Subject: [PATCH 018/101] Added cname to geoserver --- openstack-tf/d4s-production/geoserver/main.tf | 103 ++++++++++++++++++ 1 file changed, 103 insertions(+) diff --git a/openstack-tf/d4s-production/geoserver/main.tf b/openstack-tf/d4s-production/geoserver/main.tf index 1779267..11f946b 100644 --- a/openstack-tf/d4s-production/geoserver/main.tf +++ b/openstack-tf/d4s-production/geoserver/main.tf @@ -185,3 +185,106 @@ module "instance_with_data_volume" { } } } + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + geoserver-geona = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-geona", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver-geona" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geoserver-esquiline = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-esquiline", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver-esquiline" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geoserver-ariadne = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-ariadne", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver-ariadne" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geoserver-grsf = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-grsf", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver-grsf" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geoserver-protectedareaimpactmaps = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-protectedareaimpactmaps", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver-protectedareaimpactmaps" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geoserver-sdilab = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-sdilab", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver-sdilab" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geoserver-tunaatlas = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-tunaatlas", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver-tunaatlas" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geoserver-wecafcfirms = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-wecafcfirms", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver-wecafcfirms" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geoserver-aquacultureatlas = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-aquacultureatlas", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver-aquacultureatlas" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geoserver-globalfisheriesatlas = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-globalfisheriesatlas", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geoserver-globalfisheriesatlas" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + geoserver-marineenvironmentalindicators = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-marineenvironmentalindicators", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver-marineenvironmentalindicators" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} From 5ba4e41806691e88c7c63a822bec0526fe2124a4 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Thu, 18 Jan 2024 10:59:00 +0100 Subject: [PATCH 019/101] Added CNAME to geoservers --- .../geoserver/terraform.tfstate | 398 ++++++++++++++++-- 1 file changed, 374 insertions(+), 24 deletions(-) diff --git a/openstack-tf/d4s-production/geoserver/terraform.tfstate b/openstack-tf/d4s-production/geoserver/terraform.tfstate index b51578a..66b7e54 100644 --- a/openstack-tf/d4s-production/geoserver/terraform.tfstate +++ b/openstack-tf/d4s-production/geoserver/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, - "terraform_version": "1.6.5", - "serial": 34, + "terraform_version": "1.6.4", + "serial": 46, "lineage": "de164650-89d7-4446-7bbf-4d84dd648c8e", "outputs": {}, "resources": [ @@ -383,6 +383,290 @@ } ] }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geoserver-aquacultureatlas", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver-aquacultureatlas", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/5ff5afef-932c-4f5d-8595-afd9a872a08d", + "name": "geoserver-aquacultureatlas.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geoserver-ariadne", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver-ariadne", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/600ee8ca-9ace-4a1c-9c6e-92657ce2dddf", + "name": "geoserver-ariadne.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geoserver-esquiline", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver-esquiline", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/2793fa01-2440-4796-a45e-4e57f1b68f5a", + "name": "geoserver-esquiline.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geoserver-geona", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver-geona", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/42ee9a01-afab-4565-8f7d-51ae6614d783", + "name": "geoserver-geona.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geoserver-globalfisheriesatlas", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geoserver-globalfisheriesatlas", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/b899990f-95db-4f76-8e01-b5a5f5af6da3", + "name": "geoserver-globalfisheriesatlas.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geoserver-grsf", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver-grsf", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/72a22f79-8d61-4104-997f-a574234461dd", + "name": "geoserver-grsf.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geoserver-marineenvironmentalindicators", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver-marineenvironmentalindicators", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/7a74183f-528d-499d-8e84-025eaed0ba2a", + "name": "geoserver-marineenvironmentalindicators.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geoserver-protectedareaimpactmaps", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver-protectedareaimpactmaps", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/f2abd823-a3de-4ac4-919e-51b07c8db5f5", + "name": "geoserver-protectedareaimpactmaps.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geoserver-sdilab", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver-sdilab", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/6c8ef2af-7d8b-4111-a2ee-04353ed5a9d4", + "name": "geoserver-sdilab.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geoserver-tunaatlas", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver-tunaatlas", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/a524d8ac-ad9e-4c22-9c1b-aaa58bb5f410", + "name": "geoserver-tunaatlas.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "geoserver-wecafcfirms", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver-wecafcfirms", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/e12446b9-bdb0-4b53-953c-8cd86c535c6a", + "name": "geoserver-wecafcfirms.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, { "module": "module.instance_with_data_volume", "mode": "managed", @@ -394,7 +678,13 @@ "index_key": "geoserver_aquacultureatlas", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "f53e3efd-a530-4a4a-aac7-39e862418af0", + "instance_id": "4010f6dc-f20b-407c-aa1e-fe87fd9b5230" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -423,7 +713,13 @@ "index_key": "geoserver_ariadne", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "82fc05d3-1903-49b7-8479-5dbb5a035a9c", + "instance_id": "61991170-8fa9-4822-a9f3-cff53a91b394" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -452,7 +748,13 @@ "index_key": "geoserver_esquiline", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "cee27693-7d90-4645-a7ef-691133934a90", + "instance_id": "0f82ac9b-3dd9-44a8-aa2a-d9fc809fb112" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -481,7 +783,13 @@ "index_key": "geoserver_geona", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "4a29e73b-2650-4a2f-ae40-d518d8e707c7", + "instance_id": "6a75e7ec-7f33-4b87-8e01-aee11ce5f3ee" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -510,7 +818,13 @@ "index_key": "geoserver_globalfisheriesatlas", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "646e3ee5-4037-450a-9be9-189d811106ae", + "instance_id": "17ed0958-b281-438b-8dfd-5a8fdcedde7d" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -539,7 +853,13 @@ "index_key": "geoserver_grsf", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "19a6d750-69cb-4c10-99b3-115223ade1a0", + "instance_id": "d5e2e97c-a43e-4d26-9ea0-d2f2952f9c09" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -568,7 +888,13 @@ "index_key": "geoserver_marineenvironmentalindicators", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "2f2e03c1-617a-4636-bd6a-6365c1cad152", + "instance_id": "5615ecc2-9dae-4759-9181-58c068128a62" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -597,7 +923,13 @@ "index_key": "geoserver_protectedareaimpactmaps", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "19150f10-0454-446d-b185-e7af3e904b53", + "instance_id": "f39793c5-3e3a-40fb-909e-840a43a001f4" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -626,7 +958,13 @@ "index_key": "geoserver_sdilab", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "a9a8535b-6d3f-4c22-89aa-a0a10b385150", + "instance_id": "9ad1420c-f428-4bfc-8db0-36f1c78d8ebb" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -655,7 +993,13 @@ "index_key": "geoserver_tunaatlas", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "b7e0989f-2f72-4c5c-9f90-36998a54f4cf", + "instance_id": "788e6da0-be2f-4dfa-b68b-da973f4d2f3e" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -684,7 +1028,13 @@ "index_key": "geoserver_wecafcfirms", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "3723e4fb-8e35-458e-930a-318f5ff4bafb", + "instance_id": "237a6d69-2f5b-4c49-8741-2e52fc3a22ec" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -788,7 +1138,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 17:16:20 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -871,7 +1221,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 17:16:24 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -954,7 +1304,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 17:16:31 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1037,7 +1387,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 17:16:20 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1120,7 +1470,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 17:16:31 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1203,7 +1553,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 17:16:20 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1286,7 +1636,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 17:16:42 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1369,7 +1719,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 17:16:42 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1452,7 +1802,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 17:17:02 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1535,7 +1885,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 17:16:28 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1618,7 +1968,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 17:16:21 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", From 5038d6540ba25e46cf340d82d673b74b81419635 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Thu, 18 Jan 2024 17:52:59 +0100 Subject: [PATCH 020/101] See #26405. Recordsets for the gCore services in production. --- .../d4s-production/gcore-services/main.tf | 95 +++ .../d4s-production/gcore-services/provider.tf | 3 + .../gcore-services/terraform.tfstate | 572 ++++++++++++++++++ 3 files changed, 670 insertions(+) create mode 100644 openstack-tf/d4s-production/gcore-services/main.tf create mode 100644 openstack-tf/d4s-production/gcore-services/provider.tf create mode 100644 openstack-tf/d4s-production/gcore-services/terraform.tfstate diff --git a/openstack-tf/d4s-production/gcore-services/main.tf b/openstack-tf/d4s-production/gcore-services/main.tf new file mode 100644 index 0000000..24f8274 --- /dev/null +++ b/openstack-tf/d4s-production/gcore-services/main.tf @@ -0,0 +1,95 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +locals { + cname_target = "swarm-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# We only manage the DNS records, for the gCore services +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + resource-manager-openaire = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["resource-manager-openaire", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "gCore resource-manager-openaire" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + resourcemanager-gcubeapps = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["resourcemanager-gcubeapps", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "gCore resourcemanager-gcubeapps" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + resourcemanager-farm = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["resourcemanager-farm", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "gCore resourcemanager-farm" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + resourcemanager-d4research = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["resourcemanager-d4research", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "gCore resourcemanager-d4research" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + resourcemanager-d4os = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["resourcemanager-d4os", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "gCore resourcemanager-d4os" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + resourcemanager-parthenosvo = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["resourcemanager-parthenosvo", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "gCore resourcemanager-parthenosvo" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + resourcemanager-sobigdata = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["resourcemanager-sobigdata", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "gCore resourcemanager-sobigdata" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-production/gcore-services/provider.tf b/openstack-tf/d4s-production/gcore-services/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/gcore-services/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} diff --git a/openstack-tf/d4s-production/gcore-services/terraform.tfstate b/openstack-tf/d4s-production/gcore-services/terraform.tfstate new file mode 100644 index 0000000..d1c01ee --- /dev/null +++ b/openstack-tf/d4s-production/gcore-services/terraform.tfstate @@ -0,0 +1,572 @@ +{ + "version": 4, + "terraform_version": "1.6.6", + "serial": 10, + "lineage": "0f20c78f-bcfa-7a96-7a73-cabf9dc181bf", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "resource-manager-openaire", + "schema_version": 0, + "attributes": { + "description": "gCore resource-manager-openaire", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/fdc63597-0e75-4bb6-89af-c07b98f2a441", + "name": "resource-manager-openaire.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "swarm-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "resourcemanager-d4os", + "schema_version": 0, + "attributes": { + "description": "gCore resourcemanager-d4os", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/8e7c01a3-1f47-4c70-a2b7-182009f7a55a", + "name": "resourcemanager-d4os.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "swarm-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "resourcemanager-d4research", + "schema_version": 0, + "attributes": { + "description": "gCore resourcemanager-d4research", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/46313056-8875-468b-b365-ff2635ba72dd", + "name": "resourcemanager-d4research.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "swarm-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "resourcemanager-farm", + "schema_version": 0, + "attributes": { + "description": "gCore resourcemanager-farm", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/44b86d18-6816-4e27-aa94-acff8af27fac", + "name": "resourcemanager-farm.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "swarm-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "resourcemanager-gcubeapps", + "schema_version": 0, + "attributes": { + "description": "gCore resourcemanager-gcubeapps", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/bd93815d-3585-4865-b40e-116e2cdbcc91", + "name": "resourcemanager-gcubeapps.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "swarm-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "resourcemanager-parthenosvo", + "schema_version": 0, + "attributes": { + "description": "gCore resourcemanager-parthenosvo", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/6eb54662-5e5c-40a4-92f0-88d1a386f412", + "name": "resourcemanager-parthenosvo.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "swarm-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "resourcemanager-sobigdata", + "schema_version": 0, + "attributes": { + "description": "gCore resourcemanager-sobigdata", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/9fe79d4b-7667-447b-ba35-d73431eaacdb", + "name": "resourcemanager-sobigdata.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "swarm-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} From 9a70cb4c1d0332e67ddd499ff0f96840e32cadf9 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Fri, 19 Jan 2024 16:43:27 +0100 Subject: [PATCH 021/101] Added plan for dataminer in preproduction --- openstack-tf/d4s-preprod/dataminer/main.tf | 99 +++++++++++++++++++ .../d4s-preprod/dataminer/provider.tf | 3 + 2 files changed, 102 insertions(+) create mode 100644 openstack-tf/d4s-preprod/dataminer/main.tf create mode 100644 openstack-tf/d4s-preprod/dataminer/provider.tf diff --git a/openstack-tf/d4s-preprod/dataminer/main.tf b/openstack-tf/d4s-preprod/dataminer/main.tf new file mode 100644 index 0000000..36adf4c --- /dev/null +++ b/openstack-tf/d4s-preprod/dataminer/main.tf @@ -0,0 +1,99 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" + + instances_without_data_volume_map = { + dm_pool_manager_pre = { + name = "dm-pool-manager-pre", + description = "This instance is a DataMiner Pool Manager service", + flavor = module.common_variables.flavor_list.m1_large, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 30 + }, + dataminer_pre_ghost = { + name = "dataminer-pre-ghost", + description = "This instance is a DataMiner Ghost service", + flavor = module.common_variables.flavor_list.m1_large, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 50 + }, + dataminer_1_pre_1804 = { + name = "dataminer1-pre-1804", + description = "This instance is a DataMiner service", + flavor = module.common_variables.flavor_list.m1_xxl, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 80 + } + } +} + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + dm-pool-manager-pre = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dm-pool-manager-pre", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DM Pool Manager Preproduction" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer-pre-ghost = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer-pre-ghost", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner Preproduction Ghost" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer1-pre-1804 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer1-pre-1804", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner 1 Pre 1804" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-preprod/dataminer/provider.tf b/openstack-tf/d4s-preprod/dataminer/provider.tf new file mode 100644 index 0000000..5c9deb7 --- /dev/null +++ b/openstack-tf/d4s-preprod/dataminer/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-pre" +} From 6dd09b8bdd36bf35998772221c78ee9e273b29cd Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Fri, 19 Jan 2024 17:27:24 +0100 Subject: [PATCH 022/101] Updated dataminers for preprod --- openstack-tf/d4s-preprod/dataminer/main.tf | 8 +- .../d4s-preprod/dataminer/terraform.tfstate | 549 ++++++++++++++++++ 2 files changed, 553 insertions(+), 4 deletions(-) create mode 100644 openstack-tf/d4s-preprod/dataminer/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/dataminer/main.tf b/openstack-tf/d4s-preprod/dataminer/main.tf index 36adf4c..a8a9d9f 100644 --- a/openstack-tf/d4s-preprod/dataminer/main.tf +++ b/openstack-tf/d4s-preprod/dataminer/main.tf @@ -30,7 +30,7 @@ module "instance_without_data_volume" { dm_pool_manager_pre = { name = "dm-pool-manager-pre", description = "This instance is a DataMiner Pool Manager service", - flavor = module.common_variables.flavor_list.m1_large, + flavor = module.common_variables.flavor_list.m1_medium, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], @@ -40,7 +40,7 @@ module "instance_without_data_volume" { dataminer_pre_ghost = { name = "dataminer-pre-ghost", description = "This instance is a DataMiner Ghost service", - flavor = module.common_variables.flavor_list.m1_large, + flavor = module.common_variables.flavor_list.m1_medium, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], @@ -50,12 +50,12 @@ module "instance_without_data_volume" { dataminer_1_pre_1804 = { name = "dataminer1-pre-1804", description = "This instance is a DataMiner service", - flavor = module.common_variables.flavor_list.m1_xxl, + flavor = module.common_variables.flavor_list.m1_large, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 - image_volume_size = 80 + image_volume_size = 50 } } } diff --git a/openstack-tf/d4s-preprod/dataminer/terraform.tfstate b/openstack-tf/d4s-preprod/dataminer/terraform.tfstate new file mode 100644 index 0000000..6be2b05 --- /dev/null +++ b/openstack-tf/d4s-preprod/dataminer/terraform.tfstate @@ -0,0 +1,549 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 26, + "lineage": "36794155-bcfa-624c-516e-62e6c5034c73", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "dataminer_pre_ghost", + "status": "tainted", + "schema_version": 0, + "attributes": { + "access_ip_v4": "", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 50, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-19 15:49:26 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "626f6e69-5cb6-4464-825e-07f96ac7de47", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer-pre-ghost", + "network": [], + "network_mode": null, + "personality": [], + "power_state": "error", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-01-19 16:20:42 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dm_pool_manager_pre", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.35.40", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-19 15:49:25 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "eb1d9d45-e6ca-4b8f-a779-7f3993577d05", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dm-pool-manager-pre", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.35.40", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:c4:1d:88", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.3.153", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:3d:88:0e", + "name": "postgresql-srv-net", + "port": "", + "uuid": "e25395f4-f1aa-4819-b5a5-36d25ee5af54" + } + ], + "network_mode": null, + "personality": [], + "power_state": "error", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-01-19 16:22:46 +0000 UTC", + "user_data": "", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} From f63c6b61703d0148670b3fccbdb0a3530eb9ab79 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Fri, 19 Jan 2024 17:34:20 +0100 Subject: [PATCH 023/101] Updated dataminer in preprod --- openstack-tf/d4s-preprod/dataminer/terraform.tfstate | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/openstack-tf/d4s-preprod/dataminer/terraform.tfstate b/openstack-tf/d4s-preprod/dataminer/terraform.tfstate index 6be2b05..e7fd805 100644 --- a/openstack-tf/d4s-preprod/dataminer/terraform.tfstate +++ b/openstack-tf/d4s-preprod/dataminer/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 26, + "serial": 29, "lineage": "36794155-bcfa-624c-516e-62e6c5034c73", "outputs": {}, "resources": [ @@ -448,7 +448,7 @@ "stop_before_destroy": false, "tags": [], "timeouts": null, - "updated": "2024-01-19 16:20:42 +0000 UTC", + "updated": "2024-01-19 16:22:53 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", "vendor_options": [], "volume": [] @@ -531,7 +531,7 @@ "stop_before_destroy": false, "tags": [], "timeouts": null, - "updated": "2024-01-19 16:22:46 +0000 UTC", + "updated": "2024-01-19 16:25:26 +0000 UTC", "user_data": "", "vendor_options": [], "volume": [] From bbd8fbd77904c9cee2553958b3ead856a15cbe29 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Fri, 19 Jan 2024 18:19:41 +0100 Subject: [PATCH 024/101] Updated dataminers in preprod --- .../d4s-preprod/dataminer/terraform.tfstate | 544 +----------------- 1 file changed, 2 insertions(+), 542 deletions(-) diff --git a/openstack-tf/d4s-preprod/dataminer/terraform.tfstate b/openstack-tf/d4s-preprod/dataminer/terraform.tfstate index e7fd805..571417d 100644 --- a/openstack-tf/d4s-preprod/dataminer/terraform.tfstate +++ b/openstack-tf/d4s-preprod/dataminer/terraform.tfstate @@ -1,549 +1,9 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 29, + "serial": 31, "lineage": "36794155-bcfa-624c-516e-62e6c5034c73", "outputs": {}, - "resources": [ - { - "mode": "data", - "type": "terraform_remote_state", - "name": "privnet_dns_router", - "provider": "provider[\"terraform.io/builtin/terraform\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "backend": "local", - "config": { - "value": { - "path": "../project-setup/terraform.tfstate" - }, - "type": [ - "object", - { - "path": "string" - } - ] - }, - "defaults": null, - "outputs": { - "value": { - "almalinux_9": { - "name": "AlmaLinux-9.0-20220718", - "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" - }, - "availability_zone_no_gpu_name": "cnr-isti-nova-a", - "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", - "availability_zones_names": { - "availability_zone_no_gpu": "cnr-isti-nova-a", - "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" - }, - "basic_services_ip": { - "ca": "10.1.32.4", - "ca_cidr": "10.1.32.4/32", - "haproxy_l7_1": "10.1.32.11", - "haproxy_l7_1_cidr": "10.1.32.11/32", - "haproxy_l7_2": "10.1.32.12", - "haproxy_l7_2_cidr": "10.1.32.12/32", - "octavia_main": "10.1.32.20", - "octavia_main_cidr": "10.1.32.20/32", - "prometheus": "10.1.32.10", - "prometheus_cidr": "10.1.32.10/32", - "ssh_jump": "10.1.32.5", - "ssh_jump_cidr": "10.1.32.5/32" - }, - "centos_7": { - "name": "CentOS-7", - "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" - }, - "default_security_group_name": "default_for_all", - "dns_zone": { - "description": "DNS primary zone for the d4s-pre-cloud project", - "email": "postmaster@isti.cnr.it", - "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", - "ttl": "8600", - "zone_name": "cloud-pre.d4science.org." - }, - "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", - "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", - "external_gateway_ip": [ - { - "ip_address": "146.48.30.241", - "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" - } - ], - "external_network": { - "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", - "name": "external-network" - }, - "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", - "external_router": { - "description": "D4Science Preprod main router", - "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", - "name": "d4s-pre-cloud-external-router" - }, - "flavor_list": { - "c1_large": "c1.large", - "c1_medium": "c1.medium", - "c1_small": "c1.small", - "c2_large": "c2.large", - "m1_large": "m1.large", - "m1_medium": "m1.medium", - "m1_xlarge": "m1.xlarge", - "m1_xxl": "m1.xxl", - "m2_large": "m2.large", - "m2_medium": "m2.medium", - "m2_small": "m2.small", - "m3_large": "m3.large" - }, - "floating_ip_pools": { - "main_public_ip_pool": "external-network" - }, - "haproxy_l7_data": { - "flavor": "m1.medium", - "haproxy_1": "haproxy-l7-1", - "haproxy_2": "haproxy-l7-2", - "name": "main-haproxy-l7", - "vm_count": "2" - }, - "internal_ca_data": { - "flavor": "m1.small", - "name": "ca" - }, - "main_haproxy_l7_ip": [ - "10.1.32.11", - "10.1.32.12" - ], - "main_private_network": { - "description": "D4Science Preprod private network (use this as the main network)", - "name": "d4s-pre-cloud-main" - }, - "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", - "main_private_subnet": { - "allocation_end": "10.1.35.254", - "allocation_start": "10.1.32.100", - "cidr": "10.1.32.0/22", - "description": "D4Science Preprod main private subnet", - "gateway_ip": "10.1.32.1", - "name": "d4s-pre-cloud-main-subnet" - }, - "main_region": "isti_area_pi_1", - "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", - "mtu_size": 8942, - "networks_list": { - "orientdb": "orientdb-net", - "orientdb_se": "orientdb-se-net", - "shared_postgresql": "postgresql-srv-net", - "swarm": "swarm-nfs-net", - "timescaledb": "timescaledb-net" - }, - "networks_with_d4s_services": { - "garr_ct1_net": "90.147.166.0/23", - "garr_na_net": "90.147.152.0/24", - "garr_pa1_net": "90.147.188.0/23", - "infrascience_net": "146.48.122.0/23", - "isti_net": "146.48.80.0/21", - "s2i2s_net": "146.48.28.0/22" - }, - "octavia_information": { - "main_lb_description": "Main L4 load balancer for the D4Science PRE production", - "main_lb_hostname": "main-lb", - "main_lb_name": "d4s-pre-cloud-l4-load-balancer", - "octavia_flavor": "octavia_amphora-mvcpu-ha", - "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", - "octavia_vrrp_ip_1": "10.1.33.159/32", - "octavia_vrrp_ip_2": "10.1.32.199/32", - "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" - }, - "os_project_data": { - "id": "6fdc02e2827b405dad99f34698659742" - }, - "policy_list": { - "affinity": "affinity", - "anti_affinity": "anti-affinity", - "soft_affinity": "soft-affinity", - "soft_anti_affinity": "soft-anti-affinity" - }, - "prometheus_server_data": { - "flavor": "m1.medium", - "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", - "vol_data_device": "/dev/vdb", - "vol_data_name": "prometheus-data", - "vol_data_size": "100" - }, - "resolvers_ip": [ - "146.48.29.97", - "146.48.29.98", - "146.48.29.99" - ], - "resource_registry_addresses": {}, - "security_group_list": { - "acaland": "acaland's dev machine", - "access_to_orientdb": "access_to_orientdb", - "access_to_orientdb_se": "access_to_orientdb_se", - "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", - "cassandra": "Cassandra", - "dataminer-publish": "dataminer-publish", - "debugging_from_jump_node": "debugging_from_jump_node", - "default": "default", - "docker_swarm": "Docker Swarm", - "docker_swarm_NFS": "Docker Swarm NFS", - "haproxy": "traffic_from_main_lb_to_haproxy_l7", - "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", - "limited_HTTPS_access": "restricted_web_service", - "limited_SSH_access": "Limited SSH access", - "mongo": "mongo", - "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", - "postgreSQL": "PostgreSQL service", - "public_HTTPS": "Public HTTPS" - }, - "shared_postgresql_server_data": { - "allocation_pool_end": "192.168.3.254", - "allocation_pool_start": "192.168.0.100", - "flavor": "m1.medium", - "name": "shared-postgresql-server", - "network_cidr": "192.168.0.0/22", - "network_description": "Network used to communicate with the shared postgresql service", - "network_name": "postgresql-srv-net", - "server_cidr": "192.168.0.5/22", - "server_ip": "192.168.0.5", - "vol_data_device": "/dev/vdb", - "vol_data_name": "shared-postgresql-data", - "vol_data_size": "100" - }, - "smartexecutor_addresses": {}, - "ssh_jump_proxy": { - "flavor": "m2.small", - "name": "ssh-jump-proxy" - }, - "ssh_sources": { - "d4s_vpn_1_cidr": "146.48.122.27/32", - "d4s_vpn_2_cidr": "146.48.122.49/32", - "infrascience_net_cidr": "146.48.122.0/23", - "s2i2s_vpn_1_cidr": "146.48.28.10/32", - "s2i2s_vpn_2_cidr": "146.48.28.11/32", - "shell_d4s_cidr": "146.48.122.95/32" - }, - "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", - "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", - "ubuntu_1804": { - "name": "Ubuntu-Bionic-18.04", - "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" - }, - "ubuntu_2204": { - "name": "Ubuntu-Jammy-22.04", - "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", - "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" - } - }, - "type": [ - "object", - { - "almalinux_9": [ - "map", - "string" - ], - "availability_zone_no_gpu_name": "string", - "availability_zone_with_gpu_name": "string", - "availability_zones_names": [ - "map", - "string" - ], - "basic_services_ip": [ - "map", - "string" - ], - "centos_7": [ - "map", - "string" - ], - "default_security_group_name": "string", - "dns_zone": [ - "map", - "string" - ], - "dns_zone_id": "string", - "el7_data_file": "string", - "external_gateway_ip": [ - "list", - [ - "object", - { - "ip_address": "string", - "subnet_id": "string" - } - ] - ], - "external_network": [ - "map", - "string" - ], - "external_network_id": "string", - "external_router": [ - "map", - "string" - ], - "flavor_list": [ - "map", - "string" - ], - "floating_ip_pools": [ - "map", - "string" - ], - "haproxy_l7_data": [ - "map", - "string" - ], - "internal_ca_data": [ - "map", - "string" - ], - "main_haproxy_l7_ip": [ - "list", - "string" - ], - "main_private_network": [ - "map", - "string" - ], - "main_private_network_id": "string", - "main_private_subnet": [ - "map", - "string" - ], - "main_region": "string", - "main_subnet_network_id": "string", - "mtu_size": "number", - "networks_list": [ - "map", - "string" - ], - "networks_with_d4s_services": [ - "map", - "string" - ], - "octavia_information": [ - "map", - "string" - ], - "os_project_data": [ - "map", - "string" - ], - "policy_list": [ - "map", - "string" - ], - "prometheus_server_data": [ - "map", - "string" - ], - "resolvers_ip": [ - "list", - "string" - ], - "resource_registry_addresses": [ - "map", - "string" - ], - "security_group_list": [ - "map", - "string" - ], - "shared_postgresql_server_data": [ - "map", - "string" - ], - "smartexecutor_addresses": [ - "map", - "string" - ], - "ssh_jump_proxy": [ - "map", - "string" - ], - "ssh_sources": [ - "map", - "string" - ], - "ubuntu1804_data_file": "string", - "ubuntu2204_data_file": "string", - "ubuntu_1804": [ - "map", - "string" - ], - "ubuntu_2204": [ - "map", - "string" - ] - } - ] - }, - "workspace": null - }, - "sensitive_attributes": [] - } - ] - }, - { - "module": "module.instance_without_data_volume", - "mode": "managed", - "type": "openstack_compute_instance_v2", - "name": "smartgears_service", - "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", - "instances": [ - { - "index_key": "dataminer_pre_ghost", - "status": "tainted", - "schema_version": 0, - "attributes": { - "access_ip_v4": "", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 50, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2024-01-19 15:49:26 +0000 UTC", - "flavor_id": "9", - "flavor_name": "m1.large", - "floating_ip": null, - "force_delete": false, - "id": "626f6e69-5cb6-4464-825e-07f96ac7de47", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dataminer-pre-ghost", - "network": [], - "network_mode": null, - "personality": [], - "power_state": "error", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2024-01-19 16:22:53 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dm_pool_manager_pre", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.35.40", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 30, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2024-01-19 15:49:25 +0000 UTC", - "flavor_id": "4", - "flavor_name": "m1.medium", - "floating_ip": null, - "force_delete": false, - "id": "eb1d9d45-e6ca-4b8f-a779-7f3993577d05", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dm-pool-manager-pre", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.35.40", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:c4:1d:88", - "name": "d4s-pre-cloud-main", - "port": "", - "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.3.153", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:3d:88:0e", - "name": "postgresql-srv-net", - "port": "", - "uuid": "e25395f4-f1aa-4819-b5a5-36d25ee5af54" - } - ], - "network_mode": null, - "personality": [], - "power_state": "error", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2024-01-19 16:25:26 +0000 UTC", - "user_data": "", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - } - ] - } - ], + "resources": [], "check_results": null } From 896540b09ba126dbf9e7658a9f27b25adf52b302 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Fri, 19 Jan 2024 18:20:47 +0100 Subject: [PATCH 025/101] Add the cassandra network name to the variables. --- openstack-tf/modules/common_variables/variables.tf | 1 + 1 file changed, 1 insertion(+) diff --git a/openstack-tf/modules/common_variables/variables.tf b/openstack-tf/modules/common_variables/variables.tf index 9cd1eb9..5a02fb1 100644 --- a/openstack-tf/modules/common_variables/variables.tf +++ b/openstack-tf/modules/common_variables/variables.tf @@ -243,6 +243,7 @@ variable "networks_list" { timescaledb = "timescaledb-net" orientdb = "orientdb-net" orientdb_se = "orientdb-se-net" + cassandra = "cassandra-net" } } From 4a59deaffe720160eaf60dc960fc04177c6d7b45 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Fri, 19 Jan 2024 19:05:15 +0100 Subject: [PATCH 026/101] social service in preproduction. --- .../d4s-preprod/socialservice/main.tf | 40 +++++++++++++++++++ .../d4s-preprod/socialservice/provider.tf | 3 ++ 2 files changed, 43 insertions(+) create mode 100644 openstack-tf/d4s-preprod/socialservice/main.tf create mode 100644 openstack-tf/d4s-preprod/socialservice/provider.tf diff --git a/openstack-tf/d4s-preprod/socialservice/main.tf b/openstack-tf/d4s-preprod/socialservice/main.tf new file mode 100644 index 0000000..1ebdad6 --- /dev/null +++ b/openstack-tf/d4s-preprod/socialservice/main.tf @@ -0,0 +1,40 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" + + instances_without_data_volume_map = { + accounting_service_1 = { + name = "socialservice-01", + description = "Social service API service", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.cassandra], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.debugging_from_jump_node], + image_ref = module.common_variables.ubuntu_1804 + } + } +} diff --git a/openstack-tf/d4s-preprod/socialservice/provider.tf b/openstack-tf/d4s-preprod/socialservice/provider.tf new file mode 100644 index 0000000..5c9deb7 --- /dev/null +++ b/openstack-tf/d4s-preprod/socialservice/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-pre" +} From a837085f390089703a4b901b10f2a29027e11eed Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 22 Jan 2024 12:23:41 +0100 Subject: [PATCH 027/101] Created dataminer services on preprod --- openstack-tf/d4s-preprod/dataminer/main.tf | 2 +- .../d4s-preprod/dataminer/terraform.tfstate | 731 +++++++++++++++++- 2 files changed, 730 insertions(+), 3 deletions(-) diff --git a/openstack-tf/d4s-preprod/dataminer/main.tf b/openstack-tf/d4s-preprod/dataminer/main.tf index a8a9d9f..d66037b 100644 --- a/openstack-tf/d4s-preprod/dataminer/main.tf +++ b/openstack-tf/d4s-preprod/dataminer/main.tf @@ -40,7 +40,7 @@ module "instance_without_data_volume" { dataminer_pre_ghost = { name = "dataminer-pre-ghost", description = "This instance is a DataMiner Ghost service", - flavor = module.common_variables.flavor_list.m1_medium, + flavor = module.common_variables.flavor_list.m1_large, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], diff --git a/openstack-tf/d4s-preprod/dataminer/terraform.tfstate b/openstack-tf/d4s-preprod/dataminer/terraform.tfstate index 571417d..f0e0bfd 100644 --- a/openstack-tf/d4s-preprod/dataminer/terraform.tfstate +++ b/openstack-tf/d4s-preprod/dataminer/terraform.tfstate @@ -1,9 +1,736 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 31, + "serial": 38, "lineage": "36794155-bcfa-624c-516e-62e6c5034c73", "outputs": {}, - "resources": [], + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "dataminer-pre-ghost", + "schema_version": 0, + "attributes": { + "description": "DataMiner Preproduction Ghost", + "disable_status_check": false, + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c/016af6ff-ee98-40cb-9c16-868b1bdb863f", + "name": "dataminer-pre-ghost.cloud-pre.d4science.org.", + "project_id": "6fdc02e2827b405dad99f34698659742", + "records": [ + "main-lb.cloud-pre.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer1-pre-1804", + "schema_version": 0, + "attributes": { + "description": "DataMiner 1 Pre 1804", + "disable_status_check": false, + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c/ec23cac5-691f-4530-8625-e5bb62b21e45", + "name": "dataminer1-pre-1804.cloud-pre.d4science.org.", + "project_id": "6fdc02e2827b405dad99f34698659742", + "records": [ + "main-lb.cloud-pre.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dm-pool-manager-pre", + "schema_version": 0, + "attributes": { + "description": "DM Pool Manager Preproduction", + "disable_status_check": false, + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c/d0f826d0-25e0-4ac6-9e21-164630ed8f04", + "name": "dm-pool-manager-pre.cloud-pre.d4science.org.", + "project_id": "6fdc02e2827b405dad99f34698659742", + "records": [ + "main-lb.cloud-pre.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "dataminer_1_pre_1804", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.34.182", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 50, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-22 11:03:53 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "5da038e7-b282-4de0-8f7a-f80467b61449", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer1-pre-1804", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.34.182", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:40:3c:2a", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.0.148", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:2f:72:9f", + "name": "postgresql-srv-net", + "port": "", + "uuid": "e25395f4-f1aa-4819-b5a5-36d25ee5af54" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-22 11:05:44 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer_pre_ghost", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.32.170", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 50, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-22 11:03:53 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "06722ecf-556e-4a5c-99fc-d44a6147a5ce", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dataminer-pre-ghost", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.32.170", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:54:79:54", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.2.221", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:86:3b:1b", + "name": "postgresql-srv-net", + "port": "", + "uuid": "e25395f4-f1aa-4819-b5a5-36d25ee5af54" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-22 11:06:43 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dm_pool_manager_pre", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.35.155", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-22 11:03:52 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "737308f8-74bb-4715-a7a8-90b4f5827611", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dm-pool-manager-pre", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.35.155", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:77:ec:6a", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.2.88", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ba:f9:03", + "name": "postgresql-srv-net", + "port": "", + "uuid": "e25395f4-f1aa-4819-b5a5-36d25ee5af54" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-22 11:04:35 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], "check_results": null } From d60addbe6d245442cbe5ced07da473c5e3abcb71 Mon Sep 17 00:00:00 2001 From: Ahmed Ibrahim Date: Tue, 23 Jan 2024 14:26:50 +0100 Subject: [PATCH 028/101] Social Service Terraform --- .../d4s-preprod/socialservice/main.tf | 9 +- .../socialservice/terraform.tfstate | 527 ++++++++++++++++++ 2 files changed, 535 insertions(+), 1 deletion(-) create mode 100644 openstack-tf/d4s-preprod/socialservice/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/socialservice/main.tf b/openstack-tf/d4s-preprod/socialservice/main.tf index 1ebdad6..d6ddf69 100644 --- a/openstack-tf/d4s-preprod/socialservice/main.tf +++ b/openstack-tf/d4s-preprod/socialservice/main.tf @@ -24,6 +24,12 @@ module "common_variables" { source = "../../modules/common_variables" } +resource "openstack_compute_servergroup_v2" "socialservice_server_group" { + name = "social-service" + policies = [module.common_variables.policy_list.soft_anti_affinity] +} + + module "instance_without_data_volume" { source = "../../modules/instance_without_data_volume" @@ -34,7 +40,8 @@ module "instance_without_data_volume" { flavor = module.common_variables.flavor_list.m1_medium, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.cassandra], security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.debugging_from_jump_node], - image_ref = module.common_variables.ubuntu_1804 + server_groups_ids = [openstack_compute_servergroup_v2.socialservice_server_group.id], + image_ref = module.common_variables.ubuntu_1804 } } } diff --git a/openstack-tf/d4s-preprod/socialservice/terraform.tfstate b/openstack-tf/d4s-preprod/socialservice/terraform.tfstate new file mode 100644 index 0000000..acf108a --- /dev/null +++ b/openstack-tf/d4s-preprod/socialservice/terraform.tfstate @@ -0,0 +1,527 @@ +{ + "version": 4, + "terraform_version": "1.6.6", + "serial": 9, + "lineage": "b0c486ab-63ca-4a0f-b061-5b94c0c93764", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "socialservice_server_group", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "03e0d8ce-6ab3-4d61-b7bd-7f79647c0387", + "members": [], + "name": "social-service", + "policies": [ + "soft-anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "accounting_service_1", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.35.88", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-23 13:02:34 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "4b6f9f06-5dda-43b5-aa59-40fab6273a6c", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "ahmed_macbook", + "metadata": null, + "name": "socialservice-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.35.88", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ca:66:61", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.13.250", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:74:60:69", + "name": "cassandra-net", + "port": "", + "uuid": "0e2ecf79-bda0-468f-a365-1be4c9b39b85" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "03e0d8ce-6ab3-4d61-b7bd-7f79647c0387", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "debugging_from_jump_node", + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-23 13:03:35 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_servergroup_v2.socialservice_server_group" + ] + } + ] + } + ], + "check_results": null +} From e9053112905dd64b54eb297d37ed35b03999bfc8 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Wed, 24 Jan 2024 15:17:31 +0100 Subject: [PATCH 029/101] Added geonetwork in preprod --- openstack-tf/d4s-preprod/geonetwork/main.tf | 67 +++++++++++++++++++ .../d4s-preprod/geonetwork/provider.tf | 3 + 2 files changed, 70 insertions(+) create mode 100644 openstack-tf/d4s-preprod/geonetwork/main.tf create mode 100644 openstack-tf/d4s-preprod/geonetwork/provider.tf diff --git a/openstack-tf/d4s-preprod/geonetwork/main.tf b/openstack-tf/d4s-preprod/geonetwork/main.tf new file mode 100644 index 0000000..ed0892c --- /dev/null +++ b/openstack-tf/d4s-preprod/geonetwork/main.tf @@ -0,0 +1,67 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +module "instance_with_data_volume" { + source = "../../modules/instance_with_data_volume" + + instances_with_data_volume_map = { + geonetwork1_pre = { + name = "geonetwork1-pre", + description = "This instance serves geonetwork service", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + volume = { + name = "geonetwork1_pre_data_volume", + size = "20", + device = "/dev/vdb" + } + } + } +} + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + geonetwork1-pre = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork1-pre", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork1-pre" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-preprod/geonetwork/provider.tf b/openstack-tf/d4s-preprod/geonetwork/provider.tf new file mode 100644 index 0000000..5c9deb7 --- /dev/null +++ b/openstack-tf/d4s-preprod/geonetwork/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-pre" +} From 61cfd620a93ea05f009382e765fa061c18120aba Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Wed, 24 Jan 2024 17:50:09 +0100 Subject: [PATCH 030/101] Created geonetwork on preprod --- .../d4s-preprod/geonetwork/terraform.tfstate | 588 ++++++++++++++++++ 1 file changed, 588 insertions(+) create mode 100644 openstack-tf/d4s-preprod/geonetwork/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/geonetwork/terraform.tfstate b/openstack-tf/d4s-preprod/geonetwork/terraform.tfstate new file mode 100644 index 0000000..e448b2b --- /dev/null +++ b/openstack-tf/d4s-preprod/geonetwork/terraform.tfstate @@ -0,0 +1,588 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 19, + "lineage": "80fc3754-c1fc-b63b-a078-170496b36b2a", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geonetwork1-pre", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork1-pre", + "disable_status_check": false, + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c/0bad49a2-0244-4714-8e03-e0923b135cec", + "name": "geonetwork1-pre.cloud-pre.d4science.org.", + "project_id": "6fdc02e2827b405dad99f34698659742", + "records": [ + "main-lb.cloud-pre.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_blockstorage_volume_v3", + "name": "instance_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geonetwork1_pre", + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "ab367e14-03ae-4cc6-980f-a7a72e418e35", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "geonetwork1_pre_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 20, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "instance_with_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geonetwork1_pre", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.35.94", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-24 16:48:03 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "2b91c809-baea-4cd9-b623-920d7ad1f345", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "geonetwork1-pre", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.35.94", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:6a:e8:bc", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.3.132", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:33:0c:1a", + "name": "postgresql-srv-net", + "port": "", + "uuid": "e25395f4-f1aa-4819-b5a5-36d25ee5af54" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-24 16:48:43 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "attach_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geonetwork1_pre", + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "2b91c809-baea-4cd9-b623-920d7ad1f345/ab367e14-03ae-4cc6-980f-a7a72e418e35", + "instance_id": "2b91c809-baea-4cd9-b623-920d7ad1f345", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "ab367e14-03ae-4cc6-980f-a7a72e418e35" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", + "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + ] + } + ] + } + ], + "check_results": null +} From d137dc08a8548551716bc485523d8e585567e7e3 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Thu, 25 Jan 2024 10:53:34 +0100 Subject: [PATCH 031/101] Added geoserver in preprod --- openstack-tf/d4s-preprod/geoserver/main.tf | 70 +++++++++++++++++++ .../d4s-preprod/geoserver/provider.tf | 3 + 2 files changed, 73 insertions(+) create mode 100644 openstack-tf/d4s-preprod/geoserver/main.tf create mode 100644 openstack-tf/d4s-preprod/geoserver/provider.tf diff --git a/openstack-tf/d4s-preprod/geoserver/main.tf b/openstack-tf/d4s-preprod/geoserver/main.tf new file mode 100644 index 0000000..45b27db --- /dev/null +++ b/openstack-tf/d4s-preprod/geoserver/main.tf @@ -0,0 +1,70 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + + +module "instance_with_data_volume" { + source = "../../modules/instance_with_data_volume" + + instances_with_data_volume_map = { + geoserver1_pre = { + name = "geoserver1-pre", + description = "Geoserver preprod instance", + flavor = module.common_variables.flavor_list.m1_large, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804, + volume = { + name = "geoserver1_pre_data_volume", + size = "70", + device = "/dev/vdb" + } + } + } +} + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + geoserver1-pre = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver1-pre", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver1-pre" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-preprod/geoserver/provider.tf b/openstack-tf/d4s-preprod/geoserver/provider.tf new file mode 100644 index 0000000..5c9deb7 --- /dev/null +++ b/openstack-tf/d4s-preprod/geoserver/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-pre" +} From b5c10f29c09699578ca79676cd4323087a42ad85 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Thu, 25 Jan 2024 12:04:11 +0100 Subject: [PATCH 032/101] Stato del geoserver di produzione. --- .../d4s-preprod/geoserver/terraform.tfstate | 594 ++++++++++++++++++ 1 file changed, 594 insertions(+) create mode 100644 openstack-tf/d4s-preprod/geoserver/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/geoserver/terraform.tfstate b/openstack-tf/d4s-preprod/geoserver/terraform.tfstate new file mode 100644 index 0000000..77e780d --- /dev/null +++ b/openstack-tf/d4s-preprod/geoserver/terraform.tfstate @@ -0,0 +1,594 @@ +{ + "version": 4, + "terraform_version": "1.6.6", + "serial": 7, + "lineage": "89065a12-d7ef-e97c-d514-fbacb3a932a3", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geoserver1-pre", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver1-pre", + "disable_status_check": false, + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c/3399d951-12bc-49b1-85b3-450d60ee90f0", + "name": "geoserver1-pre.cloud-pre.d4science.org.", + "project_id": "6fdc02e2827b405dad99f34698659742", + "records": [ + "main-lb.cloud-pre.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_blockstorage_volume_v3", + "name": "instance_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geoserver1_pre", + "schema_version": 0, + "attributes": { + "attachment": [ + { + "device": "/dev/vdb", + "id": "bfcc0649-29d2-484f-b6ee-a6e147197654", + "instance_id": "3ca3a73f-4ffa-4226-86b6-724c1f52719f" + } + ], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "bfcc0649-29d2-484f-b6ee-a6e147197654", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "geoserver1_pre_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 70, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "instance_with_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geoserver1_pre", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.78", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-25 10:54:01 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "3ca3a73f-4ffa-4226-86b6-724c1f52719f", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "geoserver1-pre", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.78", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:16:c7:a5", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.1.41", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:3b:f7:e4", + "name": "postgresql-srv-net", + "port": "", + "uuid": "e25395f4-f1aa-4819-b5a5-36d25ee5af54" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-01-25 10:54:47 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "attach_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geoserver1_pre", + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "3ca3a73f-4ffa-4226-86b6-724c1f52719f/bfcc0649-29d2-484f-b6ee-a6e147197654", + "instance_id": "3ca3a73f-4ffa-4226-86b6-724c1f52719f", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "bfcc0649-29d2-484f-b6ee-a6e147197654" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", + "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + ] + } + ] + } + ], + "check_results": null +} From d764f2a9a48911e3a74e041b55cfe23768c3b37d Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Thu, 25 Jan 2024 12:40:16 +0100 Subject: [PATCH 033/101] Added SDI service on production --- openstack-tf/d4s-production/sdi/main.tf | 63 +++++++++++++++++++++ openstack-tf/d4s-production/sdi/provider.tf | 3 + 2 files changed, 66 insertions(+) create mode 100644 openstack-tf/d4s-production/sdi/main.tf create mode 100644 openstack-tf/d4s-production/sdi/provider.tf diff --git a/openstack-tf/d4s-production/sdi/main.tf b/openstack-tf/d4s-production/sdi/main.tf new file mode 100644 index 0000000..e69ad96 --- /dev/null +++ b/openstack-tf/d4s-production/sdi/main.tf @@ -0,0 +1,63 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" + + instances_without_data_volume_map = { + sdi1_prod = { + name = "sdi1-prod", + description = "This instance is a SDI service", + flavor = module.common_variables.flavor_list.m1_large, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 10 + } + } +} + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + sdi1-prod = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["sdi1-prod", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "SDI 1 Production" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-production/sdi/provider.tf b/openstack-tf/d4s-production/sdi/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/sdi/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} From f7f1e5c99a30b59d32b21937488dcf25808e4ad8 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Thu, 25 Jan 2024 12:51:33 +0100 Subject: [PATCH 034/101] Added sdi service in production --- openstack-tf/d4s-production/sdi/main.tf | 2 +- .../d4s-production/sdi/terraform.tfstate | 494 ++++++++++++++++++ 2 files changed, 495 insertions(+), 1 deletion(-) create mode 100644 openstack-tf/d4s-production/sdi/terraform.tfstate diff --git a/openstack-tf/d4s-production/sdi/main.tf b/openstack-tf/d4s-production/sdi/main.tf index e69ad96..a85b06c 100644 --- a/openstack-tf/d4s-production/sdi/main.tf +++ b/openstack-tf/d4s-production/sdi/main.tf @@ -30,7 +30,7 @@ module "instance_without_data_volume" { sdi1_prod = { name = "sdi1-prod", description = "This instance is a SDI service", - flavor = module.common_variables.flavor_list.m1_large, + flavor = module.common_variables.flavor_list.m1_medium, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], diff --git a/openstack-tf/d4s-production/sdi/terraform.tfstate b/openstack-tf/d4s-production/sdi/terraform.tfstate new file mode 100644 index 0000000..9b153bc --- /dev/null +++ b/openstack-tf/d4s-production/sdi/terraform.tfstate @@ -0,0 +1,494 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 5, + "lineage": "f8fdf5b2-d660-d78d-a34e-2a6c26618a27", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "sdi1-prod", + "schema_version": 0, + "attributes": { + "description": "SDI 1 Production", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/2ed894d8-3aa4-47bc-a738-2f41013f8172", + "name": "sdi1-prod.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "sdi1_prod", + "status": "tainted", + "schema_version": 0, + "attributes": { + "access_ip_v4": "", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-25 11:42:43 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "06ea1c7e-415e-4f62-8c19-e2e0cc3deb4b", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "sdi1-prod", + "network": [], + "network_mode": null, + "personality": [], + "power_state": "error", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-01-25 11:48:57 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} From 3c43bc19a6352adc9dd555d94973e47479d25c01 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Thu, 25 Jan 2024 13:01:41 +0100 Subject: [PATCH 035/101] Created SDI service in production --- .../d4s-production/sdi/terraform.tfstate | 51 +++++++++++++------ 1 file changed, 36 insertions(+), 15 deletions(-) diff --git a/openstack-tf/d4s-production/sdi/terraform.tfstate b/openstack-tf/d4s-production/sdi/terraform.tfstate index 9b153bc..bc2756e 100644 --- a/openstack-tf/d4s-production/sdi/terraform.tfstate +++ b/openstack-tf/d4s-production/sdi/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 5, + "serial": 8, "lineage": "f8fdf5b2-d660-d78d-a34e-2a6c26618a27", "outputs": {}, "resources": [ @@ -429,12 +429,12 @@ "status": "tainted", "schema_version": 0, "attributes": { - "access_ip_v4": "", - "access_ip_v6": "", + "access_ip_v4": null, + "access_ip_v6": null, "admin_pass": null, - "all_metadata": {}, + "all_metadata": null, "all_tags": [], - "availability_zone": "cnr-isti-nova-a", + "availability_zone": null, "availability_zone_hints": "cnr-isti-nova-a", "block_device": [ { @@ -452,31 +452,52 @@ } ], "config_drive": null, - "created": "2024-01-25 11:42:43 +0000 UTC", - "flavor_id": "9", - "flavor_name": "m1.large", + "created": null, + "flavor_id": null, + "flavor_name": "m1.medium", "floating_ip": null, "force_delete": false, - "id": "06ea1c7e-415e-4f62-8c19-e2e0cc3deb4b", - "image_id": "Attempt to boot from volume - no image supplied", + "id": "05630832-8bfb-412d-9bec-7f7d31fa9e7f", + "image_id": null, "image_name": null, "key_pair": "Giancarlo Panichi", "metadata": null, "name": "sdi1-prod", - "network": [], + "network": [ + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "" + }, + { + "access_network": false, + "fixed_ip_v4": "", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "", + "name": "postgresql-srv-net", + "port": "", + "uuid": "" + } + ], "network_mode": null, "personality": [], - "power_state": "error", - "region": "isti_area_pi_1", + "power_state": "active", + "region": null, "scheduler_hints": [], "security_groups": [ "default_for_all", "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": [], + "tags": null, "timeouts": null, - "updated": "2024-01-25 11:48:57 +0000 UTC", + "updated": null, "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", "vendor_options": [], "volume": [] From 04cfbffcc29b73bdc534cd81a7583b0173ae77eb Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Thu, 25 Jan 2024 15:40:32 +0100 Subject: [PATCH 036/101] Stato di sdi in production. --- .../d4s-production/sdi/terraform.tfstate | 39 +++++++++---------- 1 file changed, 19 insertions(+), 20 deletions(-) diff --git a/openstack-tf/d4s-production/sdi/terraform.tfstate b/openstack-tf/d4s-production/sdi/terraform.tfstate index bc2756e..8759ffc 100644 --- a/openstack-tf/d4s-production/sdi/terraform.tfstate +++ b/openstack-tf/d4s-production/sdi/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, - "terraform_version": "1.6.4", - "serial": 8, + "terraform_version": "1.6.6", + "serial": 11, "lineage": "f8fdf5b2-d660-d78d-a34e-2a6c26618a27", "outputs": {}, "resources": [ @@ -426,15 +426,14 @@ "instances": [ { "index_key": "sdi1_prod", - "status": "tainted", "schema_version": 0, "attributes": { - "access_ip_v4": null, - "access_ip_v6": null, + "access_ip_v4": "10.1.43.53", + "access_ip_v6": "", "admin_pass": null, - "all_metadata": null, + "all_metadata": {}, "all_tags": [], - "availability_zone": null, + "availability_zone": "cnr-isti-nova-a", "availability_zone_hints": "cnr-isti-nova-a", "block_device": [ { @@ -452,43 +451,43 @@ } ], "config_drive": null, - "created": null, - "flavor_id": null, + "created": "2024-01-25 14:20:20 +0000 UTC", + "flavor_id": "4", "flavor_name": "m1.medium", "floating_ip": null, "force_delete": false, - "id": "05630832-8bfb-412d-9bec-7f7d31fa9e7f", - "image_id": null, + "id": "b55e6a63-f6df-4c84-abad-cde308df45ff", + "image_id": "Attempt to boot from volume - no image supplied", "image_name": null, - "key_pair": "Giancarlo Panichi", + "key_pair": "adellam", "metadata": null, "name": "sdi1-prod", "network": [ { "access_network": false, - "fixed_ip_v4": "", + "fixed_ip_v4": "10.1.43.53", "fixed_ip_v6": "", "floating_ip": "", - "mac": "", + "mac": "fa:16:3e:68:80:b0", "name": "d4s-production-cloud-main", "port": "", - "uuid": "" + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" }, { "access_network": false, - "fixed_ip_v4": "", + "fixed_ip_v4": "192.168.1.132", "fixed_ip_v6": "", "floating_ip": "", - "mac": "", + "mac": "fa:16:3e:ed:e7:ef", "name": "postgresql-srv-net", "port": "", - "uuid": "" + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" } ], "network_mode": null, "personality": [], "power_state": "active", - "region": null, + "region": "isti_area_pi_1", "scheduler_hints": [], "security_groups": [ "default_for_all", @@ -497,7 +496,7 @@ "stop_before_destroy": false, "tags": null, "timeouts": null, - "updated": null, + "updated": "2024-01-25 14:20:59 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", "vendor_options": [], "volume": [] From 6378bc9f1a4f3dfccad78a1a5493f0215c9b3477 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Fri, 26 Jan 2024 12:19:35 +0100 Subject: [PATCH 037/101] Updated sdi1 server in production --- openstack-tf/d4s-production/sdi/main.tf | 8 ++--- .../d4s-production/sdi/terraform.tfstate | 32 +++++++++---------- 2 files changed, 20 insertions(+), 20 deletions(-) diff --git a/openstack-tf/d4s-production/sdi/main.tf b/openstack-tf/d4s-production/sdi/main.tf index a85b06c..cfe8a25 100644 --- a/openstack-tf/d4s-production/sdi/main.tf +++ b/openstack-tf/d4s-production/sdi/main.tf @@ -27,8 +27,8 @@ module "instance_without_data_volume" { source = "../../modules/instance_without_data_volume" instances_without_data_volume_map = { - sdi1_prod = { - name = "sdi1-prod", + sdi1 = { + name = "sdi1", description = "This instance is a SDI service", flavor = module.common_variables.flavor_list.m1_medium, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], @@ -51,9 +51,9 @@ module "dns_records_create" { source = "../../modules/dns_resources" dns_resources_map = { - sdi1-prod = { + sdi1 = { zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id - name = join(".", ["sdi1-prod", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + name = join(".", ["sdi1", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) description = "SDI 1 Production" ttl = 8600 type = "CNAME" diff --git a/openstack-tf/d4s-production/sdi/terraform.tfstate b/openstack-tf/d4s-production/sdi/terraform.tfstate index 8759ffc..3d2f949 100644 --- a/openstack-tf/d4s-production/sdi/terraform.tfstate +++ b/openstack-tf/d4s-production/sdi/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, - "terraform_version": "1.6.6", - "serial": 11, + "terraform_version": "1.6.4", + "serial": 16, "lineage": "f8fdf5b2-d660-d78d-a34e-2a6c26618a27", "outputs": {}, "resources": [ @@ -391,13 +391,13 @@ "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", "instances": [ { - "index_key": "sdi1-prod", + "index_key": "sdi1", "schema_version": 0, "attributes": { "description": "SDI 1 Production", "disable_status_check": false, - "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/2ed894d8-3aa4-47bc-a738-2f41013f8172", - "name": "sdi1-prod.cloud.d4science.org.", + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/a1217256-1249-4809-84d2-2cef4b035633", + "name": "sdi1.cloud.d4science.org.", "project_id": "1b45adf388934758b56d0dfdb4bfacf3", "records": [ "main-lb.cloud.d4science.org." @@ -425,10 +425,10 @@ "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", "instances": [ { - "index_key": "sdi1_prod", + "index_key": "sdi1", "schema_version": 0, "attributes": { - "access_ip_v4": "10.1.43.53", + "access_ip_v4": "10.1.42.98", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, @@ -451,34 +451,34 @@ } ], "config_drive": null, - "created": "2024-01-25 14:20:20 +0000 UTC", + "created": "2024-01-26 11:12:41 +0000 UTC", "flavor_id": "4", "flavor_name": "m1.medium", "floating_ip": null, "force_delete": false, - "id": "b55e6a63-f6df-4c84-abad-cde308df45ff", + "id": "690dcedd-ecdf-4f76-b148-5ca2fd4e57a2", "image_id": "Attempt to boot from volume - no image supplied", "image_name": null, - "key_pair": "adellam", + "key_pair": "Giancarlo Panichi", "metadata": null, - "name": "sdi1-prod", + "name": "sdi1", "network": [ { "access_network": false, - "fixed_ip_v4": "10.1.43.53", + "fixed_ip_v4": "10.1.42.98", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:68:80:b0", + "mac": "fa:16:3e:89:92:b1", "name": "d4s-production-cloud-main", "port": "", "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" }, { "access_network": false, - "fixed_ip_v4": "192.168.1.132", + "fixed_ip_v4": "192.168.1.142", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:ed:e7:ef", + "mac": "fa:16:3e:50:54:5b", "name": "postgresql-srv-net", "port": "", "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" @@ -496,7 +496,7 @@ "stop_before_destroy": false, "tags": null, "timeouts": null, - "updated": "2024-01-25 14:20:59 +0000 UTC", + "updated": "2024-01-26 11:13:35 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", "vendor_options": [], "volume": [] From 420a8ff4ec0af08473e712fdc130d0e1e0c157a6 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Fri, 26 Jan 2024 12:48:09 +0100 Subject: [PATCH 038/101] Added sdi service in preprod --- openstack-tf/d4s-preprod/sdi/main.tf | 63 ++++++++++++++++++++++++ openstack-tf/d4s-preprod/sdi/provider.tf | 3 ++ 2 files changed, 66 insertions(+) create mode 100644 openstack-tf/d4s-preprod/sdi/main.tf create mode 100644 openstack-tf/d4s-preprod/sdi/provider.tf diff --git a/openstack-tf/d4s-preprod/sdi/main.tf b/openstack-tf/d4s-preprod/sdi/main.tf new file mode 100644 index 0000000..16b4d73 --- /dev/null +++ b/openstack-tf/d4s-preprod/sdi/main.tf @@ -0,0 +1,63 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" + + instances_without_data_volume_map = { + sdi1 = { + name = "sdi1", + description = "This instance is a SDI service", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 10 + } + } +} + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + sdi1 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["sdi1", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "SDI 1 Preproduction" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-preprod/sdi/provider.tf b/openstack-tf/d4s-preprod/sdi/provider.tf new file mode 100644 index 0000000..5c9deb7 --- /dev/null +++ b/openstack-tf/d4s-preprod/sdi/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-pre" +} From fea258ce734bc90b9f354576b7b3db7dde32807c Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Fri, 26 Jan 2024 13:00:10 +0100 Subject: [PATCH 039/101] Added sdi service in preprod --- .../d4s-preprod/sdi/terraform.tfstate | 520 ++++++++++++++++++ 1 file changed, 520 insertions(+) create mode 100644 openstack-tf/d4s-preprod/sdi/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/sdi/terraform.tfstate b/openstack-tf/d4s-preprod/sdi/terraform.tfstate new file mode 100644 index 0000000..da7a9f4 --- /dev/null +++ b/openstack-tf/d4s-preprod/sdi/terraform.tfstate @@ -0,0 +1,520 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 3, + "lineage": "8cee4c79-e1f5-da79-df09-30fd79d1ce31", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "sdi1", + "schema_version": 0, + "attributes": { + "description": "SDI 1 Preproduction", + "disable_status_check": false, + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c/0be72795-388d-43c2-a2a2-223d36287a2e", + "name": "sdi1.cloud-pre.d4science.org.", + "project_id": "6fdc02e2827b405dad99f34698659742", + "records": [ + "main-lb.cloud-pre.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "sdi1", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.205", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-26 11:50:56 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "b37e98e5-1bd4-4fe1-a16b-dff0c1e0b5a4", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "sdi1", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.205", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:1a:ad:8b", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.3.218", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:58:69:b4", + "name": "postgresql-srv-net", + "port": "", + "uuid": "e25395f4-f1aa-4819-b5a5-36d25ee5af54" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-26 11:51:38 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} From a7cdac378aa82f0099d7d3102e6e55075d1ff1f5 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Fri, 26 Jan 2024 16:05:08 +0100 Subject: [PATCH 040/101] Updated networks for sdi servers --- openstack-tf/d4s-preprod/sdi/main.tf | 2 +- openstack-tf/d4s-preprod/sdi/terraform.tfstate | 4 ++-- openstack-tf/d4s-production/sdi/main.tf | 2 +- openstack-tf/d4s-production/sdi/terraform.tfstate | 4 ++-- 4 files changed, 6 insertions(+), 6 deletions(-) diff --git a/openstack-tf/d4s-preprod/sdi/main.tf b/openstack-tf/d4s-preprod/sdi/main.tf index 16b4d73..d1b1db2 100644 --- a/openstack-tf/d4s-preprod/sdi/main.tf +++ b/openstack-tf/d4s-preprod/sdi/main.tf @@ -31,7 +31,7 @@ module "instance_without_data_volume" { name = "sdi1", description = "This instance is a SDI service", flavor = module.common_variables.flavor_list.m1_medium, - networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 diff --git a/openstack-tf/d4s-preprod/sdi/terraform.tfstate b/openstack-tf/d4s-preprod/sdi/terraform.tfstate index da7a9f4..0404a9e 100644 --- a/openstack-tf/d4s-preprod/sdi/terraform.tfstate +++ b/openstack-tf/d4s-preprod/sdi/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 3, + "serial": 4, "lineage": "8cee4c79-e1f5-da79-df09-30fd79d1ce31", "outputs": {}, "resources": [ @@ -500,7 +500,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-26 11:51:38 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", diff --git a/openstack-tf/d4s-production/sdi/main.tf b/openstack-tf/d4s-production/sdi/main.tf index cfe8a25..cd6e34f 100644 --- a/openstack-tf/d4s-production/sdi/main.tf +++ b/openstack-tf/d4s-production/sdi/main.tf @@ -31,7 +31,7 @@ module "instance_without_data_volume" { name = "sdi1", description = "This instance is a SDI service", flavor = module.common_variables.flavor_list.m1_medium, - networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 diff --git a/openstack-tf/d4s-production/sdi/terraform.tfstate b/openstack-tf/d4s-production/sdi/terraform.tfstate index 3d2f949..0240048 100644 --- a/openstack-tf/d4s-production/sdi/terraform.tfstate +++ b/openstack-tf/d4s-production/sdi/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 16, + "serial": 17, "lineage": "f8fdf5b2-d660-d78d-a34e-2a6c26618a27", "outputs": {}, "resources": [ @@ -494,7 +494,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-26 11:13:35 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", From ed0aae91933cc190f5a8d7ec66637e7ef32e284c Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Tue, 30 Jan 2024 11:58:50 +0100 Subject: [PATCH 041/101] Added thredds in dev --- openstack-tf/d4s-dev/thredds/main.tf | 71 ++++++++++++++++++++++++ openstack-tf/d4s-dev/thredds/provider.tf | 3 + 2 files changed, 74 insertions(+) create mode 100644 openstack-tf/d4s-dev/thredds/main.tf create mode 100644 openstack-tf/d4s-dev/thredds/provider.tf diff --git a/openstack-tf/d4s-dev/thredds/main.tf b/openstack-tf/d4s-dev/thredds/main.tf new file mode 100644 index 0000000..daabd58 --- /dev/null +++ b/openstack-tf/d4s-dev/thredds/main.tf @@ -0,0 +1,71 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + + +module "instance_with_data_volume" { + source = "../../modules/instance_with_data_volume" + + instances_with_data_volume_map = { + thredds1 = { + name = "thredds1", + description = "Thredds dev instance", + flavor = module.common_variables.flavor_list.m2_small, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804, + image_volume_size = 20 + volume = { + name = "thredds1_data_volume", + size = "280", + device = "/dev/vdb" + } + } + } +} + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + thredds1 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["thredds1", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Thredds thredds1" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-dev/thredds/provider.tf b/openstack-tf/d4s-dev/thredds/provider.tf new file mode 100644 index 0000000..fa7a121 --- /dev/null +++ b/openstack-tf/d4s-dev/thredds/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-dev" +} From 15a757cda91d912b42264c30f7128ee93303a794 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 30 Jan 2024 12:50:27 +0100 Subject: [PATCH 042/101] State of thredds in dev. --- .../d4s-dev/thredds/terraform.tfstate | 577 ++++++++++++++++++ 1 file changed, 577 insertions(+) create mode 100644 openstack-tf/d4s-dev/thredds/terraform.tfstate diff --git a/openstack-tf/d4s-dev/thredds/terraform.tfstate b/openstack-tf/d4s-dev/thredds/terraform.tfstate new file mode 100644 index 0000000..e6f4fc1 --- /dev/null +++ b/openstack-tf/d4s-dev/thredds/terraform.tfstate @@ -0,0 +1,577 @@ +{ + "version": 4, + "terraform_version": "1.6.6", + "serial": 7, + "lineage": "5d2f6ed3-379d-993a-46a5-4f1f7adb1dab", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.29.247", + "ca_cidr": "10.1.29.247/32", + "haproxy_l7_1": "10.1.28.50", + "haproxy_l7_1_cidr": "10.1.28.50/32", + "haproxy_l7_2": "10.1.30.241", + "haproxy_l7_2_cidr": "10.1.30.241/32", + "octavia_main": "10.1.28.227", + "octavia_main_cidr": "10.1.28.227/32", + "prometheus": "10.1.30.129", + "prometheus_cidr": "10.1.30.129/32", + "ssh_jump": "10.1.29.164", + "ssh_jump_cidr": "10.1.29.164/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default", + "dns_zone": { + "description": "DNS primary zone for the d4s-dev-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud-dev.d4science.org." + }, + "dns_zone_id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.109", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science DEV main router", + "id": "2ae28c5f-036b-45db-bc9f-5bab8fa3e914", + "name": "d4s-dev-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.28.50", + "10.1.30.241" + ], + "main_private_network": { + "description": "D4Science DEV private network (use this as the main network)", + "name": "d4s-dev-cloud-main" + }, + "main_private_network_id": "e0af5eba-f24a-4d0d-8184-bc654b980c4a", + "main_private_subnet": { + "allocation_end": "10.1.31.254", + "allocation_start": "10.1.28.30", + "cidr": "10.1.28.0/22", + "description": "D4Science DEV main private subnet", + "gateway_ip": "10.1.28.1", + "name": "d4s-dev-cloud-sub" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "2aa977f2-80b4-447c-a6b0-dfa06bf68751", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science DEV", + "main_lb_hostname": "main-lb", + "main_lb_name": "lb-dev-l4", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7" + }, + "os_project_data": { + "id": "e8f8ca72f30648a8b389b4e745ac83a9" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "HAPROXY L7", + "http_and_https_from_the_load_balancers": "http and https from the load balancers", + "limited_HTTPS_access": "Limited HTTPS access", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds1", + "schema_version": 0, + "attributes": { + "description": "Thredds thredds1", + "disable_status_check": false, + "id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488/40b567cb-7ba4-47ba-83de-2b300ac2afee", + "name": "thredds1.cloud-dev.d4science.org.", + "project_id": "e8f8ca72f30648a8b389b4e745ac83a9", + "records": [ + "main-lb.cloud-dev.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_blockstorage_volume_v3", + "name": "instance_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds1", + "schema_version": 0, + "attributes": { + "attachment": [ + { + "device": "/dev/vdb", + "id": "24d966e9-13ef-4e08-8fba-c334eb63f51b", + "instance_id": "b7039dac-cad3-4774-b446-feb391d3d539" + } + ], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "24d966e9-13ef-4e08-8fba-c334eb63f51b", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "thredds1_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 280, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "instance_with_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds1", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.29.210", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-30 11:46:59 +0000 UTC", + "flavor_id": "10", + "flavor_name": "m2.small", + "floating_ip": null, + "force_delete": false, + "id": "b7039dac-cad3-4774-b446-feb391d3d539", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "thredds1", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.29.210", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:a2:7f:dd", + "name": "d4s-dev-cloud-main", + "port": "", + "uuid": "e0af5eba-f24a-4d0d-8184-bc654b980c4a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default", + "http and https from the load balancers" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-01-30 11:47:42 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "attach_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds1", + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "b7039dac-cad3-4774-b446-feb391d3d539/24d966e9-13ef-4e08-8fba-c334eb63f51b", + "instance_id": "b7039dac-cad3-4774-b446-feb391d3d539", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "24d966e9-13ef-4e08-8fba-c334eb63f51b" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", + "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + ] + } + ] + } + ], + "check_results": null +} From aa6f61631ce1b49e4a374d8c9623130ffb4f5f02 Mon Sep 17 00:00:00 2001 From: "francesco.mangiacrapa" Date: Tue, 30 Jan 2024 15:24:06 +0100 Subject: [PATCH 043/101] Created geoportal project as terraform plan --- openstack-tf/d4s-production/geoportal/main.tf | 52 ++ .../d4s-production/geoportal/provider.tf | 3 + .../geoportal/terraform.tfstate | 521 ++++++++++++++++++ 3 files changed, 576 insertions(+) create mode 100644 openstack-tf/d4s-production/geoportal/main.tf create mode 100644 openstack-tf/d4s-production/geoportal/provider.tf create mode 100644 openstack-tf/d4s-production/geoportal/terraform.tfstate diff --git a/openstack-tf/d4s-production/geoportal/main.tf b/openstack-tf/d4s-production/geoportal/main.tf new file mode 100644 index 0000000..5a477cc --- /dev/null +++ b/openstack-tf/d4s-production/geoportal/main.tf @@ -0,0 +1,52 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + + +# +# Creates the server group "geoportal" +# +resource "openstack_compute_servergroup_v2" "geoportal_server_group" { + name = "geoportal" + policies = [module.common_variables.policy_list.soft_anti_affinity] +} + + + +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" + + instances_without_data_volume_map = { + geoportal = { + name = "geoportal-cms", + description = "This instance serves the Geoportal service", + flavor = module.common_variables.flavor_list.m1_large, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.debugging_from_jump_node], + server_groups_ids = [openstack_compute_servergroup_v2.geoportal_server_group.id], + image_ref = module.common_variables.ubuntu_1804 + } + } +} diff --git a/openstack-tf/d4s-production/geoportal/provider.tf b/openstack-tf/d4s-production/geoportal/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/geoportal/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} diff --git a/openstack-tf/d4s-production/geoportal/terraform.tfstate b/openstack-tf/d4s-production/geoportal/terraform.tfstate new file mode 100644 index 0000000..81cda67 --- /dev/null +++ b/openstack-tf/d4s-production/geoportal/terraform.tfstate @@ -0,0 +1,521 @@ +{ + "version": 4, + "terraform_version": "1.7.1", + "serial": 3, + "lineage": "aae5e61d-a5f4-4d02-f728-036c142ce6a7", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "geoportal_server_group", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "7258d5fd-3f4e-46f0-aeb6-95e7deef246b", + "members": [], + "name": "geoportal", + "policies": [ + "soft-anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geoportal", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.44.156", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-30 14:21:57 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "eba131d8-50ec-4e3e-9203-cdc025db210c", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "francescomangiacrapa", + "metadata": null, + "name": "geoportal-cms", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.44.156", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:7e:8a:2b", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.0.120", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:f5:5b:54", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "7258d5fd-3f4e-46f0-aeb6-95e7deef246b", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "debugging_from_jump_node", + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-30 14:22:36 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_servergroup_v2.geoportal_server_group" + ] + } + ] + } + ], + "check_results": null +} From dfcb50a5918d36abbf5787e5f8c879bad2a1f17a Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 30 Jan 2024 15:34:38 +0100 Subject: [PATCH 044/101] New gCore DNS records. --- .../d4s-production/gcore-services/main.tf | 24 ++++++ .../gcore-services/terraform.tfstate | 77 ++++++++++++++++++- 2 files changed, 100 insertions(+), 1 deletion(-) diff --git a/openstack-tf/d4s-production/gcore-services/main.tf b/openstack-tf/d4s-production/gcore-services/main.tf index 24f8274..6a9f867 100644 --- a/openstack-tf/d4s-production/gcore-services/main.tf +++ b/openstack-tf/d4s-production/gcore-services/main.tf @@ -90,6 +90,30 @@ module "dns_records_create" { ttl = 8600 type = "CNAME" records = [local.cname_target] + }, + vremodeler-gcubeapps = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["vremodeler-gcubeapps", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "gCore vremodeler-gcubeapps" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + vremodeler-d4research = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["vremodeler-d4research", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "gCore vremodeler-d4research" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + vremodeler-all = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["vremodeler-all", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "gCore vremodeler-all" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] } } } diff --git a/openstack-tf/d4s-production/gcore-services/terraform.tfstate b/openstack-tf/d4s-production/gcore-services/terraform.tfstate index d1c01ee..df91b1b 100644 --- a/openstack-tf/d4s-production/gcore-services/terraform.tfstate +++ b/openstack-tf/d4s-production/gcore-services/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 10, + "serial": 14, "lineage": "0f20c78f-bcfa-7a96-7a73-cabf9dc181bf", "outputs": {}, "resources": [ @@ -564,6 +564,81 @@ "dependencies": [ "data.terraform_remote_state.privnet_dns_router" ] + }, + { + "index_key": "vremodeler-all", + "schema_version": 0, + "attributes": { + "description": "gCore vremodeler-all", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/60924404-1cc7-4dd2-bf19-bac0093b1aa7", + "name": "vremodeler-all.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "swarm-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "vremodeler-d4research", + "schema_version": 0, + "attributes": { + "description": "gCore vremodeler-d4research", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/b48b8771-f6b7-42bb-99bc-f45ce80e91f6", + "name": "vremodeler-d4research.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "swarm-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "vremodeler-gcubeapps", + "schema_version": 0, + "attributes": { + "description": "gCore vremodeler-gcubeapps", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/e28c2254-8f37-45f3-9b72-e250b7c00695", + "name": "vremodeler-gcubeapps.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "swarm-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] } ] } From d238b1d48ac4b4d46d71581f9aedd9028c02f328 Mon Sep 17 00:00:00 2001 From: "francesco.mangiacrapa" Date: Tue, 30 Jan 2024 15:46:34 +0100 Subject: [PATCH 045/101] Added DNS CNAME --- openstack-tf/d4s-production/geoportal/main.tf | 24 ++++++++++ .../geoportal/terraform.tfstate | 44 +++++++++++++++++-- 2 files changed, 64 insertions(+), 4 deletions(-) diff --git a/openstack-tf/d4s-production/geoportal/main.tf b/openstack-tf/d4s-production/geoportal/main.tf index 5a477cc..96b5d05 100644 --- a/openstack-tf/d4s-production/geoportal/main.tf +++ b/openstack-tf/d4s-production/geoportal/main.tf @@ -50,3 +50,27 @@ module "instance_without_data_volume" { } } } + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + geoportal = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoportal", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoportal CNAME" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} + diff --git a/openstack-tf/d4s-production/geoportal/terraform.tfstate b/openstack-tf/d4s-production/geoportal/terraform.tfstate index 81cda67..14507af 100644 --- a/openstack-tf/d4s-production/geoportal/terraform.tfstate +++ b/openstack-tf/d4s-production/geoportal/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.7.1", - "serial": 3, + "serial": 5, "lineage": "aae5e61d-a5f4-4d02-f728-036c142ce6a7", "outputs": {}, "resources": [ @@ -393,7 +393,9 @@ "schema_version": 0, "attributes": { "id": "7258d5fd-3f4e-46f0-aeb6-95e7deef246b", - "members": [], + "members": [ + "eba131d8-50ec-4e3e-9203-cdc025db210c" + ], "name": "geoportal", "policies": [ "soft-anti-affinity" @@ -411,6 +413,40 @@ } ] }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "geoportal", + "schema_version": 0, + "attributes": { + "description": "Geoportal CNAME", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/2cfa7648-7fdd-42ed-8abb-6f022751d318", + "name": "geoportal.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, { "module": "module.instance_without_data_volume", "mode": "managed", @@ -484,7 +520,7 @@ "region": "isti_area_pi_1", "scheduler_hints": [ { - "additional_properties": null, + "additional_properties": {}, "build_near_host_ip": "", "different_cell": [], "different_host": [], @@ -500,7 +536,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-30 14:22:36 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", From a4a7feefeff6b45a6c4dd5f489fb2d308aab3d86 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Tue, 30 Jan 2024 17:41:26 +0100 Subject: [PATCH 046/101] Added thredds on preprod --- openstack-tf/d4s-preprod/thredds/main.tf | 71 +++ openstack-tf/d4s-preprod/thredds/provider.tf | 3 + .../d4s-preprod/thredds/terraform.tfstate | 578 ++++++++++++++++++ 3 files changed, 652 insertions(+) create mode 100644 openstack-tf/d4s-preprod/thredds/main.tf create mode 100644 openstack-tf/d4s-preprod/thredds/provider.tf create mode 100644 openstack-tf/d4s-preprod/thredds/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/thredds/main.tf b/openstack-tf/d4s-preprod/thredds/main.tf new file mode 100644 index 0000000..be4cffc --- /dev/null +++ b/openstack-tf/d4s-preprod/thredds/main.tf @@ -0,0 +1,71 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + + +module "instance_with_data_volume" { + source = "../../modules/instance_with_data_volume" + + instances_with_data_volume_map = { + thredds1 = { + name = "thredds1", + description = "Thredds pre instance", + flavor = module.common_variables.flavor_list.m2_small, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804, + image_volume_size = 20 + volume = { + name = "thredds1_data_volume", + size = "280", + device = "/dev/vdb" + } + } + } +} + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + thredds1 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["thredds1", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Thredds thredds1" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-preprod/thredds/provider.tf b/openstack-tf/d4s-preprod/thredds/provider.tf new file mode 100644 index 0000000..5c9deb7 --- /dev/null +++ b/openstack-tf/d4s-preprod/thredds/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-pre" +} diff --git a/openstack-tf/d4s-preprod/thredds/terraform.tfstate b/openstack-tf/d4s-preprod/thredds/terraform.tfstate new file mode 100644 index 0000000..98d6584 --- /dev/null +++ b/openstack-tf/d4s-preprod/thredds/terraform.tfstate @@ -0,0 +1,578 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 5, + "lineage": "84faa25d-b7aa-97ad-1354-2a15f0fbbfec", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.122.132/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds1", + "schema_version": 0, + "attributes": { + "description": "Thredds thredds1", + "disable_status_check": false, + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c/89fb79f8-fe91-43e1-a6ec-90e62f3d68db", + "name": "thredds1.cloud-pre.d4science.org.", + "project_id": "6fdc02e2827b405dad99f34698659742", + "records": [ + "main-lb.cloud-pre.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_blockstorage_volume_v3", + "name": "instance_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds1", + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "239d33ed-e704-4ce2-bd2a-0f040af193bc", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "thredds1_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 280, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "instance_with_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds1", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.35.180", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-30 16:27:51 +0000 UTC", + "flavor_id": "10", + "flavor_name": "m2.small", + "floating_ip": null, + "force_delete": false, + "id": "cbd581ec-da4c-4da1-b753-8899ed810c5a", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "thredds1", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.35.180", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:98:ba:a3", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-30 16:28:31 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "attach_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds1", + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "cbd581ec-da4c-4da1-b753-8899ed810c5a/239d33ed-e704-4ce2-bd2a-0f040af193bc", + "instance_id": "cbd581ec-da4c-4da1-b753-8899ed810c5a", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "239d33ed-e704-4ce2-bd2a-0f040af193bc" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", + "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + ] + } + ] + } + ], + "check_results": null +} From f2c51abfaea7beb21c14c60e7d381a5d68266935 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 30 Jan 2024 18:41:04 +0100 Subject: [PATCH 047/101] Add a global security group for the NFS ports. --- .../d4s-dev/project-setup/terraform.tfstate | 74 +++++++++++++++++-- .../project-setup/terraform.tfstate | 61 ++++++++++++++- .../d4s-production/project-setup/main.tf | 6 +- .../project-setup/terraform.tfstate | 68 ++++++++++++++++- .../modules/common_variables/variables.tf | 1 + .../main_network_dns_zone.tf | 14 ++++ 6 files changed, 208 insertions(+), 16 deletions(-) diff --git a/openstack-tf/d4s-dev/project-setup/terraform.tfstate b/openstack-tf/d4s-dev/project-setup/terraform.tfstate index 9751832..fedb8c6 100644 --- a/openstack-tf/d4s-dev/project-setup/terraform.tfstate +++ b/openstack-tf/d4s-dev/project-setup/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, - "terraform_version": "1.6.5", - "serial": 8, + "terraform_version": "1.6.6", + "serial": 11, "lineage": "194691ec-f344-4bd2-98ae-cbd15e9c9cdf", "outputs": { "almalinux_9": { @@ -134,12 +134,15 @@ "c1_large": "c1.large", "c1_medium": "c1.medium", "c1_small": "c1.small", + "c2_large": "c2.large", "m1_large": "m1.large", "m1_medium": "m1.medium", "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", "m2_large": "m2.large", "m2_medium": "m2.medium", - "m2_small": "m2.small" + "m2_small": "m2.small", + "m3_large": "m3.large" }, "type": [ "map", @@ -230,6 +233,7 @@ }, "networks_list": { "value": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -293,7 +297,7 @@ "value": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -333,11 +337,12 @@ "default": "default", "docker_swarm": "Docker Swarm", "docker_swarm_NFS": "Docker Swarm NFS", - "haproxy": "HAPROXY L7", - "http_and_https_from_the_load_balancers": "http and https from the load balancers", - "limited_HTTPS_access": "Limited HTTPS access", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -593,6 +598,61 @@ } ] }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "egress_ipv4_allowed", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Allow the egress traffic from the NFS port", + "direction": "egress", + "ethertype": "IPv4", + "id": "b6f234e2-db03-4b25-899d-725217796ae0", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "0.0.0.0/0", + "security_group_id": "5887da8d-e362-4509-93ac-8a70bf8baef9", + "tenant_id": "e8f8ca72f30648a8b389b4e745ac83a9", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "openstack_networking_secgroup_v2.nfs_share_no_ingress" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_v2", + "name": "nfs_share_no_ingress", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "delete_default_rules": true, + "description": "Security rule that must be assigned to the NFS ports", + "id": "5887da8d-e362-4509-93ac-8a70bf8baef9", + "name": "nfs_share_no_ingress", + "region": "isti_area_pi_1", + "tags": null, + "tenant_id": "e8f8ca72f30648a8b389b4e745ac83a9", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, { "mode": "managed", "type": "openstack_networking_subnet_v2", diff --git a/openstack-tf/d4s-preprod/project-setup/terraform.tfstate b/openstack-tf/d4s-preprod/project-setup/terraform.tfstate index e924f53..a8705d5 100644 --- a/openstack-tf/d4s-preprod/project-setup/terraform.tfstate +++ b/openstack-tf/d4s-preprod/project-setup/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 34, + "serial": 37, "lineage": "6d43430c-e6aa-d370-b6d5-22f2281117df", "outputs": { "almalinux_9": { @@ -234,6 +234,7 @@ }, "networks_list": { "value": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -300,7 +301,7 @@ "value": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -345,6 +346,7 @@ "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -600,6 +602,61 @@ } ] }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "egress_ipv4_allowed", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Allow the egress traffic from the NFS port", + "direction": "egress", + "ethertype": "IPv4", + "id": "4cbefb20-8003-4e15-89f6-92a36a0f4004", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "0.0.0.0/0", + "security_group_id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "openstack_networking_secgroup_v2.nfs_share_no_ingress" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_v2", + "name": "nfs_share_no_ingress", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "delete_default_rules": true, + "description": "Security rule that must be assigned to the NFS ports", + "id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", + "name": "nfs_share_no_ingress", + "region": "isti_area_pi_1", + "tags": null, + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, { "mode": "managed", "type": "openstack_networking_subnet_v2", diff --git a/openstack-tf/d4s-production/project-setup/main.tf b/openstack-tf/d4s-production/project-setup/main.tf index 2f0d8b2..ff89be3 100644 --- a/openstack-tf/d4s-production/project-setup/main.tf +++ b/openstack-tf/d4s-production/project-setup/main.tf @@ -10,8 +10,8 @@ terraform { } provider "openstack" { - cloud = "d4s-production" - # cloud = "ISTI-Cloud" + # cloud = "d4s-production" + cloud = "ISTI-Cloud" } module "common_variables" { @@ -185,4 +185,4 @@ output "security_group_list" { #Added by Francesco output "networks_list" { value = module.common_variables.networks_list -} \ No newline at end of file +} diff --git a/openstack-tf/d4s-production/project-setup/terraform.tfstate b/openstack-tf/d4s-production/project-setup/terraform.tfstate index d194479..37e8f31 100644 --- a/openstack-tf/d4s-production/project-setup/terraform.tfstate +++ b/openstack-tf/d4s-production/project-setup/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, - "terraform_version": "1.6.5", - "serial": 13, + "terraform_version": "1.6.6", + "serial": 17, "lineage": "6d54ddff-c4ea-b8c7-3b92-53ed6c62db24", "outputs": { "almalinux_9": { @@ -134,12 +134,15 @@ "c1_large": "c1.large", "c1_medium": "c1.medium", "c1_small": "c1.small", + "c2_large": "c2.large", "m1_large": "m1.large", "m1_medium": "m1.medium", "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", "m2_large": "m2.large", "m2_medium": "m2.medium", - "m2_small": "m2.small" + "m2_small": "m2.small", + "m3_large": "m3.large" }, "type": [ "map", @@ -230,6 +233,7 @@ }, "networks_list": { "value": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -294,7 +298,7 @@ "value": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -339,6 +343,7 @@ "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -562,6 +567,61 @@ } ] }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "egress_ipv4_allowed", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Allow the egress traffic from the NFS port", + "direction": "egress", + "ethertype": "IPv4", + "id": "28c6b5b2-9c00-4633-a77c-c0e8b5c05147", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "0.0.0.0/0", + "security_group_id": "167e4897-f776-4cbd-986f-77313aa68af2", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "openstack_networking_secgroup_v2.nfs_share_no_ingress" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_v2", + "name": "nfs_share_no_ingress", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "delete_default_rules": true, + "description": "Security rule that must be assigned to the NFS ports", + "id": "167e4897-f776-4cbd-986f-77313aa68af2", + "name": "nfs_share_no_ingress", + "region": "isti_area_pi_1", + "tags": null, + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, { "mode": "managed", "type": "openstack_networking_subnet_v2", diff --git a/openstack-tf/modules/common_variables/variables.tf b/openstack-tf/modules/common_variables/variables.tf index 5a02fb1..b392f16 100644 --- a/openstack-tf/modules/common_variables/variables.tf +++ b/openstack-tf/modules/common_variables/variables.tf @@ -221,6 +221,7 @@ variable "security_group_list" { default = "default" cassandra = "Cassandra" access_to_orientdb_se = "access_to_orientdb_se" + nfs_share_no_ingress = "nfs_share_no_ingress" } } diff --git a/openstack-tf/modules/main_private_net_and_dns_zone/main_network_dns_zone.tf b/openstack-tf/modules/main_private_net_and_dns_zone/main_network_dns_zone.tf index 2be9e14..b680049 100644 --- a/openstack-tf/modules/main_private_net_and_dns_zone/main_network_dns_zone.tf +++ b/openstack-tf/modules/main_private_net_and_dns_zone/main_network_dns_zone.tf @@ -67,3 +67,17 @@ resource "openstack_dns_recordset_v2" "acme_challenge_recordset" { type = "CNAME" records = ["_acme-challenge.d4science.net."] } + +resource "openstack_networking_secgroup_v2" "nfs_share_no_ingress" { + name = "nfs_share_no_ingress" + delete_default_rules = "true" + description = "Security rule that must be assigned to the NFS ports" +} + +resource "openstack_networking_secgroup_rule_v2" "egress_ipv4_allowed" { + security_group_id = openstack_networking_secgroup_v2.nfs_share_no_ingress.id + description = "Allow the egress traffic from the NFS port" + direction = "egress" + ethertype = "IPv4" + remote_ip_prefix = "0.0.0.0/0" +} From 134035acd0948fc4d161a6b36bad36635d0819d4 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 30 Jan 2024 19:02:45 +0100 Subject: [PATCH 048/101] Add the NFS network Id to the state. --- openstack-tf/d4s-dev/project-setup/terraform.tfstate | 8 ++++++-- openstack-tf/d4s-preprod/project-setup/terraform.tfstate | 8 ++++++-- .../d4s-production/project-setup/terraform.tfstate | 8 ++++++-- openstack-tf/modules/common_variables/variables.tf | 4 ++++ .../modules/main_private_net_and_dns_zone/outputs.tf | 5 +++++ 5 files changed, 27 insertions(+), 6 deletions(-) diff --git a/openstack-tf/d4s-dev/project-setup/terraform.tfstate b/openstack-tf/d4s-dev/project-setup/terraform.tfstate index fedb8c6..c739452 100644 --- a/openstack-tf/d4s-dev/project-setup/terraform.tfstate +++ b/openstack-tf/d4s-dev/project-setup/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 11, + "serial": 12, "lineage": "194691ec-f344-4bd2-98ae-cbd15e9c9cdf", "outputs": { "almalinux_9": { @@ -403,6 +403,10 @@ "string" ] }, + "storage_nfs_network_id": { + "value": "5f4023cc-4016-404c-94e5-86220095fbaf", + "type": "string" + }, "ubuntu1804_data_file": { "value": "../../openstack_vm_data_scripts/ubuntu1804.sh", "type": "string" @@ -644,7 +648,7 @@ "id": "5887da8d-e362-4509-93ac-8a70bf8baef9", "name": "nfs_share_no_ingress", "region": "isti_area_pi_1", - "tags": null, + "tags": [], "tenant_id": "e8f8ca72f30648a8b389b4e745ac83a9", "timeouts": null }, diff --git a/openstack-tf/d4s-preprod/project-setup/terraform.tfstate b/openstack-tf/d4s-preprod/project-setup/terraform.tfstate index a8705d5..4b66052 100644 --- a/openstack-tf/d4s-preprod/project-setup/terraform.tfstate +++ b/openstack-tf/d4s-preprod/project-setup/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 37, + "serial": 38, "lineage": "6d43430c-e6aa-d370-b6d5-22f2281117df", "outputs": { "almalinux_9": { @@ -407,6 +407,10 @@ "string" ] }, + "storage_nfs_network_id": { + "value": "5f4023cc-4016-404c-94e5-86220095fbaf", + "type": "string" + }, "ubuntu1804_data_file": { "value": "../../openstack_vm_data_scripts/ubuntu1804.sh", "type": "string" @@ -648,7 +652,7 @@ "id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", "name": "nfs_share_no_ingress", "region": "isti_area_pi_1", - "tags": null, + "tags": [], "tenant_id": "6fdc02e2827b405dad99f34698659742", "timeouts": null }, diff --git a/openstack-tf/d4s-production/project-setup/terraform.tfstate b/openstack-tf/d4s-production/project-setup/terraform.tfstate index 37e8f31..4d5fd23 100644 --- a/openstack-tf/d4s-production/project-setup/terraform.tfstate +++ b/openstack-tf/d4s-production/project-setup/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 17, + "serial": 19, "lineage": "6d54ddff-c4ea-b8c7-3b92-53ed6c62db24", "outputs": { "almalinux_9": { @@ -404,6 +404,10 @@ "string" ] }, + "storage_nfs_network_id": { + "value": "5f4023cc-4016-404c-94e5-86220095fbaf", + "type": "string" + }, "ubuntu1804_data_file": { "value": "../../openstack_vm_data_scripts/ubuntu1804.sh", "type": "string" @@ -613,7 +617,7 @@ "id": "167e4897-f776-4cbd-986f-77313aa68af2", "name": "nfs_share_no_ingress", "region": "isti_area_pi_1", - "tags": null, + "tags": [], "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null }, diff --git a/openstack-tf/modules/common_variables/variables.tf b/openstack-tf/modules/common_variables/variables.tf index b392f16..865ac4b 100644 --- a/openstack-tf/modules/common_variables/variables.tf +++ b/openstack-tf/modules/common_variables/variables.tf @@ -37,6 +37,10 @@ variable "availability_zones_names" { } } +variable "storage_nfs_network_id" { + default = "5f4023cc-4016-404c-94e5-86220095fbaf" +} + variable "ubuntu_1804" { type = map(string) diff --git a/openstack-tf/modules/main_private_net_and_dns_zone/outputs.tf b/openstack-tf/modules/main_private_net_and_dns_zone/outputs.tf index f51c2a5..7f13f58 100644 --- a/openstack-tf/modules/main_private_net_and_dns_zone/outputs.tf +++ b/openstack-tf/modules/main_private_net_and_dns_zone/outputs.tf @@ -13,3 +13,8 @@ output "main_subnet_network_id" { output "external_gateway_ip" { value = openstack_networking_router_v2.external-router.external_fixed_ip } + +output "storage_nfs_network_id" { + value = var.storage_nfs_network_id +} + From 6d9946cef4cf3b52e54b6ab3c17b6b7351708212 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Wed, 31 Jan 2024 11:21:50 +0100 Subject: [PATCH 049/101] Added thredds in production --- openstack-tf/d4s-production/thredds/main.tf | 94 +++++++++++++++++++ .../d4s-production/thredds/provider.tf | 3 + 2 files changed, 97 insertions(+) create mode 100644 openstack-tf/d4s-production/thredds/main.tf create mode 100644 openstack-tf/d4s-production/thredds/provider.tf diff --git a/openstack-tf/d4s-production/thredds/main.tf b/openstack-tf/d4s-production/thredds/main.tf new file mode 100644 index 0000000..18bed49 --- /dev/null +++ b/openstack-tf/d4s-production/thredds/main.tf @@ -0,0 +1,94 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + + +module "instance_with_data_volume" { + source = "../../modules/instance_with_data_volume" + + instances_with_data_volume_map = { + thredds = { + name = "thredds", + description = "This instance serves thredds service", + flavor = module.common_variables.flavor_list.m2_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804, + image_volume_size = 20 + volume = { + name = "thredds_data_volume", + size = "1024", + device = "/dev/vdb" + } + }, + thredds_bluecloud = { + name = "thredds-bluecloud", + description = "This instance serves thredds service", + flavor = module.common_variables.flavor_list.m1_large, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804, + image_volume_size = 20 + volume = { + name = "thredds_bluecloud_data_volume", + size = "50", + device = "/dev/vdb" + } + } + } +} + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + thredds = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["thredds", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Thredds service" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + thredds-bluecloud = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["thredds-bluecloud", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Thredds service" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-production/thredds/provider.tf b/openstack-tf/d4s-production/thredds/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/thredds/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} From 09b1a6666f169fc3cdc804d9b76bced6243804fd Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Wed, 31 Jan 2024 11:33:06 +0100 Subject: [PATCH 050/101] Created thredds in production --- .../d4s-production/thredds/terraform.tfstate | 727 ++++++++++++++++++ 1 file changed, 727 insertions(+) create mode 100644 openstack-tf/d4s-production/thredds/terraform.tfstate diff --git a/openstack-tf/d4s-production/thredds/terraform.tfstate b/openstack-tf/d4s-production/thredds/terraform.tfstate new file mode 100644 index 0000000..ee84e8b --- /dev/null +++ b/openstack-tf/d4s-production/thredds/terraform.tfstate @@ -0,0 +1,727 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 9, + "lineage": "35fc47b4-954d-00ab-3200-92f3af89e990", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds", + "schema_version": 0, + "attributes": { + "description": "Thredds service", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/3ed74fdc-0df0-4df1-b883-1c9b7249d8af", + "name": "thredds.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "thredds-bluecloud", + "schema_version": 0, + "attributes": { + "description": "Thredds service", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/3373508b-437d-40d3-bbf5-1778bc7d5f0d", + "name": "thredds-bluecloud.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_blockstorage_volume_v3", + "name": "instance_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds", + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "13a155ca-08e0-4230-844e-fc14354b98af", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "thredds_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 1024, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "thredds_bluecloud", + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "02cd4279-2d4a-4767-a4fe-b19bae5547ac", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "thredds_bluecloud_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 50, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "instance_with_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.42.243", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-31 10:24:04 +0000 UTC", + "flavor_id": "15", + "flavor_name": "m2.medium", + "floating_ip": null, + "force_delete": false, + "id": "dab4cab0-9dd5-46ee-a8aa-63c97480bb13", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "thredds", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.243", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:96:1e:24", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-31 10:24:52 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "thredds_bluecloud", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.44.116", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-31 10:24:03 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "5b00ddb5-dc43-4db6-b398-91de2f06e090", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "thredds-bluecloud", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.44.116", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:68:5b:0a", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-31 10:24:42 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "attach_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds", + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "dab4cab0-9dd5-46ee-a8aa-63c97480bb13/13a155ca-08e0-4230-844e-fc14354b98af", + "instance_id": "dab4cab0-9dd5-46ee-a8aa-63c97480bb13", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "13a155ca-08e0-4230-844e-fc14354b98af" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", + "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + ] + }, + { + "index_key": "thredds_bluecloud", + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "5b00ddb5-dc43-4db6-b398-91de2f06e090/02cd4279-2d4a-4767-a4fe-b19bae5547ac", + "instance_id": "5b00ddb5-dc43-4db6-b398-91de2f06e090", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "02cd4279-2d4a-4767-a4fe-b19bae5547ac" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", + "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + ] + } + ] + } + ], + "check_results": null +} From 8004f8bdf828fcbe3ee52694c998ced98a8fd931 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Wed, 31 Jan 2024 16:00:55 +0100 Subject: [PATCH 051/101] Add the StorageNFS information to the state. --- .../d4s-dev/project-setup/terraform.tfstate | 10 ++++- .../project-setup/terraform.tfstate | 10 ++++- .../project-setup/terraform.tfstate | 42 ++++++++++++++++++- .../modules/common_variables/variables.tf | 4 -- .../main_private_net_and_dns_zone/outputs.tf | 8 ++++ .../variables_main_network_dns.tf | 9 ++++ 6 files changed, 76 insertions(+), 7 deletions(-) diff --git a/openstack-tf/d4s-dev/project-setup/terraform.tfstate b/openstack-tf/d4s-dev/project-setup/terraform.tfstate index c739452..4be9d9e 100644 --- a/openstack-tf/d4s-dev/project-setup/terraform.tfstate +++ b/openstack-tf/d4s-dev/project-setup/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 12, + "serial": 14, "lineage": "194691ec-f344-4bd2-98ae-cbd15e9c9cdf", "outputs": { "almalinux_9": { @@ -259,6 +259,10 @@ "string" ] }, + "nfs_share_no_ingress_secgroup_id": { + "value": "5887da8d-e362-4509-93ac-8a70bf8baef9", + "type": "string" + }, "octavia_information": { "value": { "main_lb_description": "Main L4 load balancer for the D4Science DEV", @@ -407,6 +411,10 @@ "value": "5f4023cc-4016-404c-94e5-86220095fbaf", "type": "string" }, + "storage_nfs_subnet_id": { + "value": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "type": "string" + }, "ubuntu1804_data_file": { "value": "../../openstack_vm_data_scripts/ubuntu1804.sh", "type": "string" diff --git a/openstack-tf/d4s-preprod/project-setup/terraform.tfstate b/openstack-tf/d4s-preprod/project-setup/terraform.tfstate index 4b66052..31f81ec 100644 --- a/openstack-tf/d4s-preprod/project-setup/terraform.tfstate +++ b/openstack-tf/d4s-preprod/project-setup/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 38, + "serial": 40, "lineage": "6d43430c-e6aa-d370-b6d5-22f2281117df", "outputs": { "almalinux_9": { @@ -260,6 +260,10 @@ "string" ] }, + "nfs_share_no_ingress_secgroup_id": { + "value": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", + "type": "string" + }, "octavia_information": { "value": { "main_lb_description": "Main L4 load balancer for the D4Science PRE production", @@ -411,6 +415,10 @@ "value": "5f4023cc-4016-404c-94e5-86220095fbaf", "type": "string" }, + "storage_nfs_subnet_id": { + "value": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "type": "string" + }, "ubuntu1804_data_file": { "value": "../../openstack_vm_data_scripts/ubuntu1804.sh", "type": "string" diff --git a/openstack-tf/d4s-production/project-setup/terraform.tfstate b/openstack-tf/d4s-production/project-setup/terraform.tfstate index 4d5fd23..551cb93 100644 --- a/openstack-tf/d4s-production/project-setup/terraform.tfstate +++ b/openstack-tf/d4s-production/project-setup/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 19, + "serial": 26, "lineage": "6d54ddff-c4ea-b8c7-3b92-53ed6c62db24", "outputs": { "almalinux_9": { @@ -259,6 +259,10 @@ "string" ] }, + "nfs_share_no_ingress_secgroup_id": { + "value": "167e4897-f776-4cbd-986f-77313aa68af2", + "type": "string" + }, "octavia_information": { "value": { "main_lb_description": "Main L4 load balancer for the D4Science production", @@ -408,6 +412,10 @@ "value": "5f4023cc-4016-404c-94e5-86220095fbaf", "type": "string" }, + "storage_nfs_subnet_id": { + "value": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "type": "string" + }, "ubuntu1804_data_file": { "value": "../../openstack_vm_data_scripts/ubuntu1804.sh", "type": "string" @@ -440,6 +448,38 @@ } }, "resources": [ + { + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "acme_challenge_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "ACME challenge delegation", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/7c71df0f-a8da-4ab0-a2f1-d4d4a93600e0", + "name": "_acme-challenge.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "_acme-challenge.d4science.net." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "openstack_dns_zone_v2.primary_project_dns_zone" + ] + } + ] + }, { "mode": "managed", "type": "openstack_dns_zone_v2", diff --git a/openstack-tf/modules/common_variables/variables.tf b/openstack-tf/modules/common_variables/variables.tf index 865ac4b..b392f16 100644 --- a/openstack-tf/modules/common_variables/variables.tf +++ b/openstack-tf/modules/common_variables/variables.tf @@ -37,10 +37,6 @@ variable "availability_zones_names" { } } -variable "storage_nfs_network_id" { - default = "5f4023cc-4016-404c-94e5-86220095fbaf" -} - variable "ubuntu_1804" { type = map(string) diff --git a/openstack-tf/modules/main_private_net_and_dns_zone/outputs.tf b/openstack-tf/modules/main_private_net_and_dns_zone/outputs.tf index 7f13f58..f2c9137 100644 --- a/openstack-tf/modules/main_private_net_and_dns_zone/outputs.tf +++ b/openstack-tf/modules/main_private_net_and_dns_zone/outputs.tf @@ -18,3 +18,11 @@ output "storage_nfs_network_id" { value = var.storage_nfs_network_id } +output "storage_nfs_subnet_id" { + value = var.storage_nfs_subnet_id +} + +output "nfs_share_no_ingress_secgroup_id" { + value = openstack_networking_secgroup_v2.nfs_share_no_ingress.id +} + diff --git a/openstack-tf/modules/main_private_net_and_dns_zone/variables_main_network_dns.tf b/openstack-tf/modules/main_private_net_and_dns_zone/variables_main_network_dns.tf index d671892..7f5eadf 100644 --- a/openstack-tf/modules/main_private_net_and_dns_zone/variables_main_network_dns.tf +++ b/openstack-tf/modules/main_private_net_and_dns_zone/variables_main_network_dns.tf @@ -43,3 +43,12 @@ variable "external_router" { description = "" } } + +variable "storage_nfs_network_id" { + default = "5f4023cc-4016-404c-94e5-86220095fbaf" +} + +variable "storage_nfs_subnet_id" { + default = "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" +} + From 4267a5b1d0f4c2e517d64bf8d9942ba58116edb9 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Wed, 31 Jan 2024 16:15:18 +0100 Subject: [PATCH 052/101] Redmine: instance in dev. --- openstack-tf/d4s-dev/redmine/main.tf | 105 +++ openstack-tf/d4s-dev/redmine/provider.tf | 3 + .../d4s-dev/redmine/terraform.tfstate | 792 ++++++++++++++++++ 3 files changed, 900 insertions(+) create mode 100644 openstack-tf/d4s-dev/redmine/main.tf create mode 100644 openstack-tf/d4s-dev/redmine/provider.tf create mode 100644 openstack-tf/d4s-dev/redmine/terraform.tfstate diff --git a/openstack-tf/d4s-dev/redmine/main.tf b/openstack-tf/d4s-dev/redmine/main.tf new file mode 100644 index 0000000..9947c3c --- /dev/null +++ b/openstack-tf/d4s-dev/redmine/main.tf @@ -0,0 +1,105 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# SSH settings +module "ssh_settings" { + source = "../../modules/ssh-key-ref" +} +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +# Create a NFS share +resource "openstack_sharedfilesystem_share_v2" "redmine_dev" { + name = "redmine_dev_nfs_share" + description = "NFS share for the dev redmine" + share_proto = "NFS" + size = 5 +} + +resource "openstack_networking_port_v2" "redmine_nfs_port" { + name = "redmine_nfs_port" + network_id = data.terraform_remote_state.privnet_dns_router.outputs.storage_nfs_network_id + admin_state_up = "true" + fixed_ip { + subnet_id = data.terraform_remote_state.privnet_dns_router.outputs.storage_nfs_subnet_id + } +} + +resource "openstack_networking_port_secgroup_associate_v2" "redmine_nfs_port_secgroup" { + port_id = openstack_networking_port_v2.redmine_nfs_port.id + security_group_ids = [ + data.terraform_remote_state.privnet_dns_router.outputs.nfs_share_no_ingress_secgroup_id + ] +} + +resource "openstack_compute_instance_v2" "redmine" { + name = "redmine-dev" + availability_zone_hints = module.common_variables.availability_zones_names.availability_zone_no_gpu + flavor_name = module.common_variables.flavor_list.m1_medium + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.default, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.nfs_share_no_ingress] + block_device { + uuid = data.terraform_remote_state.privnet_dns_router.outputs.ubuntu_2204.uuid + source_type = "image" + volume_size = 20 + boot_index = 0 + destination_type = "volume" + delete_on_termination = true + } + network { + name = data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name + } + network { + name = module.common_variables.shared_postgresql_server_data.network_name + } + user_data = file("${data.terraform_remote_state.privnet_dns_router.outputs.ubuntu2204_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} + +resource "openstack_compute_interface_attach_v2" "nfs_port_to_redmine" { + instance_id = openstack_compute_instance_v2.redmine.id + port_id = openstack_networking_port_v2.redmine_nfs_port.id +} + +# Allow access to the NFS share +resource "openstack_sharedfilesystem_share_access_v2" "redmine_dev_nfs_share_access" { + share_id = openstack_sharedfilesystem_share_v2.redmine_dev.id + access_type = "ip" + access_to = openstack_compute_interface_attach_v2.nfs_port_to_redmine.fixed_ip + access_level = "rw" +} + +output "nfs_port_data" { + value = openstack_compute_interface_attach_v2.nfs_port_to_redmine +} + +output "redmine_nfs_volume_data" { + value = openstack_sharedfilesystem_share_v2.redmine_dev +} \ No newline at end of file diff --git a/openstack-tf/d4s-dev/redmine/provider.tf b/openstack-tf/d4s-dev/redmine/provider.tf new file mode 100644 index 0000000..fa7a121 --- /dev/null +++ b/openstack-tf/d4s-dev/redmine/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-dev" +} diff --git a/openstack-tf/d4s-dev/redmine/terraform.tfstate b/openstack-tf/d4s-dev/redmine/terraform.tfstate new file mode 100644 index 0000000..9dbacfb --- /dev/null +++ b/openstack-tf/d4s-dev/redmine/terraform.tfstate @@ -0,0 +1,792 @@ +{ + "version": 4, + "terraform_version": "1.6.6", + "serial": 19, + "lineage": "e609cf3f-5517-b905-f141-3e44c69a358a", + "outputs": { + "nfs_port_data": { + "value": { + "fixed_ip": "172.17.2.12", + "id": "3ba0a5f7-9eea-4986-ad9c-404ba2237857/effe8e41-22eb-4348-944f-cebd19b8957f", + "instance_id": "3ba0a5f7-9eea-4986-ad9c-404ba2237857", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "effe8e41-22eb-4348-944f-cebd19b8957f", + "region": "isti_area_pi_1", + "timeouts": null + }, + "type": [ + "object", + { + "fixed_ip": "string", + "id": "string", + "instance_id": "string", + "network_id": "string", + "port_id": "string", + "region": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ] + } + ] + }, + "redmine_nfs_volume_data": { + "value": { + "all_metadata": {}, + "availability_zone": "nova", + "description": "NFS share for the dev redmine", + "export_locations": [ + { + "path": "172.17.0.7:/volumes/_nogroup/24e94d6a-2d45-4852-bb24-1602881df2f3/5c12125e-4336-483a-9bac-bbfc83b084c9", + "preferred": "false" + } + ], + "has_replicas": false, + "host": "", + "id": "42900a39-6251-441f-b535-0b18931c4cf3", + "is_public": false, + "metadata": null, + "name": "redmine_dev_nfs_share", + "project_id": "e8f8ca72f30648a8b389b4e745ac83a9", + "region": "isti_area_pi_1", + "replication_type": "", + "share_network_id": "", + "share_proto": "NFS", + "share_server_id": "", + "share_type": "default", + "size": 5, + "snapshot_id": "", + "timeouts": null + }, + "type": [ + "object", + { + "all_metadata": [ + "map", + "string" + ], + "availability_zone": "string", + "description": "string", + "export_locations": [ + "list", + [ + "object", + { + "path": "string", + "preferred": "string" + } + ] + ], + "has_replicas": "bool", + "host": "string", + "id": "string", + "is_public": "bool", + "metadata": [ + "map", + "string" + ], + "name": "string", + "project_id": "string", + "region": "string", + "replication_type": "string", + "share_network_id": "string", + "share_proto": "string", + "share_server_id": "string", + "share_type": "string", + "size": "number", + "snapshot_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ] + } + ] + } + }, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.29.247", + "ca_cidr": "10.1.29.247/32", + "haproxy_l7_1": "10.1.28.50", + "haproxy_l7_1_cidr": "10.1.28.50/32", + "haproxy_l7_2": "10.1.30.241", + "haproxy_l7_2_cidr": "10.1.30.241/32", + "octavia_main": "10.1.28.227", + "octavia_main_cidr": "10.1.28.227/32", + "prometheus": "10.1.30.129", + "prometheus_cidr": "10.1.30.129/32", + "ssh_jump": "10.1.29.164", + "ssh_jump_cidr": "10.1.29.164/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default", + "dns_zone": { + "description": "DNS primary zone for the d4s-dev-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud-dev.d4science.org." + }, + "dns_zone_id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.109", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science DEV main router", + "id": "2ae28c5f-036b-45db-bc9f-5bab8fa3e914", + "name": "d4s-dev-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.28.50", + "10.1.30.241" + ], + "main_private_network": { + "description": "D4Science DEV private network (use this as the main network)", + "name": "d4s-dev-cloud-main" + }, + "main_private_network_id": "e0af5eba-f24a-4d0d-8184-bc654b980c4a", + "main_private_subnet": { + "allocation_end": "10.1.31.254", + "allocation_start": "10.1.28.30", + "cidr": "10.1.28.0/22", + "description": "D4Science DEV main private subnet", + "gateway_ip": "10.1.28.1", + "name": "d4s-dev-cloud-sub" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "2aa977f2-80b4-447c-a6b0-dfa06bf68751", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "5887da8d-e362-4509-93ac-8a70bf8baef9", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science DEV", + "main_lb_hostname": "main-lb", + "main_lb_name": "lb-dev-l4", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7" + }, + "os_project_data": { + "id": "e8f8ca72f30648a8b389b4e745ac83a9" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "redmine", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.31.204", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": true, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-01-31 15:04:07 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "3ba0a5f7-9eea-4986-ad9c-404ba2237857", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "redmine-dev", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.31.204", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:4e:a5:f3", + "name": "d4s-dev-cloud-main", + "port": "", + "uuid": "e0af5eba-f24a-4d0d-8184-bc654b980c4a" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.2.99", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:b0:51:28", + "name": "postgresql-srv-net", + "port": "", + "uuid": "00422a4a-4b8b-4c85-acf9-ef733df842b9" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default", + "nfs_share_no_ingress", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-01-31 15:04:56 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_interface_attach_v2", + "name": "nfs_port_to_redmine", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.2.12", + "id": "3ba0a5f7-9eea-4986-ad9c-404ba2237857/effe8e41-22eb-4348-944f-cebd19b8957f", + "instance_id": "3ba0a5f7-9eea-4986-ad9c-404ba2237857", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "effe8e41-22eb-4348-944f-cebd19b8957f", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.redmine", + "openstack_networking_port_v2.redmine_nfs_port" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_port_secgroup_associate_v2", + "name": "redmine_nfs_port_secgroup", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "5887da8d-e362-4509-93ac-8a70bf8baef9", + "d1fc7c78-6426-4a18-b369-09fcf4fe6edf" + ], + "enforce": false, + "id": "effe8e41-22eb-4348-944f-cebd19b8957f", + "port_id": "effe8e41-22eb-4348-944f-cebd19b8957f", + "region": "isti_area_pi_1", + "security_group_ids": [ + "5887da8d-e362-4509-93ac-8a70bf8baef9" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.redmine_nfs_port" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_port_v2", + "name": "redmine_nfs_port", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.12" + ], + "all_security_group_ids": [ + "5887da8d-e362-4509-93ac-8a70bf8baef9", + "d1fc7c78-6426-4a18-b369-09fcf4fe6edf" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "fa11c8b2-18d7-4688-a6f1-0ab78d6399ec", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-12.openstacklocal.", + "hostname": "host-172-17-2-12", + "ip_address": "172.17.2.12" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "effe8e41-22eb-4348-944f-cebd19b8957f", + "mac_address": "fa:16:3e:f5:57:88", + "name": "redmine_nfs_port", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "e8f8ca72f30648a8b389b4e745ac83a9", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_sharedfilesystem_share_access_v2", + "name": "redmine_dev_nfs_share_access", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_key": "", + "access_level": "rw", + "access_to": "172.17.2.12", + "access_type": "ip", + "id": "dec8bf74-c50d-4841-a278-3786b12b591f", + "region": "isti_area_pi_1", + "share_id": "42900a39-6251-441f-b535-0b18931c4cf3", + "state": "active", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.redmine", + "openstack_compute_interface_attach_v2.nfs_port_to_redmine", + "openstack_networking_port_v2.redmine_nfs_port", + "openstack_sharedfilesystem_share_v2.redmine_dev" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_sharedfilesystem_share_v2", + "name": "redmine_dev", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_metadata": {}, + "availability_zone": "nova", + "description": "NFS share for the dev redmine", + "export_locations": [ + { + "path": "172.17.0.7:/volumes/_nogroup/24e94d6a-2d45-4852-bb24-1602881df2f3/5c12125e-4336-483a-9bac-bbfc83b084c9", + "preferred": "false" + } + ], + "has_replicas": false, + "host": "", + "id": "42900a39-6251-441f-b535-0b18931c4cf3", + "is_public": false, + "metadata": null, + "name": "redmine_dev_nfs_share", + "project_id": "e8f8ca72f30648a8b389b4e745ac83a9", + "region": "isti_area_pi_1", + "replication_type": "", + "share_network_id": "", + "share_proto": "NFS", + "share_server_id": "", + "share_type": "default", + "size": 5, + "snapshot_id": "", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19" + } + ] + } + ], + "check_results": null +} From ace1f66e85b39c4adcf7ee2ae383d376f2f2047e Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Wed, 31 Jan 2024 16:23:32 +0100 Subject: [PATCH 053/101] Move the outputs into a separate file. --- openstack-tf/d4s-dev/redmine/main.tf | 8 -------- openstack-tf/d4s-dev/redmine/outputs.tf | 7 +++++++ 2 files changed, 7 insertions(+), 8 deletions(-) create mode 100644 openstack-tf/d4s-dev/redmine/outputs.tf diff --git a/openstack-tf/d4s-dev/redmine/main.tf b/openstack-tf/d4s-dev/redmine/main.tf index 9947c3c..4bc23d2 100644 --- a/openstack-tf/d4s-dev/redmine/main.tf +++ b/openstack-tf/d4s-dev/redmine/main.tf @@ -95,11 +95,3 @@ resource "openstack_sharedfilesystem_share_access_v2" "redmine_dev_nfs_share_acc access_to = openstack_compute_interface_attach_v2.nfs_port_to_redmine.fixed_ip access_level = "rw" } - -output "nfs_port_data" { - value = openstack_compute_interface_attach_v2.nfs_port_to_redmine -} - -output "redmine_nfs_volume_data" { - value = openstack_sharedfilesystem_share_v2.redmine_dev -} \ No newline at end of file diff --git a/openstack-tf/d4s-dev/redmine/outputs.tf b/openstack-tf/d4s-dev/redmine/outputs.tf new file mode 100644 index 0000000..70449aa --- /dev/null +++ b/openstack-tf/d4s-dev/redmine/outputs.tf @@ -0,0 +1,7 @@ +output "nfs_port_data" { + value = openstack_compute_interface_attach_v2.nfs_port_to_redmine +} + +output "redmine_nfs_volume_data" { + value = openstack_sharedfilesystem_share_v2.redmine_dev +} From a924670f21f3ef42099674ede6e5d850e2074a51 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Fri, 2 Feb 2024 17:44:53 +0100 Subject: [PATCH 054/101] Added storagehub in preprod --- openstack-tf/d4s-preprod/storagehub/main.tf | 71 +++++++++++++++++++ .../d4s-preprod/storagehub/provider.tf | 3 + 2 files changed, 74 insertions(+) create mode 100644 openstack-tf/d4s-preprod/storagehub/main.tf create mode 100644 openstack-tf/d4s-preprod/storagehub/provider.tf diff --git a/openstack-tf/d4s-preprod/storagehub/main.tf b/openstack-tf/d4s-preprod/storagehub/main.tf new file mode 100644 index 0000000..2dd70b4 --- /dev/null +++ b/openstack-tf/d4s-preprod/storagehub/main.tf @@ -0,0 +1,71 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + + +module "instance_with_data_volume" { + source = "../../modules/instance_with_data_volume" + + instances_with_data_volume_map = { + storagehub = { + name = "storagehub", + description = "StorageHub pre instance", + flavor = module.common_variables.flavor_list.m2_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804, + image_volume_size = 30 + volume = { + name = "storagehub_data_volume", + size = "120", + device = "/dev/vdb" + } + } + } +} + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + storagehub = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["storagehub", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "StorageHub" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-preprod/storagehub/provider.tf b/openstack-tf/d4s-preprod/storagehub/provider.tf new file mode 100644 index 0000000..5c9deb7 --- /dev/null +++ b/openstack-tf/d4s-preprod/storagehub/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-pre" +} From f9f4280964d9992d4e36f1eafba479eb4c27a834 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Fri, 2 Feb 2024 17:48:53 +0100 Subject: [PATCH 055/101] Added StorageHub in preprod --- .../d4s-preprod/storagehub/terraform.tfstate | 596 ++++++++++++++++++ 1 file changed, 596 insertions(+) create mode 100644 openstack-tf/d4s-preprod/storagehub/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/storagehub/terraform.tfstate b/openstack-tf/d4s-preprod/storagehub/terraform.tfstate new file mode 100644 index 0000000..d0d635a --- /dev/null +++ b/openstack-tf/d4s-preprod/storagehub/terraform.tfstate @@ -0,0 +1,596 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 5, + "lineage": "5cc26d03-8355-40e7-7983-6ef1742f597e", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "storagehub", + "schema_version": 0, + "attributes": { + "description": "StorageHub", + "disable_status_check": false, + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c/7aee776d-bf3a-4214-9ff6-66c42bb85c2c", + "name": "storagehub.cloud-pre.d4science.org.", + "project_id": "6fdc02e2827b405dad99f34698659742", + "records": [ + "main-lb.cloud-pre.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_blockstorage_volume_v3", + "name": "instance_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "storagehub", + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "2357fb1b-9072-4781-8cd5-6259f267e615", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "storagehub_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 120, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "instance_with_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "storagehub", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.166", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-02 16:46:57 +0000 UTC", + "flavor_id": "15", + "flavor_name": "m2.medium", + "floating_ip": null, + "force_delete": false, + "id": "18c96196-a3bf-473c-a591-8fc2f9a9b973", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "storagehub", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.166", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:54:70:8f", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.3.42", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:52:40:4f", + "name": "postgresql-srv-net", + "port": "", + "uuid": "e25395f4-f1aa-4819-b5a5-36d25ee5af54" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-02 16:47:38 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_with_data_volume", + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "attach_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "storagehub", + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "18c96196-a3bf-473c-a591-8fc2f9a9b973/2357fb1b-9072-4781-8cd5-6259f267e615", + "instance_id": "18c96196-a3bf-473c-a591-8fc2f9a9b973", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "2357fb1b-9072-4781-8cd5-6259f267e615" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", + "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + ] + } + ] + } + ], + "check_results": null +} From 3b6d088b45cca665d484019a9a4a0ffd92a5bd63 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 5 Feb 2024 15:17:06 +0100 Subject: [PATCH 056/101] Added Geoserver Itineris Carbon in production --- openstack-tf/d4s-production/geoserver/main.tf | 22 +++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/openstack-tf/d4s-production/geoserver/main.tf b/openstack-tf/d4s-production/geoserver/main.tf index 11f946b..1adf53d 100644 --- a/openstack-tf/d4s-production/geoserver/main.tf +++ b/openstack-tf/d4s-production/geoserver/main.tf @@ -182,6 +182,20 @@ module "instance_with_data_volume" { size = "50", device = "/dev/vdb", } + }, + geoserver_itineris_carbon = { + name = "geoserver-itineris-carbon", + description = "Geoserver itineris carbon instance", + flavor = module.common_variables.flavor_list.m1_large, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804, + volume = { + name = "geoserver_itineris_carbon_data_volume", + size = "40", + device = "/dev/vdb", + } } } } @@ -285,6 +299,14 @@ module "dns_records_create" { ttl = 8600 type = "CNAME" records = [local.cname_target] + }, + geoserver-itineris-carbon = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geoserver-itineris-carbon", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geoserver geoserver-itineris-carbon" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] } } } From 2ee09cda732d4d467659a917e7b71aa3dc9013bc Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 5 Feb 2024 15:20:00 +0100 Subject: [PATCH 057/101] Added GeoServer Itineris Carbon in production --- .../geoserver/terraform.tfstate | 175 +++++++++++++++++- 1 file changed, 172 insertions(+), 3 deletions(-) diff --git a/openstack-tf/d4s-production/geoserver/terraform.tfstate b/openstack-tf/d4s-production/geoserver/terraform.tfstate index 66b7e54..e797df5 100644 --- a/openstack-tf/d4s-production/geoserver/terraform.tfstate +++ b/openstack-tf/d4s-production/geoserver/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 46, + "serial": 51, "lineage": "de164650-89d7-4446-7bbf-4d84dd648c8e", "outputs": {}, "resources": [ @@ -86,12 +86,15 @@ "c1_large": "c1.large", "c1_medium": "c1.medium", "c1_small": "c1.small", + "c2_large": "c2.large", "m1_large": "m1.large", "m1_medium": "m1.medium", "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", "m2_large": "m2.large", "m2_medium": "m2.medium", - "m2_small": "m2.small" + "m2_small": "m2.small", + "m3_large": "m3.large" }, "floating_ip_pools": { "main_public_ip_pool": "external-network" @@ -128,6 +131,7 @@ "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", "mtu_size": 8942, "networks_list": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -142,6 +146,7 @@ "isti_net": "146.48.80.0/21", "s2i2s_net": "146.48.28.0/22" }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", "octavia_information": { "main_lb_description": "Main L4 load balancer for the D4Science production", "main_lb_hostname": "main-lb", @@ -162,7 +167,7 @@ "prometheus_server_data": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -189,6 +194,7 @@ "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -220,6 +226,8 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "ubuntu_1804": { @@ -320,6 +328,7 @@ "map", "string" ], + "nfs_share_no_ingress_secgroup_id": "string", "octavia_information": [ "map", "string" @@ -364,6 +373,8 @@ "map", "string" ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", "ubuntu1804_data_file": "string", "ubuntu2204_data_file": "string", "ubuntu_1804": [ @@ -540,6 +551,31 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "geoserver-itineris-carbon", + "schema_version": 0, + "attributes": { + "description": "Geoserver geoserver-itineris-carbon", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/c41673c1-ab05-41ff-b1ca-f58a565e57e0", + "name": "geoserver-itineris-carbon.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "geoserver-marineenvironmentalindicators", "schema_version": 0, @@ -884,6 +920,35 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "geoserver_itineris_carbon", + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "ff4bfb64-6e5f-4adf-8b31-326eaef97667", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "geoserver_itineris_carbon_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 40, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "geoserver_marineenvironmentalindicators", "schema_version": 0, @@ -1566,6 +1631,89 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "geoserver_itineris_carbon", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.44.84", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-05 14:18:48 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "eb61b11a-4176-41d1-8bcc-f6c0024730cd", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "geoserver-itineris-carbon", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.44.84", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:c3:4b:32", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.2.82", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:6f:12:d1", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-05 14:19:30 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "geoserver_marineenvironmentalindicators", "schema_version": 0, @@ -2116,6 +2264,27 @@ "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" ] }, + { + "index_key": "geoserver_itineris_carbon", + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "eb61b11a-4176-41d1-8bcc-f6c0024730cd/ff4bfb64-6e5f-4adf-8b31-326eaef97667", + "instance_id": "eb61b11a-4176-41d1-8bcc-f6c0024730cd", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "ff4bfb64-6e5f-4adf-8b31-326eaef97667" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", + "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + ] + }, { "index_key": "geoserver_marineenvironmentalindicators", "schema_version": 0, From 6db6c0cc961daa7e2a28152a85f2bb995f3ca503 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 5 Feb 2024 15:45:20 +0100 Subject: [PATCH 058/101] Added geonetwork Itineris Carbon in production --- .../d4s-production/geonetwork/main.tf | 22 +++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/openstack-tf/d4s-production/geonetwork/main.tf b/openstack-tf/d4s-production/geonetwork/main.tf index b1e9705..33cb3d6 100644 --- a/openstack-tf/d4s-production/geonetwork/main.tf +++ b/openstack-tf/d4s-production/geonetwork/main.tf @@ -181,6 +181,20 @@ module "instance_with_data_volume" { size = "40", device = "/dev/vdb" } + }, + geonetwork_itineris_carbon = { + name = "geonetwork-itineris-carbon", + description = "This instance serves geonetwork service", + flavor = module.common_variables.flavor_list.m2_small, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + image_ref = module.common_variables.ubuntu_1804 + server_groups_ids = [], + volume = { + name = "geonetwork_itineris_carbon_data_volume", + size = "20", + device = "/dev/vdb" + } } } } @@ -283,6 +297,14 @@ module "dns_records_create" { ttl = 8600 type = "CNAME" records = [local.cname_target] + }, + geonetwork-itineris-carbon = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["geonetwork-itineris-carbon", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Geonetwork geonetwork-itineris-carbon" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] } } } From 8a52dd1bbd550f80480143735daca68bef424282 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 5 Feb 2024 16:10:24 +0100 Subject: [PATCH 059/101] Added geonetwork Itineris Carbon in production --- .../geonetwork/terraform.tfstate | 175 +++++++++++++++++- 1 file changed, 172 insertions(+), 3 deletions(-) diff --git a/openstack-tf/d4s-production/geonetwork/terraform.tfstate b/openstack-tf/d4s-production/geonetwork/terraform.tfstate index e8ea5c1..1f18be3 100644 --- a/openstack-tf/d4s-production/geonetwork/terraform.tfstate +++ b/openstack-tf/d4s-production/geonetwork/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 47, + "serial": 52, "lineage": "08d2359a-f46e-f9fe-02d9-4cc9cfb46e25", "outputs": {}, "resources": [ @@ -86,12 +86,15 @@ "c1_large": "c1.large", "c1_medium": "c1.medium", "c1_small": "c1.small", + "c2_large": "c2.large", "m1_large": "m1.large", "m1_medium": "m1.medium", "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", "m2_large": "m2.large", "m2_medium": "m2.medium", - "m2_small": "m2.small" + "m2_small": "m2.small", + "m3_large": "m3.large" }, "floating_ip_pools": { "main_public_ip_pool": "external-network" @@ -128,6 +131,7 @@ "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", "mtu_size": 8942, "networks_list": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -142,6 +146,7 @@ "isti_net": "146.48.80.0/21", "s2i2s_net": "146.48.28.0/22" }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", "octavia_information": { "main_lb_description": "Main L4 load balancer for the D4Science production", "main_lb_hostname": "main-lb", @@ -162,7 +167,7 @@ "prometheus_server_data": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -189,6 +194,7 @@ "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -220,6 +226,8 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "ubuntu_1804": { @@ -320,6 +328,7 @@ "map", "string" ], + "nfs_share_no_ingress_secgroup_id": "string", "octavia_information": [ "map", "string" @@ -364,6 +373,8 @@ "map", "string" ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", "ubuntu1804_data_file": "string", "ubuntu2204_data_file": "string", "ubuntu_1804": [ @@ -540,6 +551,31 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "geonetwork-itineris-carbon", + "schema_version": 0, + "attributes": { + "description": "Geonetwork geonetwork-itineris-carbon", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/72cf92f0-dc8c-43b5-ba62-87add21b45cf", + "name": "geonetwork-itineris-carbon.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "geonetwork-prod", "schema_version": 0, @@ -884,6 +920,35 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "geonetwork_itineris_carbon", + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "7776f0b1-6b5d-4226-b88d-3867738f2fc0", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "geonetwork_itineris_carbon_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 20, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "geonetwork_prod", "schema_version": 0, @@ -1566,6 +1631,89 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "geonetwork_itineris_carbon", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.45.138", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-05 14:46:40 +0000 UTC", + "flavor_id": "10", + "flavor_name": "m2.small", + "floating_ip": null, + "force_delete": false, + "id": "4662eadd-f8d1-492c-94d6-dfe708b54bd7", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "geonetwork-itineris-carbon", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.45.138", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:66:0f:4f", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.1.51", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:eb:c6:c7", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-05 14:47:16 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "geonetwork_prod", "schema_version": 0, @@ -2116,6 +2264,27 @@ "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" ] }, + { + "index_key": "geonetwork_itineris_carbon", + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "4662eadd-f8d1-492c-94d6-dfe708b54bd7/7776f0b1-6b5d-4226-b88d-3867738f2fc0", + "instance_id": "4662eadd-f8d1-492c-94d6-dfe708b54bd7", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "7776f0b1-6b5d-4226-b88d-3867738f2fc0" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "module.instance_with_data_volume.openstack_blockstorage_volume_v3.instance_data_volume", + "module.instance_with_data_volume.openstack_compute_instance_v2.instance_with_data_volume" + ] + }, { "index_key": "geonetwork_prod", "schema_version": 0, From 29225b27d3f67cd0751388a49965646d93e3f432 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Tue, 6 Feb 2024 17:28:36 +0100 Subject: [PATCH 060/101] Added storagehub in production --- .../d4s-production/storagehub/main.tf | 177 ++++ .../d4s-production/storagehub/provider.tf | 3 + .../storagehub/terraform.tfstate | 874 ++++++++++++++++++ 3 files changed, 1054 insertions(+) create mode 100644 openstack-tf/d4s-production/storagehub/main.tf create mode 100644 openstack-tf/d4s-production/storagehub/provider.tf create mode 100644 openstack-tf/d4s-production/storagehub/terraform.tfstate diff --git a/openstack-tf/d4s-production/storagehub/main.tf b/openstack-tf/d4s-production/storagehub/main.tf new file mode 100644 index 0000000..53aae7e --- /dev/null +++ b/openstack-tf/d4s-production/storagehub/main.tf @@ -0,0 +1,177 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +# Module used +module "ssh_settings" { + source = "../../modules/ssh-key-ref" +} + +resource "openstack_blockstorage_volume_v3" "storagehub_prod_data_volume" { + count = 2 + name = format("storagehub%01d_data_volume", count.index + 1) + size = "120" +} + +resource "openstack_blockstorage_volume_v3" "storagehub_prod_temp_volume" { + count = 2 + name = format("storagehub%01d_temp_volume", count.index + 1) + size = "80" +} + +# Instances +resource "openstack_compute_instance_v2" "storagehub1_prod" { + name = "storagehub1" + availability_zone_hints = module.common_variables.availability_zone_no_gpu_name + flavor_name = module.common_variables.flavor_list.m1_xlarge + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers] + block_device { + uuid = module.common_variables.ubuntu_1804.uuid + source_type = "image" + volume_size = 40 + boot_index = 0 + destination_type = "volume" + delete_on_termination = false + } + + # Creates the networks according to input networks + dynamic "network" { + for_each = toset([data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql]) + content { + name = network.value + } + } + + + # user_data script used + user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} + +resource "openstack_compute_instance_v2" "storagehub2_prod" { + name = "storagehub2" + availability_zone_hints = module.common_variables.availability_zone_no_gpu_name + flavor_name = module.common_variables.flavor_list.m1_xlarge + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers] + block_device { + uuid = module.common_variables.ubuntu_1804.uuid + source_type = "image" + volume_size = 40 + boot_index = 0 + destination_type = "volume" + delete_on_termination = false + } + + # Creates the networks according to input networks + dynamic "network" { + for_each = toset([data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql]) + content { + name = network.value + } + } + + + # user_data script used + user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} + + + +resource "openstack_compute_volume_attach_v2" "storagehub1_attach_1" { + instance_id = openstack_compute_instance_v2.storagehub1_prod.id + volume_id = openstack_blockstorage_volume_v3.storagehub_prod_data_volume.0.id + device = "/dev/vdb" +} + +resource "openstack_compute_volume_attach_v2" "storagehub1_attach_2" { + instance_id = openstack_compute_instance_v2.storagehub1_prod.id + volume_id = openstack_blockstorage_volume_v3.storagehub_prod_temp_volume.0.id + device = "/dev/vdc" + + depends_on = [openstack_compute_volume_attach_v2.storagehub1_attach_1] +} + +resource "openstack_compute_volume_attach_v2" "storagehub2_attach_1" { + instance_id = openstack_compute_instance_v2.storagehub2_prod.id + volume_id = openstack_blockstorage_volume_v3.storagehub_prod_data_volume.1.id + device = "/dev/vdb" +} + +resource "openstack_compute_volume_attach_v2" "storagehub2_attach_2" { + instance_id = openstack_compute_instance_v2.storagehub2_prod.id + volume_id = openstack_blockstorage_volume_v3.storagehub_prod_temp_volume.1.id + device = "/dev/vdc" + + depends_on = [openstack_compute_volume_attach_v2.storagehub2_attach_1] +} + + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + storagehub1 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["storagehub1", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "StorageHub1" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + storagehub2 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["storagehub2", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "StorageHub2" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} \ No newline at end of file diff --git a/openstack-tf/d4s-production/storagehub/provider.tf b/openstack-tf/d4s-production/storagehub/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/storagehub/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} diff --git a/openstack-tf/d4s-production/storagehub/terraform.tfstate b/openstack-tf/d4s-production/storagehub/terraform.tfstate new file mode 100644 index 0000000..87efc94 --- /dev/null +++ b/openstack-tf/d4s-production/storagehub/terraform.tfstate @@ -0,0 +1,874 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 12, + "lineage": "2fcb0d7a-4633-fecf-ab9f-0551f8d16805", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "mode": "managed", + "type": "openstack_blockstorage_volume_v3", + "name": "storagehub_prod_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "9287ce45-8c5e-461c-950c-769765f8ec4d", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "storagehub1_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 120, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "392e7062-f02c-483f-a8c5-6caffa7ce201", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "storagehub2_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 120, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + } + ] + }, + { + "mode": "managed", + "type": "openstack_blockstorage_volume_v3", + "name": "storagehub_prod_temp_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "08a1870c-2867-44ad-81c3-de0ed1b851d1", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "storagehub1_temp_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 80, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "4072259f-11c2-4ef7-b149-be1a04b4ca12", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "storagehub2_temp_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 80, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "storagehub1_prod", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.43.226", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 40, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-06 16:25:56 +0000 UTC", + "flavor_id": "14", + "flavor_name": "m1.xlarge", + "floating_ip": null, + "force_delete": false, + "id": "9daff67b-8a3b-4c7e-8cdd-0fc21cf25599", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "storagehub1", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.226", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:e0:a7:20", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.3.96", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:46:89:c3", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-06 16:26:45 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "storagehub2_prod", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.43.88", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 40, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-06 16:25:57 +0000 UTC", + "flavor_id": "14", + "flavor_name": "m1.xlarge", + "floating_ip": null, + "force_delete": false, + "id": "3aa1326a-773a-4f19-8fdb-b4c691d6b251", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "storagehub2", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.88", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:90:9d:d3", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.1.37", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:31:18:89", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-06 16:26:48 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "storagehub1_attach_1", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "9daff67b-8a3b-4c7e-8cdd-0fc21cf25599/9287ce45-8c5e-461c-950c-769765f8ec4d", + "instance_id": "9daff67b-8a3b-4c7e-8cdd-0fc21cf25599", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "9287ce45-8c5e-461c-950c-769765f8ec4d" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_blockstorage_volume_v3.storagehub_prod_data_volume", + "openstack_compute_instance_v2.storagehub1_prod" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "storagehub1_attach_2", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "device": "/dev/vdc", + "id": "9daff67b-8a3b-4c7e-8cdd-0fc21cf25599/08a1870c-2867-44ad-81c3-de0ed1b851d1", + "instance_id": "9daff67b-8a3b-4c7e-8cdd-0fc21cf25599", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "08a1870c-2867-44ad-81c3-de0ed1b851d1" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_blockstorage_volume_v3.storagehub_prod_data_volume", + "openstack_blockstorage_volume_v3.storagehub_prod_temp_volume", + "openstack_compute_instance_v2.storagehub1_prod", + "openstack_compute_volume_attach_v2.storagehub1_attach_1" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "storagehub2_attach_1", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "3aa1326a-773a-4f19-8fdb-b4c691d6b251/392e7062-f02c-483f-a8c5-6caffa7ce201", + "instance_id": "3aa1326a-773a-4f19-8fdb-b4c691d6b251", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "392e7062-f02c-483f-a8c5-6caffa7ce201" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_blockstorage_volume_v3.storagehub_prod_data_volume", + "openstack_compute_instance_v2.storagehub2_prod" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "storagehub2_attach_2", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "device": "/dev/vdc", + "id": "3aa1326a-773a-4f19-8fdb-b4c691d6b251/4072259f-11c2-4ef7-b149-be1a04b4ca12", + "instance_id": "3aa1326a-773a-4f19-8fdb-b4c691d6b251", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "4072259f-11c2-4ef7-b149-be1a04b4ca12" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_blockstorage_volume_v3.storagehub_prod_data_volume", + "openstack_blockstorage_volume_v3.storagehub_prod_temp_volume", + "openstack_compute_instance_v2.storagehub2_prod", + "openstack_compute_volume_attach_v2.storagehub2_attach_1" + ] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "storagehub1", + "schema_version": 0, + "attributes": { + "description": "StorageHub1", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/b8117071-183e-4a99-825a-e14406d9b76e", + "name": "storagehub1.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "storagehub2", + "schema_version": 0, + "attributes": { + "description": "StorageHub2", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/2406ed41-990b-426d-96d4-287a5fad4f6a", + "name": "storagehub2.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} From b44b80108ab1108ba66eef4b3f95e9d83add1b3b Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Wed, 7 Feb 2024 12:06:45 +0100 Subject: [PATCH 061/101] Change the mongodb ACL. Introduce the use of modules. --- openstack-tf/d4s-production/mongodb/main.tf | 18 +- .../mongodb/mongodb.auto.tfvars | 16 +- .../d4s-production/mongodb/provider.tf | 2 +- .../d4s-production/mongodb/terraform.tfstate | 401 +++++++++++++++++- .../modules/common_variables/variables.tf | 2 +- openstack-tf/modules/mongodb/mongodb.tf | 22 +- 6 files changed, 424 insertions(+), 37 deletions(-) diff --git a/openstack-tf/d4s-production/mongodb/main.tf b/openstack-tf/d4s-production/mongodb/main.tf index 00dcf68..a74b798 100644 --- a/openstack-tf/d4s-production/mongodb/main.tf +++ b/openstack-tf/d4s-production/mongodb/main.tf @@ -1,6 +1,6 @@ # Define required providers terraform { -required_version = ">= 0.14.0" + required_version = ">= 0.14.0" required_providers { openstack = { source = "terraform-provider-openstack/openstack" @@ -17,10 +17,14 @@ data "terraform_remote_state" "privnet_dns_router" { } } -# module "variables" { -# source = "../variables" -# } +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +module "ssh_settings" { + source = "../../modules/ssh-key-ref" +} -# module "mongodb" { -# source = "../../modules/mongodb" -# } diff --git a/openstack-tf/d4s-production/mongodb/mongodb.auto.tfvars b/openstack-tf/d4s-production/mongodb/mongodb.auto.tfvars index 231b5e1..79b34f0 100644 --- a/openstack-tf/d4s-production/mongodb/mongodb.auto.tfvars +++ b/openstack-tf/d4s-production/mongodb/mongodb.auto.tfvars @@ -1,18 +1,18 @@ mongodb_cluster_data = { - count = 4 - name = "mongodb-replica" - flavor = "m2.large" - data_disk_size = 10000 + count = 4 + name = "mongodb-replica" + flavor = "m2.large" + data_disk_size = 10000 image_type_name = "Ubuntu-Focal-20.04" image_type_uuid = "75c23040-2be7-49e9-8029-a16dc9f755d1" } -mongodb_ip = [ "10.1.40.22", "10.1.40.23", "10.1.40.24", "10.1.40.25" ] +mongodb_ip = ["10.1.40.22", "10.1.40.23", "10.1.40.24", "10.1.40.25"] mongodb_vol_data = { - name = "mongodb-vol" - flavor = "m1.medium" - data_disk_size = 200 + name = "mongodb-vol" + flavor = "m1.medium" + data_disk_size = 200 image_type_name = "Ubuntu-Focal-20.04" image_type_uuid = "75c23040-2be7-49e9-8029-a16dc9f755d1" } diff --git a/openstack-tf/d4s-production/mongodb/provider.tf b/openstack-tf/d4s-production/mongodb/provider.tf index a0cf95e..ca8de74 100644 --- a/openstack-tf/d4s-production/mongodb/provider.tf +++ b/openstack-tf/d4s-production/mongodb/provider.tf @@ -1,3 +1,3 @@ provider "openstack" { - cloud = "d4s-production" + cloud = "d4s-production" } diff --git a/openstack-tf/d4s-production/mongodb/terraform.tfstate b/openstack-tf/d4s-production/mongodb/terraform.tfstate index e18f4b3..7739e25 100644 --- a/openstack-tf/d4s-production/mongodb/terraform.tfstate +++ b/openstack-tf/d4s-production/mongodb/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, - "terraform_version": "1.6.4", - "serial": 39, + "terraform_version": "1.6.6", + "serial": 41, "lineage": "8125b507-dffc-191e-5c2e-5ad0afce4380", "outputs": {}, "resources": [ @@ -29,18 +29,362 @@ "defaults": null, "outputs": { "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", - "external_gateway_ip": "146.48.31.57", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", - "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a" + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } }, "type": [ "object", { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], "dns_zone_id": "string", - "external_gateway_ip": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], "main_private_network_id": "string", - "main_subnet_network_id": "string" + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] } ] }, @@ -71,6 +415,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDB9fQ==", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_instance_v2.mongodb_cluster_nodes", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_floatingip_v2.mongodb_cluster_floating_ip", @@ -92,6 +437,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDB9fQ==", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_instance_v2.mongodb_cluster_nodes", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_floatingip_v2.mongodb_cluster_floating_ip", @@ -113,6 +459,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDB9fQ==", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_instance_v2.mongodb_cluster_nodes", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_floatingip_v2.mongodb_cluster_floating_ip", @@ -134,6 +481,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDB9fQ==", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_instance_v2.mongodb_cluster_nodes", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_floatingip_v2.mongodb_cluster_floating_ip", @@ -162,6 +510,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDB9fQ==", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_instance_v2.mongodb_vol_node", "openstack_networking_floatingip_v2.mongodb_vol_floating_ip", "openstack_networking_secgroup_v2.mongodb_cluster_traffic" @@ -269,6 +618,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_secgroup_v2.mongodb_cluster_traffic" ] @@ -367,6 +717,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_secgroup_v2.mongodb_cluster_traffic" ] @@ -465,6 +816,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_secgroup_v2.mongodb_cluster_traffic" ] @@ -563,6 +915,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_secgroup_v2.mongodb_cluster_traffic" ] @@ -647,7 +1000,7 @@ "mongodb_cluster_traffic" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-11-17 15:37:07 +0000 UTC", "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", @@ -657,6 +1010,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_networking_secgroup_v2.mongodb_cluster_traffic" ] } @@ -723,6 +1077,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_instance_v2.mongodb_cluster_nodes", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_floatingip_v2.mongodb_cluster_floating_ip", @@ -751,6 +1106,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_instance_v2.mongodb_cluster_nodes", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_floatingip_v2.mongodb_cluster_floating_ip", @@ -779,6 +1135,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_instance_v2.mongodb_cluster_nodes", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_floatingip_v2.mongodb_cluster_floating_ip", @@ -807,6 +1164,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_instance_v2.mongodb_cluster_nodes", "openstack_compute_servergroup_v2.mongodb", "openstack_networking_floatingip_v2.mongodb_cluster_floating_ip", @@ -842,6 +1200,7 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", "openstack_compute_instance_v2.mongodb_vol_node", "openstack_networking_floatingip_v2.mongodb_vol_floating_ip", "openstack_networking_secgroup_v2.mongodb_cluster_traffic" @@ -967,10 +1326,10 @@ "description": "MongoDB Volatile", "dns_domain": "", "dns_name": "", - "fixed_ip": "", + "fixed_ip": "10.1.40.29", "id": "e30940cd-1a48-4e8b-95d9-458f7bc23f16", "pool": "external-network", - "port_id": "", + "port_id": "4624b95e-a7d5-4260-a1a1-7e874af3111c", "region": "isti_area_pi_1", "subnet_id": null, "subnet_ids": null, @@ -1069,6 +1428,30 @@ "openstack_networking_secgroup_v2.mongodb_cluster_traffic" ] }, + { + "index_key": "146.48.80.0/21", + "schema_version": 0, + "attributes": { + "description": "Access to the MongoDB service", + "direction": "ingress", + "ethertype": "IPv4", + "id": "e5848f09-96f8-4e06-b2a1-f917280e0ed7", + "port_range_max": 27017, + "port_range_min": 27017, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "146.48.80.0/21", + "security_group_id": "6db66d56-dfa2-40ce-9724-9fef9e77275c", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "openstack_networking_secgroup_v2.mongodb_cluster_traffic" + ] + }, { "index_key": "90.147.152.0/24", "schema_version": 0, diff --git a/openstack-tf/modules/common_variables/variables.tf b/openstack-tf/modules/common_variables/variables.tf index b392f16..393bcb5 100644 --- a/openstack-tf/modules/common_variables/variables.tf +++ b/openstack-tf/modules/common_variables/variables.tf @@ -194,7 +194,7 @@ variable "flavor_list" { m2_small = "m2.small" #RAM 8 - VCPUs 2 m2_medium = "m2.medium" #RAM 16 - VCPUs 4 m2_large = "m2.large" #RAM 32 - VCPUs 8 - m3_large = "m3.large" #RAM 64 - VCPUs 16 + m3_large = "m3.large" #RAM 64 - VCPUs 16 } } diff --git a/openstack-tf/modules/mongodb/mongodb.tf b/openstack-tf/modules/mongodb/mongodb.tf index 904f4da..22c2e07 100644 --- a/openstack-tf/modules/mongodb/mongodb.tf +++ b/openstack-tf/modules/mongodb/mongodb.tf @@ -28,7 +28,7 @@ resource "openstack_networking_secgroup_rule_v2" "access_to_the_mongodb_service_ remote_ip_prefix = var.main_private_subnet.cidr } resource "openstack_networking_secgroup_rule_v2" "access_to_the_mongodb_service_from_the_outside" { - for_each = toset([var.networks_with_d4s_services.infrascience_net, var.networks_with_d4s_services.s2i2s_net, var.networks_with_d4s_services.garr_ct1_net, var.networks_with_d4s_services.garr_pa1_net, var.networks_with_d4s_services.garr_na_net]) + for_each = toset([var.networks_with_d4s_services.infrascience_net, var.networks_with_d4s_services.s2i2s_net, var.networks_with_d4s_services.garr_ct1_net, var.networks_with_d4s_services.garr_pa1_net, var.networks_with_d4s_services.garr_na_net, var.networks_with_d4s_services.isti_net]) security_group_id = openstack_networking_secgroup_v2.mongodb_cluster_traffic.id description = "Access to the MongoDB service" direction = "ingress" @@ -68,8 +68,8 @@ resource "openstack_compute_instance_v2" "mongodb_cluster_nodes" { name = format("%s-%02d", var.mongodb_cluster_data.name, count.index + 2) availability_zone_hints = var.availability_zones_names.availability_zone_no_gpu flavor_name = var.mongodb_cluster_data.flavor - key_pair = var.ssh_key_file.name - security_groups = [var.default_security_group_name, openstack_networking_secgroup_v2.mongodb_cluster_traffic.name] + key_pair = module.ssh_settings.ssh_key_file + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, openstack_networking_secgroup_v2.mongodb_cluster_traffic.name] scheduler_hints { group = openstack_compute_servergroup_v2.mongodb.id } @@ -94,7 +94,7 @@ resource "openstack_compute_instance_v2" "mongodb_cluster_nodes" { name = var.main_private_network.name fixed_ip_v4 = var.mongodb_ip.* [count.index] } - user_data = file("${var.ubuntu2204_data_file}") + user_data = file("${module.common_variables.ubuntu_2204.user_data_file}") # Do not replace the instance when the ssh key changes lifecycle { ignore_changes = [ @@ -124,8 +124,8 @@ resource "openstack_compute_floatingip_associate_v2" "mongodb_cluster_ip" { resource "openstack_dns_recordset_v2" "mongodb_cluster_dns_recordsets" { count = var.mongodb_cluster_data.count - zone_id = var.dns_zone_id - name = join(".", [element(openstack_compute_instance_v2.mongodb_cluster_nodes.*.name, count.index), var.dns_zone.zone_name]) + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", [element(openstack_compute_instance_v2.mongodb_cluster_nodes.*.name, count.index), data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) description = "Mongodb public hostnames" ttl = 8600 type = "A" @@ -141,8 +141,8 @@ resource "openstack_compute_instance_v2" "mongodb_vol_node" { name = "mongodb-vol" availability_zone_hints = var.availability_zones_names.availability_zone_no_gpu flavor_name = var.mongodb_vol_data.flavor - key_pair = var.ssh_key_file.name - security_groups = [var.default_security_group_name, openstack_networking_secgroup_v2.mongodb_cluster_traffic.name] + key_pair = module.ssh_settings.ssh_key_file + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, openstack_networking_secgroup_v2.mongodb_cluster_traffic.name] block_device { uuid = var.mongodb_vol_data.image_type_uuid source_type = "image" @@ -164,7 +164,7 @@ resource "openstack_compute_instance_v2" "mongodb_vol_node" { name = var.main_private_network.name fixed_ip_v4 = var.mongodb_vol_ip } - user_data = file("${var.ubuntu2204_data_file}") + user_data = file("${module.common_variables.ubuntu_2204.user_data_file}") # Do not replace the instance when the ssh key changes lifecycle { ignore_changes = [ @@ -191,8 +191,8 @@ resource "openstack_compute_floatingip_associate_v2" "mongodb_vol_public_ip" { } resource "openstack_dns_recordset_v2" "mongodb_vol_dns_recordsets" { - zone_id = var.dns_zone_id - name = join(".", [openstack_compute_instance_v2.mongodb_vol_node.name], [var.dns_zone.zone_name]) + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", [openstack_compute_instance_v2.mongodb_vol_node.name], [data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) description = "Mongodb Volatile public hostnames" ttl = 8600 type = "A" From 8b69d03a7370d9c11ed8865768ff597300764fda Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Wed, 7 Feb 2024 17:05:19 +0100 Subject: [PATCH 062/101] See #26699. worspace-repository CNAME in preprod. --- openstack-tf/d4s-preprod/storagehub/main.tf | 8 ++++ .../d4s-preprod/storagehub/terraform.tfstate | 39 +++++++++++++++++-- 2 files changed, 43 insertions(+), 4 deletions(-) diff --git a/openstack-tf/d4s-preprod/storagehub/main.tf b/openstack-tf/d4s-preprod/storagehub/main.tf index 2dd70b4..ae3841d 100644 --- a/openstack-tf/d4s-preprod/storagehub/main.tf +++ b/openstack-tf/d4s-preprod/storagehub/main.tf @@ -66,6 +66,14 @@ module "dns_records_create" { ttl = 8600 type = "CNAME" records = [local.cname_target] + }, + workspace_repository = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["workspace-repository", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Workspace repository (storagehub)" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] } } } diff --git a/openstack-tf/d4s-preprod/storagehub/terraform.tfstate b/openstack-tf/d4s-preprod/storagehub/terraform.tfstate index d0d635a..65b5f69 100644 --- a/openstack-tf/d4s-preprod/storagehub/terraform.tfstate +++ b/openstack-tf/d4s-preprod/storagehub/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, - "terraform_version": "1.6.4", - "serial": 5, + "terraform_version": "1.6.6", + "serial": 7, "lineage": "5cc26d03-8355-40e7-7983-6ef1742f597e", "outputs": {}, "resources": [ @@ -428,6 +428,31 @@ "dependencies": [ "data.terraform_remote_state.privnet_dns_router" ] + }, + { + "index_key": "workspace_repository", + "schema_version": 0, + "attributes": { + "description": "Workspace repository (storagehub)", + "disable_status_check": false, + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c/31e09122-a806-4433-b248-6ec3965674c7", + "name": "workspace-repository.cloud-pre.d4science.org.", + "project_id": "6fdc02e2827b405dad99f34698659742", + "records": [ + "main-lb.cloud-pre.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] } ] }, @@ -442,7 +467,13 @@ "index_key": "storagehub", "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "2357fb1b-9072-4781-8cd5-6259f267e615", + "instance_id": "18c96196-a3bf-473c-a591-8fc2f9a9b973" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -546,7 +577,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-02-02 16:47:38 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", From ae09c220a52a5b2a2da768ba1f10c017854662ed Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Tue, 13 Feb 2024 12:41:48 +0100 Subject: [PATCH 063/101] Added CNAME for dataminer load balancers --- openstack-tf/d4s-production/dataminer/main.tf | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/openstack-tf/d4s-production/dataminer/main.tf b/openstack-tf/d4s-production/dataminer/main.tf index 09fda1c..2c65561 100644 --- a/openstack-tf/d4s-production/dataminer/main.tf +++ b/openstack-tf/d4s-production/dataminer/main.tf @@ -292,6 +292,22 @@ module "dns_records_create" { ttl = 8600 type = "CNAME" records = [local.cname_target] + }, + dataminer-prototypes = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer-prototypes", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner dataminer-prototypes load balancer" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + dataminer-prototypes-workers = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["dataminer-prototypes-workers", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "DataMiner dataminer-prototypes-workers load balancer" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] } } } From 887bf54393ec35c93667455b6dd1824a661189bc Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Tue, 13 Feb 2024 12:44:49 +0100 Subject: [PATCH 064/101] Added CNAME for dataminer load balancers --- .../dataminer/terraform.tfstate | 95 +++++++++++++++---- 1 file changed, 78 insertions(+), 17 deletions(-) diff --git a/openstack-tf/d4s-production/dataminer/terraform.tfstate b/openstack-tf/d4s-production/dataminer/terraform.tfstate index ab3db43..25f2170 100644 --- a/openstack-tf/d4s-production/dataminer/terraform.tfstate +++ b/openstack-tf/d4s-production/dataminer/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 187, + "serial": 190, "lineage": "baea8c53-fd72-1573-59ac-35ef1fc58d33", "outputs": {}, "resources": [ @@ -86,12 +86,15 @@ "c1_large": "c1.large", "c1_medium": "c1.medium", "c1_small": "c1.small", + "c2_large": "c2.large", "m1_large": "m1.large", "m1_medium": "m1.medium", "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", "m2_large": "m2.large", "m2_medium": "m2.medium", - "m2_small": "m2.small" + "m2_small": "m2.small", + "m3_large": "m3.large" }, "floating_ip_pools": { "main_public_ip_pool": "external-network" @@ -128,6 +131,7 @@ "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", "mtu_size": 8942, "networks_list": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -142,6 +146,7 @@ "isti_net": "146.48.80.0/21", "s2i2s_net": "146.48.28.0/22" }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", "octavia_information": { "main_lb_description": "Main L4 load balancer for the D4Science production", "main_lb_hostname": "main-lb", @@ -162,7 +167,7 @@ "prometheus_server_data": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -189,6 +194,7 @@ "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -220,6 +226,8 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "ubuntu_1804": { @@ -320,6 +328,7 @@ "map", "string" ], + "nfs_share_no_ingress_secgroup_id": "string", "octavia_information": [ "map", "string" @@ -364,6 +373,8 @@ "map", "string" ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", "ubuntu1804_data_file": "string", "ubuntu2204_data_file": "string", "ubuntu_1804": [ @@ -415,6 +426,56 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "dataminer-prototypes", + "schema_version": 0, + "attributes": { + "description": "DataMiner dataminer-prototypes load balancer", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/dead2a72-53be-415e-a673-ef7242193963", + "name": "dataminer-prototypes.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "dataminer-prototypes-workers", + "schema_version": 0, + "attributes": { + "description": "DataMiner dataminer-prototypes-workers load balancer", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/d6d1b191-217e-4b46-9e9a-39e7c84faf9a", + "name": "dataminer-prototypes-workers.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "dataminer1-proto-1804", "schema_version": 0, @@ -819,7 +880,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:13:49 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -902,7 +963,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:14:08 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -985,7 +1046,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:13:51 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1068,7 +1129,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:13:15 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1151,7 +1212,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:13:17 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1234,7 +1295,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:14:18 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1317,7 +1378,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:14:11 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1400,7 +1461,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:13:25 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1483,7 +1544,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:13:10 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1566,7 +1627,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:13:47 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1649,7 +1710,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:14:32 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1732,7 +1793,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:14:26 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1815,7 +1876,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:13:27 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -1898,7 +1959,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-17 16:13:13 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", From 0c746b807ac182af008371e94bbb63db503684d3 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Wed, 14 Feb 2024 16:35:53 +0100 Subject: [PATCH 065/101] timescaledb preprod. --- openstack-tf/d4s-preprod/timescaledb/main.tf | 32 + .../d4s-preprod/timescaledb/provider.tf | 3 + .../d4s-preprod/timescaledb/terraform.tfstate | 1097 +++++++++++++++++ 3 files changed, 1132 insertions(+) create mode 100644 openstack-tf/d4s-preprod/timescaledb/main.tf create mode 100644 openstack-tf/d4s-preprod/timescaledb/provider.tf create mode 100644 openstack-tf/d4s-preprod/timescaledb/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/timescaledb/main.tf b/openstack-tf/d4s-preprod/timescaledb/main.tf new file mode 100644 index 0000000..026f927 --- /dev/null +++ b/openstack-tf/d4s-preprod/timescaledb/main.tf @@ -0,0 +1,32 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +module "timescaledb" { + source = "../../modules/timescaledb" + + timescaledb_server_data = { + node_name = "timescaledb" + node_data_disk_size = 30 + node_data_disk_device = "/dev/vdb" + } + + timescaledb_nodes_count = 1 + timescaledb_node_flavor = "m1.medium" + timescaledb_ip = ["192.168.11.5"] +} diff --git a/openstack-tf/d4s-preprod/timescaledb/provider.tf b/openstack-tf/d4s-preprod/timescaledb/provider.tf new file mode 100644 index 0000000..5c9deb7 --- /dev/null +++ b/openstack-tf/d4s-preprod/timescaledb/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-pre" +} diff --git a/openstack-tf/d4s-preprod/timescaledb/terraform.tfstate b/openstack-tf/d4s-preprod/timescaledb/terraform.tfstate new file mode 100644 index 0000000..8fde847 --- /dev/null +++ b/openstack-tf/d4s-preprod/timescaledb/terraform.tfstate @@ -0,0 +1,1097 @@ +{ + "version": 4, + "terraform_version": "1.6.6", + "serial": 11, + "lineage": "a3102b02-5995-18d7-63a6-2b852bd6b8bc", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.timescaledb", + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.timescaledb", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "timescaledb_server", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.181", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-14 12:36:07 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "8d2331b8-0995-45dd-9755-d84b388ab3d4", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "timescaledb-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.181", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:af:a7:22", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.11.5", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:b5:65:23", + "name": "timescaledb-net", + "port": "", + "uuid": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "84ce7a5c-ce77-43a6-8c49-39d61484e82e", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_timescaledb_service", + "default_for_all" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-14 12:37:04 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.timescaledb.data.terraform_remote_state.privnet_dns_router", + "module.timescaledb.openstack_compute_servergroup_v2.timescaledb_cluster", + "module.timescaledb.openstack_networking_network_v2.timescaledb_net", + "module.timescaledb.openstack_networking_secgroup_v2.timescaledb_access", + "module.timescaledb.openstack_networking_subnet_v2.timescaledb_subnet" + ] + } + ] + }, + { + "module": "module.timescaledb", + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "timescaledb_cluster", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "84ce7a5c-ce77-43a6-8c49-39d61484e82e", + "members": [], + "name": "timescaledb_cluster", + "policies": [ + "soft-anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "module": "module.timescaledb", + "mode": "managed", + "type": "openstack_networking_network_v2", + "name": "timescaledb_net", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_tags": [], + "availability_zone_hints": [], + "description": "Network used by the Timescaledb cluster and to access the service", + "dns_domain": "cloud-pre.d4science.org.", + "external": false, + "id": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b", + "mtu": 8942, + "name": "timescaledb-net", + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "segments": [], + "shared": false, + "tags": [], + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "transparent_vlan": false, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.timescaledb.data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.timescaledb", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "timescaledb_access_from_dedicated_subnet", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Allow connections to port 5432 from the 192.168.11.0/24 network", + "direction": "ingress", + "ethertype": "IPv4", + "id": "8a2d3915-7d73-4741-b22c-b5445f5ebf19", + "port_range_max": 5432, + "port_range_min": 5432, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "192.168.11.0/24", + "security_group_id": "fe63c906-7035-45a4-b0ed-3b4852c0c1ba", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.timescaledb.openstack_networking_secgroup_v2.timescaledb_access" + ] + } + ] + }, + { + "module": "module.timescaledb", + "mode": "managed", + "type": "openstack_networking_secgroup_v2", + "name": "timescaledb_access", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "delete_default_rules": true, + "description": "Access the shared TimeScaleDB service using the dedicated network", + "id": "fe63c906-7035-45a4-b0ed-3b4852c0c1ba", + "name": "access_to_the_timescaledb_service", + "region": "isti_area_pi_1", + "tags": null, + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, + { + "module": "module.timescaledb", + "mode": "managed", + "type": "openstack_networking_subnet_v2", + "name": "timescaledb_subnet", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "allocation_pool": [ + { + "end": "192.168.11.254", + "start": "192.168.11.20" + } + ], + "allocation_pools": [ + { + "end": "192.168.11.254", + "start": "192.168.11.20" + } + ], + "cidr": "192.168.11.0/24", + "description": "subnet used to connect to the shared TimeScaleDB service", + "dns_nameservers": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "enable_dhcp": true, + "gateway_ip": "", + "host_routes": [], + "id": "cba5700b-db7f-4764-9fc9-5132367608fa", + "ip_version": 4, + "ipv6_address_mode": "", + "ipv6_ra_mode": "", + "name": "timescaledb-subnet", + "network_id": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b", + "no_gateway": true, + "prefix_length": null, + "region": "isti_area_pi_1", + "service_types": [], + "subnetpool_id": "", + "tags": [], + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.timescaledb.data.terraform_remote_state.privnet_dns_router", + "module.timescaledb.openstack_networking_network_v2.timescaledb_net" + ] + } + ] + } + ], + "check_results": null +} From 73a0ef566a588256e8153135a398a0006e23b125 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Thu, 15 Feb 2024 17:35:27 +0100 Subject: [PATCH 066/101] Added security group dataminer_publish --- openstack-tf/d4s-production/dataminer/main.tf | 94 ++++- .../dataminer/terraform.tfstate | 328 ++++++++++++------ 2 files changed, 313 insertions(+), 109 deletions(-) diff --git a/openstack-tf/d4s-production/dataminer/main.tf b/openstack-tf/d4s-production/dataminer/main.tf index 2c65561..546f8df 100644 --- a/openstack-tf/d4s-production/dataminer/main.tf +++ b/openstack-tf/d4s-production/dataminer/main.tf @@ -23,26 +23,98 @@ module "common_variables" { source = "../../modules/common_variables" } +#Module used +module "ssh_settings" { + source = "../../modules/ssh-key-ref" +} + + +resource "openstack_networking_secgroup_v2" "dataminer_publish" { + name = "dataminer_publish" + description = "Access to dataminer-ghost is allowed only to dm-pool-manager" + delete_default_rules = "true" +} + + +resource "openstack_compute_instance_v2" "dm_pool_manager_proto" { + name = "dm-pool-manager-proto" + availability_zone_hints = module.common_variables.availability_zone_no_gpu_name + flavor_name = module.common_variables.flavor_list.m1_large + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers] + block_device { + uuid = module.common_variables.ubuntu_1804.uuid + source_type = "image" + volume_size = 30 + boot_index = 0 + destination_type = "volume" + delete_on_termination = false + } + + # Creates the networks according to input networks + dynamic "network" { + for_each = toset([data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name]) + content { + name = network.value + } + } + + + # user_data script used + user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} + + +resource "openstack_networking_secgroup_rule_v2" "secgroup_dataminer_publish_rule_1" { + direction = "ingress" + ethertype = "IPv4" + protocol = "tcp" + port_range_min = 22 + port_range_max = 22 + remote_ip_prefix = join("/",[openstack_compute_instance_v2.dm_pool_manager_proto.network.0.fixed_ip_v4,"32"]) + security_group_id = openstack_networking_secgroup_v2.dataminer_publish.id +} + +resource "openstack_networking_secgroup_rule_v2" "secgroup_dataminer_publish_rule_2" { + direction = "ingress" + ethertype = "IPv4" + protocol = "tcp" + port_range_min = 80 + port_range_max = 80 + remote_ip_prefix = "0.0.0.0/0" + security_group_id = openstack_networking_secgroup_v2.dataminer_publish.id +} + +resource "openstack_networking_secgroup_rule_v2" "secgroup_dataminer_publish_rule_3" { + direction = "ingress" + ethertype = "IPv4" + protocol = "tcp" + port_range_min = 443 + port_range_max = 443 + remote_ip_prefix = join("/",[openstack_compute_instance_v2.dm_pool_manager_proto.network.0.fixed_ip_v4,"32"]) + security_group_id = openstack_networking_secgroup_v2.dataminer_publish.id +} + + + module "instance_without_data_volume" { source = "../../modules/instance_without_data_volume" instances_without_data_volume_map = { - dm_pool_manager_proto = { - name = "dm-pool-manager-proto", - description = "This instance is a DataMiner Pool Manager service", - flavor = module.common_variables.flavor_list.m1_large, - networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], - security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], - server_groups_ids = [], - image_ref = module.common_variables.ubuntu_1804 - image_volume_size = 30 - }, dataminer_proto_ghost = { name = "dataminer-proto-ghost", description = "This instance is a DataMiner Ghost service", flavor = module.common_variables.flavor_list.m1_large, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], - security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + security_groups = [openstack_networking_secgroup_v2.dataminer_publish.name,data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 image_volume_size = 50 diff --git a/openstack-tf/d4s-production/dataminer/terraform.tfstate b/openstack-tf/d4s-production/dataminer/terraform.tfstate index 25f2170..72f2266 100644 --- a/openstack-tf/d4s-production/dataminer/terraform.tfstate +++ b/openstack-tf/d4s-production/dataminer/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 190, + "serial": 233, "lineage": "baea8c53-fd72-1573-59ac-35ef1fc58d33", "outputs": {}, "resources": [ @@ -394,6 +394,207 @@ } ] }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "dm_pool_manager_proto", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.43.253", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-15 14:45:21 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "4e0679bb-83e0-410d-bbf6-5d5492be82b7", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dm-pool-manager-proto", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.253", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ba:c5:b0", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-02-15 14:46:10 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "secgroup_dataminer_publish_rule_1", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "", + "direction": "ingress", + "ethertype": "IPv4", + "id": "9c46b860-54da-4a30-be27-2800f046aa4e", + "port_range_max": 22, + "port_range_min": 22, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.43.253/32", + "security_group_id": "7061f7f1-455f-4298-bed3-cafc754ff452", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.dm_pool_manager_proto", + "openstack_networking_secgroup_v2.dataminer_publish" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "secgroup_dataminer_publish_rule_2", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "", + "direction": "ingress", + "ethertype": "IPv4", + "id": "3277f5f0-967a-45a7-a854-a784ef8dbc30", + "port_range_max": 80, + "port_range_min": 80, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "0.0.0.0/0", + "security_group_id": "7061f7f1-455f-4298-bed3-cafc754ff452", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "openstack_networking_secgroup_v2.dataminer_publish" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "secgroup_dataminer_publish_rule_3", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "", + "direction": "ingress", + "ethertype": "IPv4", + "id": "1544b310-4ad8-42a3-8ffb-8c1c6be0d502", + "port_range_max": 443, + "port_range_min": 443, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.43.253/32", + "security_group_id": "7061f7f1-455f-4298-bed3-cafc754ff452", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.dm_pool_manager_proto", + "openstack_networking_secgroup_v2.dataminer_publish" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_v2", + "name": "dataminer_publish", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "delete_default_rules": true, + "description": "Access to dataminer-ghost is allowed only to dm-pool-manager", + "id": "7061f7f1-455f-4298-bed3-cafc754ff452", + "name": "dataminer_publish", + "region": "isti_area_pi_1", + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, { "module": "module.dns_records_create", "mode": "managed", @@ -890,7 +1091,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -973,7 +1175,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -1056,7 +1259,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -1139,7 +1343,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -1222,7 +1427,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -1305,7 +1511,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -1388,7 +1595,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -1471,7 +1679,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -1554,7 +1763,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -1637,7 +1847,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -1720,7 +1931,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -1803,7 +2015,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -1872,6 +2085,7 @@ "region": "isti_area_pi_1", "scheduler_hints": [], "security_groups": [ + "dataminer_publish", "default_for_all", "traffic_from_the_main_load_balancers" ], @@ -1879,97 +2093,15 @@ "tags": [], "timeouts": null, "updated": "2024-01-17 16:13:27 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "user_data": "", "vendor_options": [], "volume": [] }, "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dm_pool_manager_proto", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.44.233", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 30, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2024-01-17 16:12:15 +0000 UTC", - "flavor_id": "9", - "flavor_name": "m1.large", - "floating_ip": null, - "force_delete": false, - "id": "92810756-384a-4aba-90ae-5ed7b37b59cf", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dm-pool-manager-proto", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.44.233", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:4b:e9:8f", - "name": "d4s-production-cloud-main", - "port": "", - "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.1.231", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:94:a8:3d", - "name": "postgresql-srv-net", - "port": "", - "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": [], - "timeouts": null, - "updated": "2024-01-17 16:13:13 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] } ] From 67b9720579492d653af572dd5db6e81dcf84c455 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Thu, 15 Feb 2024 18:49:18 +0100 Subject: [PATCH 067/101] Added authorization service in dev --- openstack-tf/d4s-dev/authorization/main.tf | 65 +++ .../d4s-dev/authorization/provider.tf | 3 + .../d4s-dev/authorization/terraform.tfstate | 524 ++++++++++++++++++ 3 files changed, 592 insertions(+) create mode 100644 openstack-tf/d4s-dev/authorization/main.tf create mode 100644 openstack-tf/d4s-dev/authorization/provider.tf create mode 100644 openstack-tf/d4s-dev/authorization/terraform.tfstate diff --git a/openstack-tf/d4s-dev/authorization/main.tf b/openstack-tf/d4s-dev/authorization/main.tf new file mode 100644 index 0000000..d8a08f5 --- /dev/null +++ b/openstack-tf/d4s-dev/authorization/main.tf @@ -0,0 +1,65 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" + + instances_without_data_volume_map = { + auth_d = { + name = "auth-d", + description = "This instance is a Authorization service", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 20 + }, + } +} + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + thredds1 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["auth-d", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Authorization auth-d" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-dev/authorization/provider.tf b/openstack-tf/d4s-dev/authorization/provider.tf new file mode 100644 index 0000000..fa7a121 --- /dev/null +++ b/openstack-tf/d4s-dev/authorization/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-dev" +} diff --git a/openstack-tf/d4s-dev/authorization/terraform.tfstate b/openstack-tf/d4s-dev/authorization/terraform.tfstate new file mode 100644 index 0000000..171277d --- /dev/null +++ b/openstack-tf/d4s-dev/authorization/terraform.tfstate @@ -0,0 +1,524 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 3, + "lineage": "5c181534-e215-5b78-32e5-7901710ee61a", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.29.247", + "ca_cidr": "10.1.29.247/32", + "haproxy_l7_1": "10.1.28.50", + "haproxy_l7_1_cidr": "10.1.28.50/32", + "haproxy_l7_2": "10.1.30.241", + "haproxy_l7_2_cidr": "10.1.30.241/32", + "octavia_main": "10.1.28.227", + "octavia_main_cidr": "10.1.28.227/32", + "prometheus": "10.1.30.129", + "prometheus_cidr": "10.1.30.129/32", + "ssh_jump": "10.1.29.164", + "ssh_jump_cidr": "10.1.29.164/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default", + "dns_zone": { + "description": "DNS primary zone for the d4s-dev-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud-dev.d4science.org." + }, + "dns_zone_id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.109", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science DEV main router", + "id": "2ae28c5f-036b-45db-bc9f-5bab8fa3e914", + "name": "d4s-dev-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.28.50", + "10.1.30.241" + ], + "main_private_network": { + "description": "D4Science DEV private network (use this as the main network)", + "name": "d4s-dev-cloud-main" + }, + "main_private_network_id": "e0af5eba-f24a-4d0d-8184-bc654b980c4a", + "main_private_subnet": { + "allocation_end": "10.1.31.254", + "allocation_start": "10.1.28.30", + "cidr": "10.1.28.0/22", + "description": "D4Science DEV main private subnet", + "gateway_ip": "10.1.28.1", + "name": "d4s-dev-cloud-sub" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "2aa977f2-80b4-447c-a6b0-dfa06bf68751", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "5887da8d-e362-4509-93ac-8a70bf8baef9", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science DEV", + "main_lb_hostname": "main-lb", + "main_lb_name": "lb-dev-l4", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7" + }, + "os_project_data": { + "id": "e8f8ca72f30648a8b389b4e745ac83a9" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "thredds1", + "schema_version": 0, + "attributes": { + "description": "Authorization auth-d", + "disable_status_check": false, + "id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488/b65eb6fe-5b98-4248-be68-d7c4be992b21", + "name": "auth-d.cloud-dev.d4science.org.", + "project_id": "e8f8ca72f30648a8b389b4e745ac83a9", + "records": [ + "main-lb.cloud-dev.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "auth_d", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.28.143", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-15 17:29:24 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "a9cf8e63-53db-4dad-94b9-2c7ae30bb055", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "auth-d", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.28.143", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:8d:06:39", + "name": "d4s-dev-cloud-main", + "port": "", + "uuid": "e0af5eba-f24a-4d0d-8184-bc654b980c4a" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.2.189", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:77:b6:6a", + "name": "postgresql-srv-net", + "port": "", + "uuid": "00422a4a-4b8b-4c85-acf9-ef733df842b9" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-15 17:30:07 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} From e90ac474f3ec1058280fe07c12b3d8030363edcb Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 19 Feb 2024 12:30:56 +0100 Subject: [PATCH 068/101] Added plan for authorization in preprod --- openstack-tf/d4s-dev/authorization/main.tf | 2 +- .../d4s-dev/authorization/terraform.tfstate | 8 +-- .../d4s-preprod/authorization/main.tf | 65 +++++++++++++++++++ .../d4s-preprod/authorization/provider.tf | 3 + 4 files changed, 73 insertions(+), 5 deletions(-) create mode 100644 openstack-tf/d4s-preprod/authorization/main.tf create mode 100644 openstack-tf/d4s-preprod/authorization/provider.tf diff --git a/openstack-tf/d4s-dev/authorization/main.tf b/openstack-tf/d4s-dev/authorization/main.tf index d8a08f5..9a03032 100644 --- a/openstack-tf/d4s-dev/authorization/main.tf +++ b/openstack-tf/d4s-dev/authorization/main.tf @@ -53,7 +53,7 @@ module "dns_records_create" { source = "../../modules/dns_resources" dns_resources_map = { - thredds1 = { + auth-d = { zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id name = join(".", ["auth-d", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) description = "Authorization auth-d" diff --git a/openstack-tf/d4s-dev/authorization/terraform.tfstate b/openstack-tf/d4s-dev/authorization/terraform.tfstate index 171277d..1cb4de6 100644 --- a/openstack-tf/d4s-dev/authorization/terraform.tfstate +++ b/openstack-tf/d4s-dev/authorization/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 3, + "serial": 8, "lineage": "5c181534-e215-5b78-32e5-7901710ee61a", "outputs": {}, "resources": [ @@ -401,12 +401,12 @@ "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", "instances": [ { - "index_key": "thredds1", + "index_key": "auth-d", "schema_version": 0, "attributes": { "description": "Authorization auth-d", "disable_status_check": false, - "id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488/b65eb6fe-5b98-4248-be68-d7c4be992b21", + "id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488/a597f62b-bceb-4e26-917d-dc685743e84e", "name": "auth-d.cloud-dev.d4science.org.", "project_id": "e8f8ca72f30648a8b389b4e745ac83a9", "records": [ @@ -504,7 +504,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-02-15 17:30:07 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", diff --git a/openstack-tf/d4s-preprod/authorization/main.tf b/openstack-tf/d4s-preprod/authorization/main.tf new file mode 100644 index 0000000..8ca8a8c --- /dev/null +++ b/openstack-tf/d4s-preprod/authorization/main.tf @@ -0,0 +1,65 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" + + instances_without_data_volume_map = { + auth = { + name = "auth", + description = "This instance is a Authorization service", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 20 + }, + } +} + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + auth = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["auth", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Authorization auth" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-preprod/authorization/provider.tf b/openstack-tf/d4s-preprod/authorization/provider.tf new file mode 100644 index 0000000..5c9deb7 --- /dev/null +++ b/openstack-tf/d4s-preprod/authorization/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-pre" +} From 675b8aebad1697acdc6bfafdfbd24a05bf9ac0d9 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 19 Feb 2024 12:33:45 +0100 Subject: [PATCH 069/101] Create instance of authorization in preprod --- .../authorization/terraform.tfstate | 528 ++++++++++++++++++ 1 file changed, 528 insertions(+) create mode 100644 openstack-tf/d4s-preprod/authorization/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/authorization/terraform.tfstate b/openstack-tf/d4s-preprod/authorization/terraform.tfstate new file mode 100644 index 0000000..93f4c82 --- /dev/null +++ b/openstack-tf/d4s-preprod/authorization/terraform.tfstate @@ -0,0 +1,528 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 3, + "lineage": "7c9621c0-69f9-50dd-1df3-8da0167edb90", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "auth", + "schema_version": 0, + "attributes": { + "description": "Authorization auth", + "disable_status_check": false, + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c/da91f076-3fb6-4097-a33a-50eb455f2924", + "name": "auth.cloud-pre.d4science.org.", + "project_id": "6fdc02e2827b405dad99f34698659742", + "records": [ + "main-lb.cloud-pre.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "auth", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.14", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-19 11:32:42 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "111103bc-df3f-4db1-836b-26f53fe54f71", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "auth", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.14", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:db:c5:ae", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.2.230", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:db:1d:35", + "name": "postgresql-srv-net", + "port": "", + "uuid": "e25395f4-f1aa-4819-b5a5-36d25ee5af54" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-19 11:33:27 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} From c01ab61bf7811bc1b6908ea8d7ff9bed3cf1e6e3 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 19 Feb 2024 14:32:53 +0100 Subject: [PATCH 070/101] Added plan for Authorization in production --- .../d4s-preprod/authorization/main.tf | 2 +- .../d4s-production/authorization/main.tf | 91 +++++++++++++++++++ .../d4s-production/authorization/provider.tf | 3 + 3 files changed, 95 insertions(+), 1 deletion(-) create mode 100644 openstack-tf/d4s-production/authorization/main.tf create mode 100644 openstack-tf/d4s-production/authorization/provider.tf diff --git a/openstack-tf/d4s-preprod/authorization/main.tf b/openstack-tf/d4s-preprod/authorization/main.tf index 8ca8a8c..375a073 100644 --- a/openstack-tf/d4s-preprod/authorization/main.tf +++ b/openstack-tf/d4s-preprod/authorization/main.tf @@ -37,7 +37,7 @@ module "instance_without_data_volume" { server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 image_volume_size = 20 - }, + } } } diff --git a/openstack-tf/d4s-production/authorization/main.tf b/openstack-tf/d4s-production/authorization/main.tf new file mode 100644 index 0000000..87d2a7d --- /dev/null +++ b/openstack-tf/d4s-production/authorization/main.tf @@ -0,0 +1,91 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" + + instances_without_data_volume_map = { + auth1 = { + name = "auth1", + description = "This instance is a Authorization service", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 20 + }, + auth2 = { + name = "auth2", + description = "This instance is a Authorization service", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 20 + } + } +} + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + auth1 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["auth1", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Authorization auth1" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + auth2 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["auth2", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Authorization auth2" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + authorization = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["authorization", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Authorization load balancer" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} \ No newline at end of file diff --git a/openstack-tf/d4s-production/authorization/provider.tf b/openstack-tf/d4s-production/authorization/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/authorization/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} From e3eb37ad300b790bb7e59efe681ca84103e13c62 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 19 Feb 2024 14:56:00 +0100 Subject: [PATCH 071/101] Created instances of authorization in production --- .../authorization/terraform.tfstate | 658 ++++++++++++++++++ 1 file changed, 658 insertions(+) create mode 100644 openstack-tf/d4s-production/authorization/terraform.tfstate diff --git a/openstack-tf/d4s-production/authorization/terraform.tfstate b/openstack-tf/d4s-production/authorization/terraform.tfstate new file mode 100644 index 0000000..e315386 --- /dev/null +++ b/openstack-tf/d4s-production/authorization/terraform.tfstate @@ -0,0 +1,658 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 6, + "lineage": "5b4f08c6-4f52-3af3-97ac-2594b36adabd", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "auth1", + "schema_version": 0, + "attributes": { + "description": "Authorization auth1", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/32b6f704-bf84-4592-921f-ec782fab6ddf", + "name": "auth1.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "auth2", + "schema_version": 0, + "attributes": { + "description": "Authorization auth2", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/16db4aa6-a874-4ca4-9605-161bdb3ed8c0", + "name": "auth2.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "authorization", + "schema_version": 0, + "attributes": { + "description": "Authorization load balancer", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/3ba8a1a3-b6ad-4809-ba85-f135e2f3b3e3", + "name": "authorization.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "auth1", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.45.71", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-19 13:36:33 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "24564923-ac6c-413b-8daf-1ce623972987", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "auth1", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.45.71", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ba:bd:e3", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.1.214", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:1a:8c:4f", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-19 13:37:17 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "auth2", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.43.246", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-19 13:36:33 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "24764e3b-e553-4742-a979-0c7e6d721894", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "auth2", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.246", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:c3:35:26", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.3.81", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:06:da:ca", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-19 13:37:25 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} From a0583c6ede506a72e273ca1f716eec410ffb876d Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 19 Feb 2024 15:06:22 +0100 Subject: [PATCH 072/101] Updated plan for dataminers in preprod --- openstack-tf/d4s-preprod/dataminer/main.tf | 95 +++++++++++++++++++--- 1 file changed, 84 insertions(+), 11 deletions(-) diff --git a/openstack-tf/d4s-preprod/dataminer/main.tf b/openstack-tf/d4s-preprod/dataminer/main.tf index d66037b..6225433 100644 --- a/openstack-tf/d4s-preprod/dataminer/main.tf +++ b/openstack-tf/d4s-preprod/dataminer/main.tf @@ -16,6 +16,7 @@ data "terraform_remote_state" "privnet_dns_router" { path = "../project-setup/terraform.tfstate" } } + # # Uses common_variables as module # @@ -23,26 +24,98 @@ module "common_variables" { source = "../../modules/common_variables" } +#Module used +module "ssh_settings" { + source = "../../modules/ssh-key-ref" +} + + +resource "openstack_networking_secgroup_v2" "dataminer_publish" { + name = "dataminer_publish" + description = "Access to dataminer-ghost is allowed only to dm-pool-manager" + delete_default_rules = "true" +} + + +resource "openstack_compute_instance_v2" "dm_pool_manager_pre" { + name = "dm-pool-manager-pre" + availability_zone_hints = module.common_variables.availability_zone_no_gpu_name + flavor_name = module.common_variables.flavor_list.m1_large + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers] + block_device { + uuid = module.common_variables.ubuntu_1804.uuid + source_type = "image" + volume_size = 30 + boot_index = 0 + destination_type = "volume" + delete_on_termination = false + } + + # Creates the networks according to input networks + dynamic "network" { + for_each = toset([data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name]) + content { + name = network.value + } + } + + + # user_data script used + user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} + + +resource "openstack_networking_secgroup_rule_v2" "secgroup_dataminer_publish_rule_1" { + direction = "ingress" + ethertype = "IPv4" + protocol = "tcp" + port_range_min = 22 + port_range_max = 22 + remote_ip_prefix = join("/",[openstack_compute_instance_v2.dm_pool_manager_pre.network.0.fixed_ip_v4,"32"]) + security_group_id = openstack_networking_secgroup_v2.dataminer_publish.id +} + +resource "openstack_networking_secgroup_rule_v2" "secgroup_dataminer_publish_rule_2" { + direction = "ingress" + ethertype = "IPv4" + protocol = "tcp" + port_range_min = 80 + port_range_max = 80 + remote_ip_prefix = "0.0.0.0/0" + security_group_id = openstack_networking_secgroup_v2.dataminer_publish.id +} + +resource "openstack_networking_secgroup_rule_v2" "secgroup_dataminer_publish_rule_3" { + direction = "ingress" + ethertype = "IPv4" + protocol = "tcp" + port_range_min = 443 + port_range_max = 443 + remote_ip_prefix = join("/",[openstack_compute_instance_v2.dm_pool_manager_pre.network.0.fixed_ip_v4,"32"]) + security_group_id = openstack_networking_secgroup_v2.dataminer_publish.id +} + + + module "instance_without_data_volume" { source = "../../modules/instance_without_data_volume" instances_without_data_volume_map = { - dm_pool_manager_pre = { - name = "dm-pool-manager-pre", - description = "This instance is a DataMiner Pool Manager service", - flavor = module.common_variables.flavor_list.m1_medium, - networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], - security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], - server_groups_ids = [], - image_ref = module.common_variables.ubuntu_1804 - image_volume_size = 30 - }, dataminer_pre_ghost = { name = "dataminer-pre-ghost", description = "This instance is a DataMiner Ghost service", flavor = module.common_variables.flavor_list.m1_large, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.shared_postgresql], - security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + security_groups = [openstack_networking_secgroup_v2.dataminer_publish.name,data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], server_groups_ids = [], image_ref = module.common_variables.ubuntu_1804 image_volume_size = 50 From f7aea54a8d8ed06476cb3d4504d2fe0c435a4c36 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 19 Feb 2024 15:10:49 +0100 Subject: [PATCH 073/101] Updated dataminer instances in preprod --- .../d4s-preprod/dataminer/terraform.tfstate | 309 +++++++++++++----- 1 file changed, 219 insertions(+), 90 deletions(-) diff --git a/openstack-tf/d4s-preprod/dataminer/terraform.tfstate b/openstack-tf/d4s-preprod/dataminer/terraform.tfstate index f0e0bfd..7b7f577 100644 --- a/openstack-tf/d4s-preprod/dataminer/terraform.tfstate +++ b/openstack-tf/d4s-preprod/dataminer/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 38, + "serial": 46, "lineage": "36794155-bcfa-624c-516e-62e6c5034c73", "outputs": {}, "resources": [ @@ -132,6 +132,7 @@ "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", "mtu_size": 8942, "networks_list": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -146,6 +147,7 @@ "isti_net": "146.48.80.0/21", "s2i2s_net": "146.48.28.0/22" }, + "nfs_share_no_ingress_secgroup_id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", "octavia_information": { "main_lb_description": "Main L4 load balancer for the D4Science PRE production", "main_lb_hostname": "main-lb", @@ -168,7 +170,7 @@ "prometheus_server_data": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -195,6 +197,7 @@ "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -226,6 +229,8 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "ubuntu_1804": { @@ -326,6 +331,7 @@ "map", "string" ], + "nfs_share_no_ingress_secgroup_id": "string", "octavia_information": [ "map", "string" @@ -370,6 +376,8 @@ "map", "string" ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", "ubuntu1804_data_file": "string", "ubuntu2204_data_file": "string", "ubuntu_1804": [ @@ -389,6 +397,207 @@ } ] }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "dm_pool_manager_pre", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.85", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-19 14:07:19 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "545ec252-36b8-42a8-8ccd-aa9324537839", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "dm-pool-manager-pre", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.85", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:d0:ce:74", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-19 14:08:01 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "secgroup_dataminer_publish_rule_1", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "", + "direction": "ingress", + "ethertype": "IPv4", + "id": "805c498d-e6ef-4466-99db-45218ee47cd7", + "port_range_max": 22, + "port_range_min": 22, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.33.85/32", + "security_group_id": "fa1ed43b-5560-41eb-be4a-f66acb446ee1", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.dm_pool_manager_pre", + "openstack_networking_secgroup_v2.dataminer_publish" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "secgroup_dataminer_publish_rule_2", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "", + "direction": "ingress", + "ethertype": "IPv4", + "id": "dd015f50-8765-4c16-bcbb-83f6f3f070bf", + "port_range_max": 80, + "port_range_min": 80, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "0.0.0.0/0", + "security_group_id": "fa1ed43b-5560-41eb-be4a-f66acb446ee1", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "openstack_networking_secgroup_v2.dataminer_publish" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "secgroup_dataminer_publish_rule_3", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "", + "direction": "ingress", + "ethertype": "IPv4", + "id": "cce9b287-bdb4-4dd2-8b9a-0444efef4b76", + "port_range_max": 443, + "port_range_min": 443, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.33.85/32", + "security_group_id": "fa1ed43b-5560-41eb-be4a-f66acb446ee1", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.dm_pool_manager_pre", + "openstack_networking_secgroup_v2.dataminer_publish" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_secgroup_v2", + "name": "dataminer_publish", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "delete_default_rules": true, + "description": "Access to dataminer-ghost is allowed only to dm-pool-manager", + "id": "fa1ed43b-5560-41eb-be4a-f66acb446ee1", + "name": "dataminer_publish", + "region": "isti_area_pi_1", + "tags": null, + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, { "module": "module.dns_records_create", "mode": "managed", @@ -550,7 +759,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-22 11:05:44 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -560,7 +769,8 @@ "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] }, { @@ -629,104 +839,23 @@ "region": "isti_area_pi_1", "scheduler_hints": [], "security_groups": [ + "dataminer_publish", "default_for_all", "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-01-22 11:06:43 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "user_data": "", "vendor_options": [], "volume": [] }, "sensitive_attributes": [], "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" - ] - }, - { - "index_key": "dm_pool_manager_pre", - "schema_version": 0, - "attributes": { - "access_ip_v4": "10.1.35.155", - "access_ip_v6": "", - "admin_pass": null, - "all_metadata": {}, - "all_tags": [], - "availability_zone": "cnr-isti-nova-a", - "availability_zone_hints": "cnr-isti-nova-a", - "block_device": [ - { - "boot_index": 0, - "delete_on_termination": false, - "destination_type": "volume", - "device_type": "", - "disk_bus": "", - "guest_format": "", - "multiattach": false, - "source_type": "image", - "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", - "volume_size": 30, - "volume_type": "" - } - ], - "config_drive": null, - "created": "2024-01-22 11:03:52 +0000 UTC", - "flavor_id": "4", - "flavor_name": "m1.medium", - "floating_ip": null, - "force_delete": false, - "id": "737308f8-74bb-4715-a7a8-90b4f5827611", - "image_id": "Attempt to boot from volume - no image supplied", - "image_name": null, - "key_pair": "Giancarlo Panichi", - "metadata": null, - "name": "dm-pool-manager-pre", - "network": [ - { - "access_network": false, - "fixed_ip_v4": "10.1.35.155", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:77:ec:6a", - "name": "d4s-pre-cloud-main", - "port": "", - "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" - }, - { - "access_network": false, - "fixed_ip_v4": "192.168.2.88", - "fixed_ip_v6": "", - "floating_ip": "", - "mac": "fa:16:3e:ba:f9:03", - "name": "postgresql-srv-net", - "port": "", - "uuid": "e25395f4-f1aa-4819-b5a5-36d25ee5af54" - } - ], - "network_mode": null, - "personality": [], - "power_state": "active", - "region": "isti_area_pi_1", - "scheduler_hints": [], - "security_groups": [ - "default_for_all", - "traffic_from_the_main_load_balancers" - ], - "stop_before_destroy": false, - "tags": null, - "timeouts": null, - "updated": "2024-01-22 11:04:35 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", - "vendor_options": [], - "volume": [] - }, - "sensitive_attributes": [], - "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", - "dependencies": [ - "data.terraform_remote_state.privnet_dns_router" + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_secgroup_v2.dataminer_publish" ] } ] From 64f78b2ca5cfefd799203a1b3b9534fec0f8c66e Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Mon, 19 Feb 2024 19:40:37 +0100 Subject: [PATCH 074/101] Add swarm data to the outputs --- .../basic-infrastructure/terraform.tfstate | 2805 ++++++++++++++++- .../d4s-production/gcore-services/main.tf | 8 + .../gcore-services/terraform.tfstate | 42 +- .../modules/docker_swarm/docker-swarm.tf | 11 + 4 files changed, 2860 insertions(+), 6 deletions(-) diff --git a/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate b/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate index c922f43..008aad0 100644 --- a/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate +++ b/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 389, + "serial": 391, "lineage": "954b57a1-c68e-fa2b-cf2f-79cc54aea13e", "outputs": { "almalinux_9": { @@ -206,6 +206,7 @@ }, "networks_list": { "value": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -317,6 +318,7 @@ "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -384,6 +386,2784 @@ "value": "10.1.40.30", "type": "string" }, + "swarm_manager_nodes": { + "value": [ + { + "access_ip_v4": "10.1.40.31", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 100, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-11-06 18:33:59 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "218369c6-7bd0-4b0c-aa71-dc07183007f3", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "swarm-mgr-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.40.31", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:bb:82:0b", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.4.147", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:75:ba:bb", + "name": "swarm-nfs-net", + "port": "", + "uuid": "5f4fb86d-bbb7-422b-89f0-de48982a214a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "b8614e08-ab2f-4795-9992-5b3db09e4534", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default_for_all", + "swarm_internal_docker_traffic" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-11-06 18:34:47 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + { + "access_ip_v4": "10.1.40.32", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 100, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-11-06 18:32:37 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "0c00cb58-71a3-4066-8570-0c6333022b4e", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "swarm-mgr-02", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.40.32", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:28:ab:a7", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.4.135", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:e5:20:36", + "name": "swarm-nfs-net", + "port": "", + "uuid": "5f4fb86d-bbb7-422b-89f0-de48982a214a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "b8614e08-ab2f-4795-9992-5b3db09e4534", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default_for_all", + "swarm_internal_docker_traffic" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-11-06 18:34:00 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + { + "access_ip_v4": "10.1.40.33", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 100, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-11-06 18:32:37 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "e27a68a2-f124-469f-8f9d-850bd93785e9", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "swarm-mgr-03", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.40.33", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:fd:7c:22", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.4.116", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:58:90:5b", + "name": "swarm-nfs-net", + "port": "", + "uuid": "5f4fb86d-bbb7-422b-89f0-de48982a214a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "b8614e08-ab2f-4795-9992-5b3db09e4534", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default_for_all", + "swarm_internal_docker_traffic" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-11-06 18:34:02 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + } + ], + "type": [ + "tuple", + [ + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ], + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ], + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ] + ] + ], + "sensitive": true + }, + "swarm_worker_nodes": { + "value": [ + { + "access_ip_v4": "10.1.42.182", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 200, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-11-06 18:56:49 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "60ece97f-cfea-4989-836c-0bb87d258e5a", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "swarm-worker-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.182", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:cc:36:b0", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.5.109", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:dc:20:8b", + "name": "swarm-nfs-net", + "port": "", + "uuid": "5f4fb86d-bbb7-422b-89f0-de48982a214a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "8e226428-f3f7-4ecd-94e1-c83956b773c4", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default", + "default_for_all", + "swarm_internal_docker_traffic" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-11-06 18:57:32 +0000 UTC", + "user_data": "", + "vendor_options": [], + "volume": [] + }, + { + "access_ip_v4": "10.1.42.214", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 200, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-11-06 18:49:11 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "3721fa5c-baf5-41c1-a00b-293cd6112e11", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "swarm-worker-02", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.214", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:57:09:77", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.5.7", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:52:13:61", + "name": "swarm-nfs-net", + "port": "", + "uuid": "5f4fb86d-bbb7-422b-89f0-de48982a214a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "8e226428-f3f7-4ecd-94e1-c83956b773c4", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default", + "default_for_all", + "swarm_internal_docker_traffic" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-11-06 18:50:38 +0000 UTC", + "user_data": "", + "vendor_options": [], + "volume": [] + }, + { + "access_ip_v4": "10.1.42.165", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 200, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-11-06 18:56:48 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "f3cf42e3-b28b-4694-92e2-de9581eb1503", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "swarm-worker-03", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.165", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:91:e6:2c", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.5.246", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:5f:ab:7c", + "name": "swarm-nfs-net", + "port": "", + "uuid": "5f4fb86d-bbb7-422b-89f0-de48982a214a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "8e226428-f3f7-4ecd-94e1-c83956b773c4", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default", + "default_for_all", + "swarm_internal_docker_traffic" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-11-06 18:57:33 +0000 UTC", + "user_data": "", + "vendor_options": [], + "volume": [] + }, + { + "access_ip_v4": "10.1.43.228", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 200, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-11-06 18:49:12 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "14a705c3-844a-4c5f-b727-256b6f2f2039", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "swarm-worker-04", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.228", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:44:04:b4", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.4.251", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:4f:c7:e9", + "name": "swarm-nfs-net", + "port": "", + "uuid": "5f4fb86d-bbb7-422b-89f0-de48982a214a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "8e226428-f3f7-4ecd-94e1-c83956b773c4", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default", + "default_for_all", + "swarm_internal_docker_traffic" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-11-06 18:50:34 +0000 UTC", + "user_data": "", + "vendor_options": [], + "volume": [] + }, + { + "access_ip_v4": "10.1.45.77", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 200, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-11-06 18:49:11 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "f39ad1ee-9f1e-43b7-b141-973d53e10a2e", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "swarm-worker-05", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.45.77", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:b4:e0:29", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.5.181", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:77:3e:38", + "name": "swarm-nfs-net", + "port": "", + "uuid": "5f4fb86d-bbb7-422b-89f0-de48982a214a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "8e226428-f3f7-4ecd-94e1-c83956b773c4", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default", + "default_for_all", + "swarm_internal_docker_traffic" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-01-12 11:18:04 +0000 UTC", + "user_data": "", + "vendor_options": [], + "volume": [] + }, + { + "access_ip_v4": "10.1.44.73", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 200, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-11-06 18:49:11 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "58360f23-4703-47f0-8b27-d621463c245c", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "swarm-worker-06", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.44.73", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:db:85:25", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.5.12", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:b9:b1:ef", + "name": "swarm-nfs-net", + "port": "", + "uuid": "5f4fb86d-bbb7-422b-89f0-de48982a214a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "8e226428-f3f7-4ecd-94e1-c83956b773c4", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default", + "default_for_all", + "swarm_internal_docker_traffic" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-11-06 18:50:45 +0000 UTC", + "user_data": "", + "vendor_options": [], + "volume": [] + }, + { + "access_ip_v4": "10.1.45.59", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 200, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-11-06 18:49:11 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "dca55156-78be-4392-a9b1-3a93dee81dd0", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "swarm-worker-07", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.45.59", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:67:11:2e", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.5.113", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:4a:d0:69", + "name": "swarm-nfs-net", + "port": "", + "uuid": "5f4fb86d-bbb7-422b-89f0-de48982a214a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "8e226428-f3f7-4ecd-94e1-c83956b773c4", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default", + "default_for_all", + "swarm_internal_docker_traffic" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-11-06 18:50:39 +0000 UTC", + "user_data": "", + "vendor_options": [], + "volume": [] + }, + { + "access_ip_v4": "10.1.42.92", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 200, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-11-06 18:49:11 +0000 UTC", + "flavor_id": "18", + "flavor_name": "m1.xxl", + "floating_ip": null, + "force_delete": false, + "id": "62a0cd55-f4b9-4bf0-bc8b-2da1e43bca0c", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "swarm-worker-08", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.92", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:aa:24:4c", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.5.54", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:e2:8a:b5", + "name": "swarm-nfs-net", + "port": "", + "uuid": "5f4fb86d-bbb7-422b-89f0-de48982a214a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "8e226428-f3f7-4ecd-94e1-c83956b773c4", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default", + "default_for_all", + "swarm_internal_docker_traffic" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-11-06 18:50:37 +0000 UTC", + "user_data": "", + "vendor_options": [], + "volume": [] + } + ], + "type": [ + "tuple", + [ + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ], + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ], + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ], + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ], + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ], + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ], + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ], + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ] + ] + ], + "sensitive": true + }, "ubuntu1804_data_file": { "value": "../../openstack_vm_data_scripts/ubuntu1804.sh", "type": "string" @@ -497,12 +3277,15 @@ "c1_large": "c1.large", "c1_medium": "c1.medium", "c1_small": "c1.small", + "c2_large": "c2.large", "m1_large": "m1.large", "m1_medium": "m1.medium", "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", "m2_large": "m2.large", "m2_medium": "m2.medium", - "m2_small": "m2.small" + "m2_small": "m2.small", + "m3_large": "m3.large" }, "floating_ip_pools": { "main_public_ip_pool": "external-network" @@ -539,6 +3322,7 @@ "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", "mtu_size": 8942, "networks_list": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -553,6 +3337,7 @@ "isti_net": "146.48.80.0/21", "s2i2s_net": "146.48.28.0/22" }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", "octavia_information": { "main_lb_description": "Main L4 load balancer for the D4Science production", "main_lb_hostname": "main-lb", @@ -573,7 +3358,7 @@ "prometheus_server_data": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -600,6 +3385,7 @@ "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -631,6 +3417,8 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "ubuntu_1804": { @@ -731,6 +3519,7 @@ "map", "string" ], + "nfs_share_no_ingress_secgroup_id": "string", "octavia_information": [ "map", "string" @@ -775,6 +3564,8 @@ "map", "string" ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", "ubuntu1804_data_file": "string", "ubuntu2204_data_file": "string", "ubuntu_1804": [ @@ -1442,6 +4233,7 @@ } ], "security_groups": [ + "default", "default_for_all", "swarm_internal_docker_traffic" ], @@ -1552,6 +4344,7 @@ } ], "security_groups": [ + "default", "default_for_all", "swarm_internal_docker_traffic" ], @@ -1662,6 +4455,7 @@ } ], "security_groups": [ + "default", "default_for_all", "swarm_internal_docker_traffic" ], @@ -1772,6 +4566,7 @@ } ], "security_groups": [ + "default", "default_for_all", "swarm_internal_docker_traffic" ], @@ -1882,6 +4677,7 @@ } ], "security_groups": [ + "default", "default_for_all", "swarm_internal_docker_traffic" ], @@ -1992,6 +4788,7 @@ } ], "security_groups": [ + "default", "default_for_all", "swarm_internal_docker_traffic" ], @@ -2102,6 +4899,7 @@ } ], "security_groups": [ + "default", "default_for_all", "swarm_internal_docker_traffic" ], @@ -2212,6 +5010,7 @@ } ], "security_groups": [ + "default", "default_for_all", "swarm_internal_docker_traffic" ], diff --git a/openstack-tf/d4s-production/gcore-services/main.tf b/openstack-tf/d4s-production/gcore-services/main.tf index 6a9f867..212ddd4 100644 --- a/openstack-tf/d4s-production/gcore-services/main.tf +++ b/openstack-tf/d4s-production/gcore-services/main.tf @@ -91,6 +91,14 @@ module "dns_records_create" { type = "CNAME" records = [local.cname_target] }, + resourcemanager-root = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["resourcemanager-root", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "gCore resourcemanager-root" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, vremodeler-gcubeapps = { zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id name = join(".", ["vremodeler-gcubeapps", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) diff --git a/openstack-tf/d4s-production/gcore-services/terraform.tfstate b/openstack-tf/d4s-production/gcore-services/terraform.tfstate index df91b1b..bb59a62 100644 --- a/openstack-tf/d4s-production/gcore-services/terraform.tfstate +++ b/openstack-tf/d4s-production/gcore-services/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 14, + "serial": 16, "lineage": "0f20c78f-bcfa-7a96-7a73-cabf9dc181bf", "outputs": {}, "resources": [ @@ -86,12 +86,15 @@ "c1_large": "c1.large", "c1_medium": "c1.medium", "c1_small": "c1.small", + "c2_large": "c2.large", "m1_large": "m1.large", "m1_medium": "m1.medium", "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", "m2_large": "m2.large", "m2_medium": "m2.medium", - "m2_small": "m2.small" + "m2_small": "m2.small", + "m3_large": "m3.large" }, "floating_ip_pools": { "main_public_ip_pool": "external-network" @@ -128,6 +131,7 @@ "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", "mtu_size": 8942, "networks_list": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -142,6 +146,7 @@ "isti_net": "146.48.80.0/21", "s2i2s_net": "146.48.28.0/22" }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", "octavia_information": { "main_lb_description": "Main L4 load balancer for the D4Science production", "main_lb_hostname": "main-lb", @@ -162,7 +167,7 @@ "prometheus_server_data": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -189,6 +194,7 @@ "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -220,6 +226,8 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "ubuntu_1804": { @@ -320,6 +328,7 @@ "map", "string" ], + "nfs_share_no_ingress_secgroup_id": "string", "octavia_information": [ "map", "string" @@ -364,6 +373,8 @@ "map", "string" ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", "ubuntu1804_data_file": "string", "ubuntu2204_data_file": "string", "ubuntu_1804": [ @@ -540,6 +551,31 @@ "data.terraform_remote_state.privnet_dns_router" ] }, + { + "index_key": "resourcemanager-root", + "schema_version": 0, + "attributes": { + "description": "gCore resourcemanager-root", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/f87bd713-bbe1-4054-8781-82183cf2ed83", + "name": "resourcemanager-root.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "swarm-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "resourcemanager-sobigdata", "schema_version": 0, diff --git a/openstack-tf/modules/docker_swarm/docker-swarm.tf b/openstack-tf/modules/docker_swarm/docker-swarm.tf index 37b54ab..63c0f0c 100644 --- a/openstack-tf/modules/docker_swarm/docker-swarm.tf +++ b/openstack-tf/modules/docker_swarm/docker-swarm.tf @@ -530,3 +530,14 @@ output "swarm_loadbalancer_ip" { value = openstack_lb_loadbalancer_v2.swarm_lb.vip_address } +output "swarm_manager_nodes" { + description = "Docker Swarm Manager nodes data" + value = openstack_compute_instance_v2.docker_swarm_managers + sensitive = true +} + +output "swarm_worker_nodes" { + description = "Docker Swarm Worker nodes data" + value = openstack_compute_instance_v2.docker_swarm_workers + sensitive = true +} From d66efc4b8f8b53fc4037e92163c425b272d812e3 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 20 Feb 2024 12:45:24 +0100 Subject: [PATCH 075/101] Permit UDP and IGMP traffic between the liferay nodes --- .../d4s-preprod/liferay/terraform.tfstate | 151 +++++++++++++++++- openstack-tf/modules/liferay/liferay.tf | 32 +++- 2 files changed, 174 insertions(+), 9 deletions(-) diff --git a/openstack-tf/d4s-preprod/liferay/terraform.tfstate b/openstack-tf/d4s-preprod/liferay/terraform.tfstate index c375217..ddd1216 100644 --- a/openstack-tf/d4s-preprod/liferay/terraform.tfstate +++ b/openstack-tf/d4s-preprod/liferay/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 19, + "serial": 31, "lineage": "2cef4407-f7f5-0a46-74de-03956dd178ed", "outputs": {}, "resources": [ @@ -132,6 +132,7 @@ "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", "mtu_size": 8942, "networks_list": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -146,6 +147,7 @@ "isti_net": "146.48.80.0/21", "s2i2s_net": "146.48.28.0/22" }, + "nfs_share_no_ingress_secgroup_id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", "octavia_information": { "main_lb_description": "Main L4 load balancer for the D4Science PRE production", "main_lb_hostname": "main-lb", @@ -168,7 +170,7 @@ "prometheus_server_data": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -195,6 +197,7 @@ "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -226,6 +229,8 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "ubuntu_1804": { @@ -326,6 +331,7 @@ "map", "string" ], + "nfs_share_no_ingress_secgroup_id": "string", "octavia_information": [ "map", "string" @@ -370,6 +376,8 @@ "map", "string" ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", "ubuntu1804_data_file": "string", "ubuntu2204_data_file": "string", "ubuntu_1804": [ @@ -517,6 +525,7 @@ "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", "mtu_size": 8942, "networks_list": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -531,6 +540,7 @@ "isti_net": "146.48.80.0/21", "s2i2s_net": "146.48.28.0/22" }, + "nfs_share_no_ingress_secgroup_id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", "octavia_information": { "main_lb_description": "Main L4 load balancer for the D4Science PRE production", "main_lb_hostname": "main-lb", @@ -553,7 +563,7 @@ "prometheus_server_data": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -580,6 +590,7 @@ "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -611,6 +622,8 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "ubuntu_1804": { @@ -711,6 +724,7 @@ "map", "string" ], + "nfs_share_no_ingress_secgroup_id": "string", "octavia_information": [ "map", "string" @@ -755,6 +769,8 @@ "map", "string" ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", "ubuntu1804_data_file": "string", "ubuntu2204_data_file": "string", "ubuntu_1804": [ @@ -1046,6 +1062,70 @@ } ] }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "igmp_egress_between_liferay_nodes", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Egress IGMP traffic between liferay nodes", + "direction": "egress", + "ethertype": "IPv4", + "id": "8320f5b1-d473-4c4a-9708-bc3fb23e93c5", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "igmp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "0.0.0.0/0", + "security_group_id": "67747d93-a58e-41e2-9486-31ef27d389c4", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "igmp_ingress_between_liferay_nodes", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Ingress IGMP traffic between liferay nodes", + "direction": "ingress", + "ethertype": "IPv4", + "id": "113fdbae-a951-4444-981c-5a625be4eb3e", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "igmp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "0.0.0.0/0", + "security_group_id": "67747d93-a58e-41e2-9486-31ef27d389c4", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, { "module": "module.liferay", "mode": "managed", @@ -1057,10 +1137,10 @@ "index_key": 0, "schema_version": 0, "attributes": { - "description": "Traffic between liferay nodes", + "description": "TCP traffic between liferay nodes", "direction": "ingress", "ethertype": "IPv4", - "id": "c06d140b-d14b-4c31-bf55-3115225ac7bd", + "id": "f653c40a-e6a3-4c2f-91c0-d2c2899797a0", "port_range_max": 0, "port_range_min": 0, "protocol": "tcp", @@ -1081,10 +1161,10 @@ "index_key": 1, "schema_version": 0, "attributes": { - "description": "Traffic between liferay nodes", + "description": "TCP traffic between liferay nodes", "direction": "ingress", "ethertype": "IPv4", - "id": "1367e3f1-f815-43df-aee9-fd219cb257d9", + "id": "d98bd2ca-5afb-41e9-ac7e-2bfd96ba06c9", "port_range_max": 0, "port_range_min": 0, "protocol": "tcp", @@ -1103,6 +1183,63 @@ } ] }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "udp_traffic_between_liferay_nodes", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "description": "UDP traffic between liferay nodes", + "direction": "ingress", + "ethertype": "IPv4", + "id": "44f19ebd-dca2-4dd9-aa27-22bc6214b482", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "udp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.32.24/32", + "security_group_id": "67747d93-a58e-41e2-9486-31ef27d389c4", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "description": "UDP traffic between liferay nodes", + "direction": "ingress", + "ethertype": "IPv4", + "id": "d3af9940-7b79-4d02-a30d-9ff68c2a3a4f", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "udp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.32.25/32", + "security_group_id": "67747d93-a58e-41e2-9486-31ef27d389c4", + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, { "module": "module.liferay", "mode": "managed", diff --git a/openstack-tf/modules/liferay/liferay.tf b/openstack-tf/modules/liferay/liferay.tf index b508a5a..8f8156c 100644 --- a/openstack-tf/modules/liferay/liferay.tf +++ b/openstack-tf/modules/liferay/liferay.tf @@ -13,13 +13,41 @@ resource "openstack_networking_secgroup_v2" "liferay_cluster_traffic" { resource "openstack_networking_secgroup_rule_v2" "traffic_between_liferay_nodes" { count = var.liferay_data.vm_count security_group_id = openstack_networking_secgroup_v2.liferay_cluster_traffic.id - description = "Traffic between liferay nodes" + description = "TCP traffic between liferay nodes" direction = "ingress" ethertype = "IPv4" protocol = "tcp" remote_ip_prefix = join("/", [element(var.liferay_ip_addrs.*, count.index), "32"]) } +resource "openstack_networking_secgroup_rule_v2" "udp_traffic_between_liferay_nodes" { + count = var.liferay_data.vm_count + security_group_id = openstack_networking_secgroup_v2.liferay_cluster_traffic.id + description = "UDP traffic between liferay nodes" + direction = "ingress" + ethertype = "IPv4" + protocol = "udp" + remote_ip_prefix = join("/", [element(var.liferay_ip_addrs.*, count.index), "32"]) +} + +resource "openstack_networking_secgroup_rule_v2" "igmp_ingress_between_liferay_nodes" { + security_group_id = openstack_networking_secgroup_v2.liferay_cluster_traffic.id + description = "Ingress IGMP traffic between liferay nodes" + direction = "ingress" + ethertype = "IPv4" + protocol = "igmp" + remote_ip_prefix = "0.0.0.0/0" +} + +resource "openstack_networking_secgroup_rule_v2" "igmp_egress_between_liferay_nodes" { + security_group_id = openstack_networking_secgroup_v2.liferay_cluster_traffic.id + description = "Egress IGMP traffic between liferay nodes" + direction = "egress" + ethertype = "IPv4" + protocol = "igmp" + remote_ip_prefix = "0.0.0.0/0" +} + # # Object storage container # @@ -86,4 +114,4 @@ resource "openstack_dns_recordset_v2" "cdn_dns_recordset" { locals { cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" -} \ No newline at end of file +} From 128586a63d49c62e6d0373bf96b542d39707feaa Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 20 Feb 2024 19:25:25 +0100 Subject: [PATCH 076/101] Add ports to the Share NFS network. --- .../basic-infrastructure/terraform.tfstate | 2969 ++++++++++++++++- .../modules/docker_swarm/docker-swarm.tf | 68 +- 2 files changed, 3025 insertions(+), 12 deletions(-) diff --git a/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate b/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate index 008aad0..38c21e6 100644 --- a/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate +++ b/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 391, + "serial": 501, "lineage": "954b57a1-c68e-fa2b-cf2f-79cc54aea13e", "outputs": { "almalinux_9": { @@ -482,7 +482,7 @@ "tags": [], "timeouts": null, "updated": "2023-11-06 18:34:47 +0000 UTC", - "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "user_data": "", "vendor_options": [], "volume": [] }, @@ -580,7 +580,7 @@ "tags": [], "timeouts": null, "updated": "2023-11-06 18:34:00 +0000 UTC", - "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "user_data": "", "vendor_options": [], "volume": [] }, @@ -678,7 +678,7 @@ "tags": [], "timeouts": null, "updated": "2023-11-06 18:34:02 +0000 UTC", - "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "user_data": "", "vendor_options": [], "volume": [] } @@ -1146,6 +1146,480 @@ ], "sensitive": true }, + "swarm_managers_nfs_ip_ports": { + "value": [ + { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.4.11" + ], + "all_security_group_ids": [], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "218369c6-7bd0-4b0c-aa71-dc07183007f3", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-4-11.openstacklocal.", + "hostname": "host-172-17-4-11", + "ip_address": "172.17.4.11" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "38399b60-1670-456f-88b3-834b6076b965", + "mac_address": "fa:16:3e:53:85:58", + "name": "swarm-mgr-01", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.0.195" + ], + "all_security_group_ids": [], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "0c00cb58-71a3-4066-8570-0c6333022b4e", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-0-195.openstacklocal.", + "hostname": "host-172-17-0-195", + "ip_address": "172.17.0.195" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "eb3bcb76-f945-41d2-97e8-3d528ea5c519", + "mac_address": "fa:16:3e:e6:06:03", + "name": "swarm-mgr-02", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.153" + ], + "all_security_group_ids": [], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "e27a68a2-f124-469f-8f9d-850bd93785e9", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-153.openstacklocal.", + "hostname": "host-172-17-2-153", + "ip_address": "172.17.2.153" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "67550c83-089d-45a4-91f1-5a43467c84f9", + "mac_address": "fa:16:3e:d8:93:44", + "name": "swarm-mgr-03", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + } + ], + "type": [ + "tuple", + [ + [ + "object", + { + "admin_state_up": "bool", + "all_fixed_ips": [ + "list", + "string" + ], + "all_security_group_ids": [ + "set", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "allowed_address_pairs": [ + "set", + [ + "object", + { + "ip_address": "string", + "mac_address": "string" + } + ] + ], + "binding": [ + "list", + [ + "object", + { + "host_id": "string", + "profile": "string", + "vif_details": [ + "map", + "string" + ], + "vif_type": "string", + "vnic_type": "string" + } + ] + ], + "description": "string", + "device_id": "string", + "device_owner": "string", + "dns_assignment": [ + "list", + [ + "map", + "string" + ] + ], + "dns_name": "string", + "extra_dhcp_option": [ + "set", + [ + "object", + { + "ip_version": "number", + "name": "string", + "value": "string" + } + ] + ], + "fixed_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "id": "string", + "mac_address": "string", + "name": "string", + "network_id": "string", + "no_fixed_ip": "bool", + "no_security_groups": "bool", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "security_group_ids": [ + "set", + "string" + ], + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ], + [ + "object", + { + "admin_state_up": "bool", + "all_fixed_ips": [ + "list", + "string" + ], + "all_security_group_ids": [ + "set", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "allowed_address_pairs": [ + "set", + [ + "object", + { + "ip_address": "string", + "mac_address": "string" + } + ] + ], + "binding": [ + "list", + [ + "object", + { + "host_id": "string", + "profile": "string", + "vif_details": [ + "map", + "string" + ], + "vif_type": "string", + "vnic_type": "string" + } + ] + ], + "description": "string", + "device_id": "string", + "device_owner": "string", + "dns_assignment": [ + "list", + [ + "map", + "string" + ] + ], + "dns_name": "string", + "extra_dhcp_option": [ + "set", + [ + "object", + { + "ip_version": "number", + "name": "string", + "value": "string" + } + ] + ], + "fixed_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "id": "string", + "mac_address": "string", + "name": "string", + "network_id": "string", + "no_fixed_ip": "bool", + "no_security_groups": "bool", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "security_group_ids": [ + "set", + "string" + ], + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ], + [ + "object", + { + "admin_state_up": "bool", + "all_fixed_ips": [ + "list", + "string" + ], + "all_security_group_ids": [ + "set", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "allowed_address_pairs": [ + "set", + [ + "object", + { + "ip_address": "string", + "mac_address": "string" + } + ] + ], + "binding": [ + "list", + [ + "object", + { + "host_id": "string", + "profile": "string", + "vif_details": [ + "map", + "string" + ], + "vif_type": "string", + "vnic_type": "string" + } + ] + ], + "description": "string", + "device_id": "string", + "device_owner": "string", + "dns_assignment": [ + "list", + [ + "map", + "string" + ] + ], + "dns_name": "string", + "extra_dhcp_option": [ + "set", + [ + "object", + { + "ip_version": "number", + "name": "string", + "value": "string" + } + ] + ], + "fixed_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "id": "string", + "mac_address": "string", + "name": "string", + "network_id": "string", + "no_fixed_ip": "bool", + "no_security_groups": "bool", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "security_group_ids": [ + "set", + "string" + ], + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ] + ] + ] + }, "swarm_worker_nodes": { "value": [ { @@ -3164,6 +3638,1271 @@ ], "sensitive": true }, + "swarm_workers_nfs_ip_ports": { + "value": [ + { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.3.59" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "60ece97f-cfea-4989-836c-0bb87d258e5a", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-3-59.openstacklocal.", + "hostname": "host-172-17-3-59", + "ip_address": "172.17.3.59" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "e7a2cd57-1f61-44c3-a51d-9f9b694e8959", + "mac_address": "fa:16:3e:98:5f:dd", + "name": "swarm-worker-01", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.145" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "3721fa5c-baf5-41c1-a00b-293cd6112e11", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-145.openstacklocal.", + "hostname": "host-172-17-2-145", + "ip_address": "172.17.2.145" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "75e28cfb-dcd6-4761-b115-dd7fe17f6e12", + "mac_address": "fa:16:3e:98:06:7c", + "name": "swarm-worker-02", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.140" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "f3cf42e3-b28b-4694-92e2-de9581eb1503", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-140.openstacklocal.", + "hostname": "host-172-17-2-140", + "ip_address": "172.17.2.140" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "91606ddf-3eaa-4d5f-9e84-f077e178be11", + "mac_address": "fa:16:3e:5c:f6:02", + "name": "swarm-worker-03", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.94" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "14a705c3-844a-4c5f-b727-256b6f2f2039", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-94.openstacklocal.", + "hostname": "host-172-17-2-94", + "ip_address": "172.17.2.94" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "4cb9e4ee-9143-46db-a729-f3cc84a70848", + "mac_address": "fa:16:3e:3f:18:28", + "name": "swarm-worker-04", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.99" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "f39ad1ee-9f1e-43b7-b141-973d53e10a2e", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-99.openstacklocal.", + "hostname": "host-172-17-2-99", + "ip_address": "172.17.2.99" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "c3d70222-1c23-4935-bcfb-afe10e69fabc", + "mac_address": "fa:16:3e:11:37:01", + "name": "swarm-worker-05", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.0.85" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "58360f23-4703-47f0-8b27-d621463c245c", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-0-85.openstacklocal.", + "hostname": "host-172-17-0-85", + "ip_address": "172.17.0.85" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "ea14f9c6-6988-464e-b96d-e694a13034a4", + "mac_address": "fa:16:3e:70:6d:5d", + "name": "swarm-worker-06", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.3.253" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "dca55156-78be-4392-a9b1-3a93dee81dd0", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-3-253.openstacklocal.", + "hostname": "host-172-17-3-253", + "ip_address": "172.17.3.253" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "1117f371-c066-4e06-afff-f61a2977410c", + "mac_address": "fa:16:3e:b4:26:6d", + "name": "swarm-worker-07", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.1.221" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "62a0cd55-f4b9-4bf0-bc8b-2da1e43bca0c", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-1-221.openstacklocal.", + "hostname": "host-172-17-1-221", + "ip_address": "172.17.1.221" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "5c37e740-aa7f-4077-9896-df78921f3299", + "mac_address": "fa:16:3e:55:9b:11", + "name": "swarm-worker-08", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + } + ], + "type": [ + "tuple", + [ + [ + "object", + { + "admin_state_up": "bool", + "all_fixed_ips": [ + "list", + "string" + ], + "all_security_group_ids": [ + "set", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "allowed_address_pairs": [ + "set", + [ + "object", + { + "ip_address": "string", + "mac_address": "string" + } + ] + ], + "binding": [ + "list", + [ + "object", + { + "host_id": "string", + "profile": "string", + "vif_details": [ + "map", + "string" + ], + "vif_type": "string", + "vnic_type": "string" + } + ] + ], + "description": "string", + "device_id": "string", + "device_owner": "string", + "dns_assignment": [ + "list", + [ + "map", + "string" + ] + ], + "dns_name": "string", + "extra_dhcp_option": [ + "set", + [ + "object", + { + "ip_version": "number", + "name": "string", + "value": "string" + } + ] + ], + "fixed_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "id": "string", + "mac_address": "string", + "name": "string", + "network_id": "string", + "no_fixed_ip": "bool", + "no_security_groups": "bool", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "security_group_ids": [ + "set", + "string" + ], + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ], + [ + "object", + { + "admin_state_up": "bool", + "all_fixed_ips": [ + "list", + "string" + ], + "all_security_group_ids": [ + "set", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "allowed_address_pairs": [ + "set", + [ + "object", + { + "ip_address": "string", + "mac_address": "string" + } + ] + ], + "binding": [ + "list", + [ + "object", + { + "host_id": "string", + "profile": "string", + "vif_details": [ + "map", + "string" + ], + "vif_type": "string", + "vnic_type": "string" + } + ] + ], + "description": "string", + "device_id": "string", + "device_owner": "string", + "dns_assignment": [ + "list", + [ + "map", + "string" + ] + ], + "dns_name": "string", + "extra_dhcp_option": [ + "set", + [ + "object", + { + "ip_version": "number", + "name": "string", + "value": "string" + } + ] + ], + "fixed_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "id": "string", + "mac_address": "string", + "name": "string", + "network_id": "string", + "no_fixed_ip": "bool", + "no_security_groups": "bool", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "security_group_ids": [ + "set", + "string" + ], + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ], + [ + "object", + { + "admin_state_up": "bool", + "all_fixed_ips": [ + "list", + "string" + ], + "all_security_group_ids": [ + "set", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "allowed_address_pairs": [ + "set", + [ + "object", + { + "ip_address": "string", + "mac_address": "string" + } + ] + ], + "binding": [ + "list", + [ + "object", + { + "host_id": "string", + "profile": "string", + "vif_details": [ + "map", + "string" + ], + "vif_type": "string", + "vnic_type": "string" + } + ] + ], + "description": "string", + "device_id": "string", + "device_owner": "string", + "dns_assignment": [ + "list", + [ + "map", + "string" + ] + ], + "dns_name": "string", + "extra_dhcp_option": [ + "set", + [ + "object", + { + "ip_version": "number", + "name": "string", + "value": "string" + } + ] + ], + "fixed_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "id": "string", + "mac_address": "string", + "name": "string", + "network_id": "string", + "no_fixed_ip": "bool", + "no_security_groups": "bool", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "security_group_ids": [ + "set", + "string" + ], + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ], + [ + "object", + { + "admin_state_up": "bool", + "all_fixed_ips": [ + "list", + "string" + ], + "all_security_group_ids": [ + "set", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "allowed_address_pairs": [ + "set", + [ + "object", + { + "ip_address": "string", + "mac_address": "string" + } + ] + ], + "binding": [ + "list", + [ + "object", + { + "host_id": "string", + "profile": "string", + "vif_details": [ + "map", + "string" + ], + "vif_type": "string", + "vnic_type": "string" + } + ] + ], + "description": "string", + "device_id": "string", + "device_owner": "string", + "dns_assignment": [ + "list", + [ + "map", + "string" + ] + ], + "dns_name": "string", + "extra_dhcp_option": [ + "set", + [ + "object", + { + "ip_version": "number", + "name": "string", + "value": "string" + } + ] + ], + "fixed_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "id": "string", + "mac_address": "string", + "name": "string", + "network_id": "string", + "no_fixed_ip": "bool", + "no_security_groups": "bool", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "security_group_ids": [ + "set", + "string" + ], + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ], + [ + "object", + { + "admin_state_up": "bool", + "all_fixed_ips": [ + "list", + "string" + ], + "all_security_group_ids": [ + "set", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "allowed_address_pairs": [ + "set", + [ + "object", + { + "ip_address": "string", + "mac_address": "string" + } + ] + ], + "binding": [ + "list", + [ + "object", + { + "host_id": "string", + "profile": "string", + "vif_details": [ + "map", + "string" + ], + "vif_type": "string", + "vnic_type": "string" + } + ] + ], + "description": "string", + "device_id": "string", + "device_owner": "string", + "dns_assignment": [ + "list", + [ + "map", + "string" + ] + ], + "dns_name": "string", + "extra_dhcp_option": [ + "set", + [ + "object", + { + "ip_version": "number", + "name": "string", + "value": "string" + } + ] + ], + "fixed_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "id": "string", + "mac_address": "string", + "name": "string", + "network_id": "string", + "no_fixed_ip": "bool", + "no_security_groups": "bool", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "security_group_ids": [ + "set", + "string" + ], + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ], + [ + "object", + { + "admin_state_up": "bool", + "all_fixed_ips": [ + "list", + "string" + ], + "all_security_group_ids": [ + "set", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "allowed_address_pairs": [ + "set", + [ + "object", + { + "ip_address": "string", + "mac_address": "string" + } + ] + ], + "binding": [ + "list", + [ + "object", + { + "host_id": "string", + "profile": "string", + "vif_details": [ + "map", + "string" + ], + "vif_type": "string", + "vnic_type": "string" + } + ] + ], + "description": "string", + "device_id": "string", + "device_owner": "string", + "dns_assignment": [ + "list", + [ + "map", + "string" + ] + ], + "dns_name": "string", + "extra_dhcp_option": [ + "set", + [ + "object", + { + "ip_version": "number", + "name": "string", + "value": "string" + } + ] + ], + "fixed_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "id": "string", + "mac_address": "string", + "name": "string", + "network_id": "string", + "no_fixed_ip": "bool", + "no_security_groups": "bool", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "security_group_ids": [ + "set", + "string" + ], + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ], + [ + "object", + { + "admin_state_up": "bool", + "all_fixed_ips": [ + "list", + "string" + ], + "all_security_group_ids": [ + "set", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "allowed_address_pairs": [ + "set", + [ + "object", + { + "ip_address": "string", + "mac_address": "string" + } + ] + ], + "binding": [ + "list", + [ + "object", + { + "host_id": "string", + "profile": "string", + "vif_details": [ + "map", + "string" + ], + "vif_type": "string", + "vnic_type": "string" + } + ] + ], + "description": "string", + "device_id": "string", + "device_owner": "string", + "dns_assignment": [ + "list", + [ + "map", + "string" + ] + ], + "dns_name": "string", + "extra_dhcp_option": [ + "set", + [ + "object", + { + "ip_version": "number", + "name": "string", + "value": "string" + } + ] + ], + "fixed_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "id": "string", + "mac_address": "string", + "name": "string", + "network_id": "string", + "no_fixed_ip": "bool", + "no_security_groups": "bool", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "security_group_ids": [ + "set", + "string" + ], + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ], + [ + "object", + { + "admin_state_up": "bool", + "all_fixed_ips": [ + "list", + "string" + ], + "all_security_group_ids": [ + "set", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "allowed_address_pairs": [ + "set", + [ + "object", + { + "ip_address": "string", + "mac_address": "string" + } + ] + ], + "binding": [ + "list", + [ + "object", + { + "host_id": "string", + "profile": "string", + "vif_details": [ + "map", + "string" + ], + "vif_type": "string", + "vnic_type": "string" + } + ] + ], + "description": "string", + "device_id": "string", + "device_owner": "string", + "dns_assignment": [ + "list", + [ + "map", + "string" + ] + ], + "dns_name": "string", + "extra_dhcp_option": [ + "set", + [ + "object", + { + "ip_version": "number", + "name": "string", + "value": "string" + } + ] + ], + "fixed_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "id": "string", + "mac_address": "string", + "name": "string", + "network_id": "string", + "no_fixed_ip": "bool", + "no_security_groups": "bool", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "security_group_ids": [ + "set", + "string" + ], + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ] + ] + ] + }, "ubuntu1804_data_file": { "value": "../../openstack_vm_data_scripts/ubuntu1804.sh", "type": "string" @@ -3899,7 +5638,7 @@ "tags": [], "timeouts": null, "updated": "2023-11-06 18:34:47 +0000 UTC", - "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "user_data": "", "vendor_options": [], "volume": [] }, @@ -4010,7 +5749,7 @@ "tags": [], "timeouts": null, "updated": "2023-11-06 18:34:00 +0000 UTC", - "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "user_data": "", "vendor_options": [], "volume": [] }, @@ -4121,7 +5860,7 @@ "tags": [], "timeouts": null, "updated": "2023-11-06 18:34:02 +0000 UTC", - "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "user_data": "", "vendor_options": [], "volume": [] }, @@ -5632,6 +7371,289 @@ } ] }, + { + "mode": "managed", + "type": "openstack_compute_interface_attach_v2", + "name": "nfs_port_to_swarm_mgr", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.4.11", + "id": "218369c6-7bd0-4b0c-aa71-dc07183007f3/38399b60-1670-456f-88b3-834b6076b965", + "instance_id": "218369c6-7bd0-4b0c-aa71-dc07183007f3", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "38399b60-1670-456f-88b3-834b6076b965", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.docker_swarm_managers", + "openstack_compute_servergroup_v2.swarm_masters", + "openstack_networking_network_v2.swarm_nfs_net", + "openstack_networking_port_v2.swarm_mgr_nfs_port", + "openstack_networking_secgroup_v2.default", + "openstack_networking_secgroup_v2.swarm_internal_traffic", + "openstack_networking_subnet_v2.swarm_nfs_subnet" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.0.195", + "id": "0c00cb58-71a3-4066-8570-0c6333022b4e/eb3bcb76-f945-41d2-97e8-3d528ea5c519", + "instance_id": "0c00cb58-71a3-4066-8570-0c6333022b4e", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "eb3bcb76-f945-41d2-97e8-3d528ea5c519", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.docker_swarm_managers", + "openstack_compute_servergroup_v2.swarm_masters", + "openstack_networking_network_v2.swarm_nfs_net", + "openstack_networking_port_v2.swarm_mgr_nfs_port", + "openstack_networking_secgroup_v2.default", + "openstack_networking_secgroup_v2.swarm_internal_traffic", + "openstack_networking_subnet_v2.swarm_nfs_subnet" + ] + }, + { + "index_key": 2, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.2.153", + "id": "e27a68a2-f124-469f-8f9d-850bd93785e9/67550c83-089d-45a4-91f1-5a43467c84f9", + "instance_id": "e27a68a2-f124-469f-8f9d-850bd93785e9", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "67550c83-089d-45a4-91f1-5a43467c84f9", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.docker_swarm_managers", + "openstack_compute_servergroup_v2.swarm_masters", + "openstack_networking_network_v2.swarm_nfs_net", + "openstack_networking_port_v2.swarm_mgr_nfs_port", + "openstack_networking_secgroup_v2.default", + "openstack_networking_secgroup_v2.swarm_internal_traffic", + "openstack_networking_subnet_v2.swarm_nfs_subnet" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_interface_attach_v2", + "name": "nfs_port_to_swarm_workers", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.3.59", + "id": "60ece97f-cfea-4989-836c-0bb87d258e5a/e7a2cd57-1f61-44c3-a51d-9f9b694e8959", + "instance_id": "60ece97f-cfea-4989-836c-0bb87d258e5a", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "e7a2cd57-1f61-44c3-a51d-9f9b694e8959", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.docker_swarm_workers", + "openstack_compute_servergroup_v2.swarm_workers", + "openstack_networking_network_v2.swarm_nfs_net", + "openstack_networking_port_v2.swarm_workers_nfs_port", + "openstack_networking_secgroup_v2.swarm_internal_traffic", + "openstack_networking_subnet_v2.swarm_nfs_subnet" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.2.145", + "id": "3721fa5c-baf5-41c1-a00b-293cd6112e11/75e28cfb-dcd6-4761-b115-dd7fe17f6e12", + "instance_id": "3721fa5c-baf5-41c1-a00b-293cd6112e11", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "75e28cfb-dcd6-4761-b115-dd7fe17f6e12", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.docker_swarm_workers", + "openstack_compute_servergroup_v2.swarm_workers", + "openstack_networking_network_v2.swarm_nfs_net", + "openstack_networking_port_v2.swarm_workers_nfs_port", + "openstack_networking_secgroup_v2.swarm_internal_traffic", + "openstack_networking_subnet_v2.swarm_nfs_subnet" + ] + }, + { + "index_key": 2, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.2.140", + "id": "f3cf42e3-b28b-4694-92e2-de9581eb1503/91606ddf-3eaa-4d5f-9e84-f077e178be11", + "instance_id": "f3cf42e3-b28b-4694-92e2-de9581eb1503", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "91606ddf-3eaa-4d5f-9e84-f077e178be11", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.docker_swarm_workers", + "openstack_compute_servergroup_v2.swarm_workers", + "openstack_networking_network_v2.swarm_nfs_net", + "openstack_networking_port_v2.swarm_workers_nfs_port", + "openstack_networking_secgroup_v2.swarm_internal_traffic", + "openstack_networking_subnet_v2.swarm_nfs_subnet" + ] + }, + { + "index_key": 3, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.2.94", + "id": "14a705c3-844a-4c5f-b727-256b6f2f2039/4cb9e4ee-9143-46db-a729-f3cc84a70848", + "instance_id": "14a705c3-844a-4c5f-b727-256b6f2f2039", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "4cb9e4ee-9143-46db-a729-f3cc84a70848", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.docker_swarm_workers", + "openstack_compute_servergroup_v2.swarm_workers", + "openstack_networking_network_v2.swarm_nfs_net", + "openstack_networking_port_v2.swarm_workers_nfs_port", + "openstack_networking_secgroup_v2.swarm_internal_traffic", + "openstack_networking_subnet_v2.swarm_nfs_subnet" + ] + }, + { + "index_key": 4, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.2.99", + "id": "f39ad1ee-9f1e-43b7-b141-973d53e10a2e/c3d70222-1c23-4935-bcfb-afe10e69fabc", + "instance_id": "f39ad1ee-9f1e-43b7-b141-973d53e10a2e", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "c3d70222-1c23-4935-bcfb-afe10e69fabc", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.docker_swarm_workers", + "openstack_compute_servergroup_v2.swarm_workers", + "openstack_networking_network_v2.swarm_nfs_net", + "openstack_networking_port_v2.swarm_workers_nfs_port", + "openstack_networking_secgroup_v2.swarm_internal_traffic", + "openstack_networking_subnet_v2.swarm_nfs_subnet" + ] + }, + { + "index_key": 5, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.0.85", + "id": "58360f23-4703-47f0-8b27-d621463c245c/ea14f9c6-6988-464e-b96d-e694a13034a4", + "instance_id": "58360f23-4703-47f0-8b27-d621463c245c", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "ea14f9c6-6988-464e-b96d-e694a13034a4", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.docker_swarm_workers", + "openstack_compute_servergroup_v2.swarm_workers", + "openstack_networking_network_v2.swarm_nfs_net", + "openstack_networking_port_v2.swarm_workers_nfs_port", + "openstack_networking_secgroup_v2.swarm_internal_traffic", + "openstack_networking_subnet_v2.swarm_nfs_subnet" + ] + }, + { + "index_key": 6, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.3.253", + "id": "dca55156-78be-4392-a9b1-3a93dee81dd0/1117f371-c066-4e06-afff-f61a2977410c", + "instance_id": "dca55156-78be-4392-a9b1-3a93dee81dd0", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "1117f371-c066-4e06-afff-f61a2977410c", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.docker_swarm_workers", + "openstack_compute_servergroup_v2.swarm_workers", + "openstack_networking_network_v2.swarm_nfs_net", + "openstack_networking_port_v2.swarm_workers_nfs_port", + "openstack_networking_secgroup_v2.swarm_internal_traffic", + "openstack_networking_subnet_v2.swarm_nfs_subnet" + ] + }, + { + "index_key": 7, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.1.221", + "id": "62a0cd55-f4b9-4bf0-bc8b-2da1e43bca0c/5c37e740-aa7f-4077-9896-df78921f3299", + "instance_id": "62a0cd55-f4b9-4bf0-bc8b-2da1e43bca0c", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "5c37e740-aa7f-4077-9896-df78921f3299", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_instance_v2.docker_swarm_workers", + "openstack_compute_servergroup_v2.swarm_workers", + "openstack_networking_network_v2.swarm_nfs_net", + "openstack_networking_port_v2.swarm_workers_nfs_port", + "openstack_networking_secgroup_v2.swarm_internal_traffic", + "openstack_networking_subnet_v2.swarm_nfs_subnet" + ] + } + ] + }, { "mode": "managed", "type": "openstack_compute_servergroup_v2", @@ -7605,6 +9627,939 @@ } ] }, + { + "mode": "managed", + "type": "openstack_networking_port_secgroup_associate_v2", + "name": "swarm_mgr_nfs_port_secgroup", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [], + "enforce": false, + "id": "38399b60-1670-456f-88b3-834b6076b965", + "port_id": "38399b60-1670-456f-88b3-834b6076b965", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.swarm_mgr_nfs_port" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [], + "enforce": false, + "id": "eb3bcb76-f945-41d2-97e8-3d528ea5c519", + "port_id": "eb3bcb76-f945-41d2-97e8-3d528ea5c519", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.swarm_mgr_nfs_port" + ] + }, + { + "index_key": 2, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [], + "enforce": false, + "id": "67550c83-089d-45a4-91f1-5a43467c84f9", + "port_id": "67550c83-089d-45a4-91f1-5a43467c84f9", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.swarm_mgr_nfs_port" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_port_secgroup_associate_v2", + "name": "swarm_worker_nfs_port_secgroup", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "enforce": false, + "id": "e7a2cd57-1f61-44c3-a51d-9f9b694e8959", + "port_id": "e7a2cd57-1f61-44c3-a51d-9f9b694e8959", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.swarm_workers_nfs_port" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "enforce": false, + "id": "75e28cfb-dcd6-4761-b115-dd7fe17f6e12", + "port_id": "75e28cfb-dcd6-4761-b115-dd7fe17f6e12", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.swarm_workers_nfs_port" + ] + }, + { + "index_key": 2, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "enforce": false, + "id": "91606ddf-3eaa-4d5f-9e84-f077e178be11", + "port_id": "91606ddf-3eaa-4d5f-9e84-f077e178be11", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.swarm_workers_nfs_port" + ] + }, + { + "index_key": 3, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "enforce": false, + "id": "4cb9e4ee-9143-46db-a729-f3cc84a70848", + "port_id": "4cb9e4ee-9143-46db-a729-f3cc84a70848", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.swarm_workers_nfs_port" + ] + }, + { + "index_key": 4, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "enforce": false, + "id": "c3d70222-1c23-4935-bcfb-afe10e69fabc", + "port_id": "c3d70222-1c23-4935-bcfb-afe10e69fabc", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.swarm_workers_nfs_port" + ] + }, + { + "index_key": 5, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "enforce": false, + "id": "ea14f9c6-6988-464e-b96d-e694a13034a4", + "port_id": "ea14f9c6-6988-464e-b96d-e694a13034a4", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.swarm_workers_nfs_port" + ] + }, + { + "index_key": 6, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "enforce": false, + "id": "1117f371-c066-4e06-afff-f61a2977410c", + "port_id": "1117f371-c066-4e06-afff-f61a2977410c", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.swarm_workers_nfs_port" + ] + }, + { + "index_key": 7, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "enforce": false, + "id": "5c37e740-aa7f-4077-9896-df78921f3299", + "port_id": "5c37e740-aa7f-4077-9896-df78921f3299", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_networking_port_v2.swarm_workers_nfs_port" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_port_v2", + "name": "swarm_mgr_nfs_port", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.4.11" + ], + "all_security_group_ids": [], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "218369c6-7bd0-4b0c-aa71-dc07183007f3", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-4-11.openstacklocal.", + "hostname": "host-172-17-4-11", + "ip_address": "172.17.4.11" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "38399b60-1670-456f-88b3-834b6076b965", + "mac_address": "fa:16:3e:53:85:58", + "name": "swarm-mgr-01", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.0.195" + ], + "all_security_group_ids": [], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "0c00cb58-71a3-4066-8570-0c6333022b4e", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-0-195.openstacklocal.", + "hostname": "host-172-17-0-195", + "ip_address": "172.17.0.195" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "eb3bcb76-f945-41d2-97e8-3d528ea5c519", + "mac_address": "fa:16:3e:e6:06:03", + "name": "swarm-mgr-02", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": 2, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.153" + ], + "all_security_group_ids": [], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "e27a68a2-f124-469f-8f9d-850bd93785e9", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-153.openstacklocal.", + "hostname": "host-172-17-2-153", + "ip_address": "172.17.2.153" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "67550c83-089d-45a4-91f1-5a43467c84f9", + "mac_address": "fa:16:3e:d8:93:44", + "name": "swarm-mgr-03", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_port_v2", + "name": "swarm_workers_nfs_port", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.3.59" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "60ece97f-cfea-4989-836c-0bb87d258e5a", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-3-59.openstacklocal.", + "hostname": "host-172-17-3-59", + "ip_address": "172.17.3.59" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "e7a2cd57-1f61-44c3-a51d-9f9b694e8959", + "mac_address": "fa:16:3e:98:5f:dd", + "name": "swarm-worker-01", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.145" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "3721fa5c-baf5-41c1-a00b-293cd6112e11", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-145.openstacklocal.", + "hostname": "host-172-17-2-145", + "ip_address": "172.17.2.145" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "75e28cfb-dcd6-4761-b115-dd7fe17f6e12", + "mac_address": "fa:16:3e:98:06:7c", + "name": "swarm-worker-02", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": 2, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.140" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "f3cf42e3-b28b-4694-92e2-de9581eb1503", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-140.openstacklocal.", + "hostname": "host-172-17-2-140", + "ip_address": "172.17.2.140" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "91606ddf-3eaa-4d5f-9e84-f077e178be11", + "mac_address": "fa:16:3e:5c:f6:02", + "name": "swarm-worker-03", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": 3, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.94" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "14a705c3-844a-4c5f-b727-256b6f2f2039", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-94.openstacklocal.", + "hostname": "host-172-17-2-94", + "ip_address": "172.17.2.94" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "4cb9e4ee-9143-46db-a729-f3cc84a70848", + "mac_address": "fa:16:3e:3f:18:28", + "name": "swarm-worker-04", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": 4, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.99" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "f39ad1ee-9f1e-43b7-b141-973d53e10a2e", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-99.openstacklocal.", + "hostname": "host-172-17-2-99", + "ip_address": "172.17.2.99" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "c3d70222-1c23-4935-bcfb-afe10e69fabc", + "mac_address": "fa:16:3e:11:37:01", + "name": "swarm-worker-05", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": 5, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.0.85" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "58360f23-4703-47f0-8b27-d621463c245c", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-0-85.openstacklocal.", + "hostname": "host-172-17-0-85", + "ip_address": "172.17.0.85" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "ea14f9c6-6988-464e-b96d-e694a13034a4", + "mac_address": "fa:16:3e:70:6d:5d", + "name": "swarm-worker-06", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": 6, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.3.253" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "dca55156-78be-4392-a9b1-3a93dee81dd0", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-3-253.openstacklocal.", + "hostname": "host-172-17-3-253", + "ip_address": "172.17.3.253" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "1117f371-c066-4e06-afff-f61a2977410c", + "mac_address": "fa:16:3e:b4:26:6d", + "name": "swarm-worker-07", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": 7, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.1.221" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "62a0cd55-f4b9-4bf0-bc8b-2da1e43bca0c", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-1-221.openstacklocal.", + "hostname": "host-172-17-1-221", + "ip_address": "172.17.1.221" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "5c37e740-aa7f-4077-9896-df78921f3299", + "mac_address": "fa:16:3e:55:9b:11", + "name": "swarm-worker-08", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, { "mode": "managed", "type": "openstack_networking_secgroup_rule_v2", diff --git a/openstack-tf/modules/docker_swarm/docker-swarm.tf b/openstack-tf/modules/docker_swarm/docker-swarm.tf index 63c0f0c..344bbfb 100644 --- a/openstack-tf/modules/docker_swarm/docker-swarm.tf +++ b/openstack-tf/modules/docker_swarm/docker-swarm.tf @@ -188,6 +188,55 @@ resource "openstack_compute_instance_v2" "docker_swarm_workers" { } } +# +# Manila NFS Share +# +# Managers +resource "openstack_networking_port_v2" "swarm_mgr_nfs_port" { + count = var.docker_swarm_data.mgr_count + name = format("%s-%02d", var.docker_swarm_data.mgr_name, count.index + 1) + network_id = data.terraform_remote_state.privnet_dns_router.outputs.storage_nfs_network_id + admin_state_up = "true" + fixed_ip { + subnet_id = data.terraform_remote_state.privnet_dns_router.outputs.storage_nfs_subnet_id + } +} + +resource "openstack_networking_port_secgroup_associate_v2" "swarm_mgr_nfs_port_secgroup" { + count = var.docker_swarm_data.mgr_count + port_id = openstack_networking_port_v2.swarm_mgr_nfs_port[count.index].id + security_group_ids = [data.terraform_remote_state.privnet_dns_router.outputs.nfs_share_no_ingress_secgroup_id] +} + +resource "openstack_compute_interface_attach_v2" "nfs_port_to_swarm_mgr" { + count = var.docker_swarm_data.mgr_count + instance_id = openstack_compute_instance_v2.docker_swarm_managers[count.index].id + port_id = openstack_networking_port_v2.swarm_mgr_nfs_port[count.index].id +} + +# Workers +resource "openstack_networking_port_v2" "swarm_workers_nfs_port" { + count = var.docker_swarm_data.worker_count + name = format("%s-%02d", var.docker_swarm_data.worker_name, count.index + 1) + network_id = data.terraform_remote_state.privnet_dns_router.outputs.storage_nfs_network_id + admin_state_up = "true" + fixed_ip { + subnet_id = data.terraform_remote_state.privnet_dns_router.outputs.storage_nfs_subnet_id + } +} + +resource "openstack_networking_port_secgroup_associate_v2" "swarm_worker_nfs_port_secgroup" { + count = var.docker_swarm_data.worker_count + port_id = openstack_networking_port_v2.swarm_workers_nfs_port[count.index].id + security_group_ids = [data.terraform_remote_state.privnet_dns_router.outputs.nfs_share_no_ingress_secgroup_id] +} + +resource "openstack_compute_interface_attach_v2" "nfs_port_to_swarm_workers" { + count = var.docker_swarm_data.worker_count + instance_id = openstack_compute_instance_v2.docker_swarm_workers[count.index].id + port_id = openstack_networking_port_v2.swarm_workers_nfs_port[count.index].id +} + # NFS server # Block device resource "openstack_blockstorage_volume_v3" "swarm_nfs_data_vol" { @@ -236,11 +285,11 @@ resource "openstack_compute_volume_attach_v2" "swarm_nfs_data_attach_vol" { # # Swarm load balancer. L4, backed by Octavia resource "openstack_lb_loadbalancer_v2" "swarm_lb" { - vip_subnet_id = var.main_private_subnet_id - name = var.octavia_swarm_data.swarm_lb_name - description = var.octavia_swarm_data.swarm_lb_description - flavor_id = var.octavia_swarm_data.octavia_flavor_id - vip_address = var.octavia_swarm_data.swarm_octavia_main_ip + vip_subnet_id = var.main_private_subnet_id + name = var.octavia_swarm_data.swarm_lb_name + description = var.octavia_swarm_data.swarm_lb_description + flavor_id = var.octavia_swarm_data.octavia_flavor_id + vip_address = var.octavia_swarm_data.swarm_octavia_main_ip # availability_zone = var.availability_zones_names.availability_zone_no_gpu loadbalancer_provider = "amphora" } @@ -541,3 +590,12 @@ output "swarm_worker_nodes" { value = openstack_compute_instance_v2.docker_swarm_workers sensitive = true } + +output "swarm_managers_nfs_ip_ports" { + description = "IP addresses in the share NFS network" + value = openstack_networking_port_v2.swarm_mgr_nfs_port +} +output "swarm_workers_nfs_ip_ports" { + description = "IP addresses in the share NFS network" + value = openstack_networking_port_v2.swarm_workers_nfs_port +} \ No newline at end of file From 4a9a96186bb5042706b1e23f4c283d6dffe93f5a Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Wed, 21 Feb 2024 10:55:10 +0100 Subject: [PATCH 077/101] Fix the swarm port in the NFS network. --- .../basic-infrastructure/terraform.tfstate | 555 +++++++++--------- .../modules/docker_swarm/docker-swarm.tf | 4 +- 2 files changed, 294 insertions(+), 265 deletions(-) diff --git a/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate b/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate index 38c21e6..a0fd4e0 100644 --- a/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate +++ b/openstack-tf/d4s-production/basic-infrastructure/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 501, + "serial": 580, "lineage": "954b57a1-c68e-fa2b-cf2f-79cc54aea13e", "outputs": { "almalinux_9": { @@ -1151,9 +1151,11 @@ { "admin_state_up": true, "all_fixed_ips": [ - "172.17.4.11" + "172.17.2.236" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" ], - "all_security_group_ids": [], "all_tags": [], "allowed_address_pairs": [], "binding": [ @@ -1166,13 +1168,13 @@ } ], "description": "", - "device_id": "218369c6-7bd0-4b0c-aa71-dc07183007f3", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-4-11.openstacklocal.", - "hostname": "host-172-17-4-11", - "ip_address": "172.17.4.11" + "fqdn": "host-172-17-2-236.openstacklocal.", + "hostname": "host-172-17-2-236", + "ip_address": "172.17.2.236" } ], "dns_name": "", @@ -1183,8 +1185,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "38399b60-1670-456f-88b3-834b6076b965", - "mac_address": "fa:16:3e:53:85:58", + "id": "9626f7e3-2310-4541-b798-ce62ddb7ce49", + "mac_address": "fa:16:3e:f6:b2:2d", "name": "swarm-mgr-01", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -1193,7 +1195,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -1201,9 +1203,11 @@ { "admin_state_up": true, "all_fixed_ips": [ - "172.17.0.195" + "172.17.1.180" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" ], - "all_security_group_ids": [], "all_tags": [], "allowed_address_pairs": [], "binding": [ @@ -1216,13 +1220,13 @@ } ], "description": "", - "device_id": "0c00cb58-71a3-4066-8570-0c6333022b4e", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-0-195.openstacklocal.", - "hostname": "host-172-17-0-195", - "ip_address": "172.17.0.195" + "fqdn": "host-172-17-1-180.openstacklocal.", + "hostname": "host-172-17-1-180", + "ip_address": "172.17.1.180" } ], "dns_name": "", @@ -1233,8 +1237,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "eb3bcb76-f945-41d2-97e8-3d528ea5c519", - "mac_address": "fa:16:3e:e6:06:03", + "id": "e8b955e7-3ade-4a41-80cf-8a7031e1f925", + "mac_address": "fa:16:3e:b3:a3:d3", "name": "swarm-mgr-02", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -1243,7 +1247,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -1251,9 +1255,11 @@ { "admin_state_up": true, "all_fixed_ips": [ - "172.17.2.153" + "172.17.3.65" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" ], - "all_security_group_ids": [], "all_tags": [], "allowed_address_pairs": [], "binding": [ @@ -1266,13 +1272,13 @@ } ], "description": "", - "device_id": "e27a68a2-f124-469f-8f9d-850bd93785e9", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-2-153.openstacklocal.", - "hostname": "host-172-17-2-153", - "ip_address": "172.17.2.153" + "fqdn": "host-172-17-3-65.openstacklocal.", + "hostname": "host-172-17-3-65", + "ip_address": "172.17.3.65" } ], "dns_name": "", @@ -1283,8 +1289,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "67550c83-089d-45a4-91f1-5a43467c84f9", - "mac_address": "fa:16:3e:d8:93:44", + "id": "ee4a760a-916e-41e8-85c2-b889a58b5116", + "mac_address": "fa:16:3e:b5:24:0d", "name": "swarm-mgr-03", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -1293,7 +1299,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -3643,7 +3649,7 @@ { "admin_state_up": true, "all_fixed_ips": [ - "172.17.3.59" + "172.17.1.142" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -3660,13 +3666,13 @@ } ], "description": "", - "device_id": "60ece97f-cfea-4989-836c-0bb87d258e5a", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-3-59.openstacklocal.", - "hostname": "host-172-17-3-59", - "ip_address": "172.17.3.59" + "fqdn": "host-172-17-1-142.openstacklocal.", + "hostname": "host-172-17-1-142", + "ip_address": "172.17.1.142" } ], "dns_name": "", @@ -3677,8 +3683,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "e7a2cd57-1f61-44c3-a51d-9f9b694e8959", - "mac_address": "fa:16:3e:98:5f:dd", + "id": "02fb2274-51ea-4c0d-be63-e995bebafaa0", + "mac_address": "fa:16:3e:52:bd:6d", "name": "swarm-worker-01", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -3687,7 +3693,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -3695,7 +3701,7 @@ { "admin_state_up": true, "all_fixed_ips": [ - "172.17.2.145" + "172.17.3.9" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -3712,13 +3718,13 @@ } ], "description": "", - "device_id": "3721fa5c-baf5-41c1-a00b-293cd6112e11", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-2-145.openstacklocal.", - "hostname": "host-172-17-2-145", - "ip_address": "172.17.2.145" + "fqdn": "host-172-17-3-9.openstacklocal.", + "hostname": "host-172-17-3-9", + "ip_address": "172.17.3.9" } ], "dns_name": "", @@ -3729,8 +3735,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "75e28cfb-dcd6-4761-b115-dd7fe17f6e12", - "mac_address": "fa:16:3e:98:06:7c", + "id": "604633a1-6835-468a-a9de-4fc13e4aca1a", + "mac_address": "fa:16:3e:bc:3c:0c", "name": "swarm-worker-02", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -3739,7 +3745,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -3747,7 +3753,7 @@ { "admin_state_up": true, "all_fixed_ips": [ - "172.17.2.140" + "172.17.1.62" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -3764,13 +3770,13 @@ } ], "description": "", - "device_id": "f3cf42e3-b28b-4694-92e2-de9581eb1503", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-2-140.openstacklocal.", - "hostname": "host-172-17-2-140", - "ip_address": "172.17.2.140" + "fqdn": "host-172-17-1-62.openstacklocal.", + "hostname": "host-172-17-1-62", + "ip_address": "172.17.1.62" } ], "dns_name": "", @@ -3781,8 +3787,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "91606ddf-3eaa-4d5f-9e84-f077e178be11", - "mac_address": "fa:16:3e:5c:f6:02", + "id": "0affca99-eb2a-48fa-a408-d42159732023", + "mac_address": "fa:16:3e:84:be:fd", "name": "swarm-worker-03", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -3791,7 +3797,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -3799,7 +3805,7 @@ { "admin_state_up": true, "all_fixed_ips": [ - "172.17.2.94" + "172.17.0.155" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -3816,13 +3822,13 @@ } ], "description": "", - "device_id": "14a705c3-844a-4c5f-b727-256b6f2f2039", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-2-94.openstacklocal.", - "hostname": "host-172-17-2-94", - "ip_address": "172.17.2.94" + "fqdn": "host-172-17-0-155.openstacklocal.", + "hostname": "host-172-17-0-155", + "ip_address": "172.17.0.155" } ], "dns_name": "", @@ -3833,8 +3839,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "4cb9e4ee-9143-46db-a729-f3cc84a70848", - "mac_address": "fa:16:3e:3f:18:28", + "id": "7bdc7f76-5446-465e-a328-7e334ae10878", + "mac_address": "fa:16:3e:9c:d2:a5", "name": "swarm-worker-04", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -3843,7 +3849,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -3851,7 +3857,7 @@ { "admin_state_up": true, "all_fixed_ips": [ - "172.17.2.99" + "172.17.3.55" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -3868,13 +3874,13 @@ } ], "description": "", - "device_id": "f39ad1ee-9f1e-43b7-b141-973d53e10a2e", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-2-99.openstacklocal.", - "hostname": "host-172-17-2-99", - "ip_address": "172.17.2.99" + "fqdn": "host-172-17-3-55.openstacklocal.", + "hostname": "host-172-17-3-55", + "ip_address": "172.17.3.55" } ], "dns_name": "", @@ -3885,8 +3891,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "c3d70222-1c23-4935-bcfb-afe10e69fabc", - "mac_address": "fa:16:3e:11:37:01", + "id": "3c650263-8eda-406a-b8c1-2df32d2371a0", + "mac_address": "fa:16:3e:b1:90:f5", "name": "swarm-worker-05", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -3895,7 +3901,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -3903,7 +3909,7 @@ { "admin_state_up": true, "all_fixed_ips": [ - "172.17.0.85" + "172.17.1.65" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -3920,13 +3926,13 @@ } ], "description": "", - "device_id": "58360f23-4703-47f0-8b27-d621463c245c", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-0-85.openstacklocal.", - "hostname": "host-172-17-0-85", - "ip_address": "172.17.0.85" + "fqdn": "host-172-17-1-65.openstacklocal.", + "hostname": "host-172-17-1-65", + "ip_address": "172.17.1.65" } ], "dns_name": "", @@ -3937,8 +3943,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "ea14f9c6-6988-464e-b96d-e694a13034a4", - "mac_address": "fa:16:3e:70:6d:5d", + "id": "3b984010-a6a4-4b09-b6fd-06a56e058c54", + "mac_address": "fa:16:3e:18:a9:64", "name": "swarm-worker-06", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -3947,7 +3953,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -3955,7 +3961,7 @@ { "admin_state_up": true, "all_fixed_ips": [ - "172.17.3.253" + "172.17.1.185" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -3972,13 +3978,13 @@ } ], "description": "", - "device_id": "dca55156-78be-4392-a9b1-3a93dee81dd0", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-3-253.openstacklocal.", - "hostname": "host-172-17-3-253", - "ip_address": "172.17.3.253" + "fqdn": "host-172-17-1-185.openstacklocal.", + "hostname": "host-172-17-1-185", + "ip_address": "172.17.1.185" } ], "dns_name": "", @@ -3989,8 +3995,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "1117f371-c066-4e06-afff-f61a2977410c", - "mac_address": "fa:16:3e:b4:26:6d", + "id": "31f50799-55eb-4089-9c3b-2b19fc245354", + "mac_address": "fa:16:3e:c3:5e:50", "name": "swarm-worker-07", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -3999,7 +4005,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -4007,7 +4013,7 @@ { "admin_state_up": true, "all_fixed_ips": [ - "172.17.1.221" + "172.17.3.251" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -4024,13 +4030,13 @@ } ], "description": "", - "device_id": "62a0cd55-f4b9-4bf0-bc8b-2da1e43bca0c", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-1-221.openstacklocal.", - "hostname": "host-172-17-1-221", - "ip_address": "172.17.1.221" + "fqdn": "host-172-17-3-251.openstacklocal.", + "hostname": "host-172-17-3-251", + "ip_address": "172.17.3.251" } ], "dns_name": "", @@ -4041,8 +4047,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "5c37e740-aa7f-4077-9896-df78921f3299", - "mac_address": "fa:16:3e:55:9b:11", + "id": "3946ef71-6fba-4118-8db5-179f2350783e", + "mac_address": "fa:16:3e:5d:49:58", "name": "swarm-worker-08", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -4051,7 +4057,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -7381,11 +7387,11 @@ "index_key": 0, "schema_version": 0, "attributes": { - "fixed_ip": "172.17.4.11", - "id": "218369c6-7bd0-4b0c-aa71-dc07183007f3/38399b60-1670-456f-88b3-834b6076b965", + "fixed_ip": "172.17.2.236", + "id": "218369c6-7bd0-4b0c-aa71-dc07183007f3/9626f7e3-2310-4541-b798-ce62ddb7ce49", "instance_id": "218369c6-7bd0-4b0c-aa71-dc07183007f3", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", - "port_id": "38399b60-1670-456f-88b3-834b6076b965", + "port_id": "9626f7e3-2310-4541-b798-ce62ddb7ce49", "region": "isti_area_pi_1", "timeouts": null }, @@ -7406,11 +7412,11 @@ "index_key": 1, "schema_version": 0, "attributes": { - "fixed_ip": "172.17.0.195", - "id": "0c00cb58-71a3-4066-8570-0c6333022b4e/eb3bcb76-f945-41d2-97e8-3d528ea5c519", + "fixed_ip": "172.17.1.180", + "id": "0c00cb58-71a3-4066-8570-0c6333022b4e/e8b955e7-3ade-4a41-80cf-8a7031e1f925", "instance_id": "0c00cb58-71a3-4066-8570-0c6333022b4e", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", - "port_id": "eb3bcb76-f945-41d2-97e8-3d528ea5c519", + "port_id": "e8b955e7-3ade-4a41-80cf-8a7031e1f925", "region": "isti_area_pi_1", "timeouts": null }, @@ -7431,11 +7437,11 @@ "index_key": 2, "schema_version": 0, "attributes": { - "fixed_ip": "172.17.2.153", - "id": "e27a68a2-f124-469f-8f9d-850bd93785e9/67550c83-089d-45a4-91f1-5a43467c84f9", + "fixed_ip": "172.17.3.65", + "id": "e27a68a2-f124-469f-8f9d-850bd93785e9/ee4a760a-916e-41e8-85c2-b889a58b5116", "instance_id": "e27a68a2-f124-469f-8f9d-850bd93785e9", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", - "port_id": "67550c83-089d-45a4-91f1-5a43467c84f9", + "port_id": "ee4a760a-916e-41e8-85c2-b889a58b5116", "region": "isti_area_pi_1", "timeouts": null }, @@ -7464,11 +7470,11 @@ "index_key": 0, "schema_version": 0, "attributes": { - "fixed_ip": "172.17.3.59", - "id": "60ece97f-cfea-4989-836c-0bb87d258e5a/e7a2cd57-1f61-44c3-a51d-9f9b694e8959", + "fixed_ip": "172.17.1.142", + "id": "60ece97f-cfea-4989-836c-0bb87d258e5a/02fb2274-51ea-4c0d-be63-e995bebafaa0", "instance_id": "60ece97f-cfea-4989-836c-0bb87d258e5a", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", - "port_id": "e7a2cd57-1f61-44c3-a51d-9f9b694e8959", + "port_id": "02fb2274-51ea-4c0d-be63-e995bebafaa0", "region": "isti_area_pi_1", "timeouts": null }, @@ -7488,11 +7494,11 @@ "index_key": 1, "schema_version": 0, "attributes": { - "fixed_ip": "172.17.2.145", - "id": "3721fa5c-baf5-41c1-a00b-293cd6112e11/75e28cfb-dcd6-4761-b115-dd7fe17f6e12", + "fixed_ip": "172.17.3.9", + "id": "3721fa5c-baf5-41c1-a00b-293cd6112e11/604633a1-6835-468a-a9de-4fc13e4aca1a", "instance_id": "3721fa5c-baf5-41c1-a00b-293cd6112e11", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", - "port_id": "75e28cfb-dcd6-4761-b115-dd7fe17f6e12", + "port_id": "604633a1-6835-468a-a9de-4fc13e4aca1a", "region": "isti_area_pi_1", "timeouts": null }, @@ -7512,11 +7518,11 @@ "index_key": 2, "schema_version": 0, "attributes": { - "fixed_ip": "172.17.2.140", - "id": "f3cf42e3-b28b-4694-92e2-de9581eb1503/91606ddf-3eaa-4d5f-9e84-f077e178be11", + "fixed_ip": "172.17.1.62", + "id": "f3cf42e3-b28b-4694-92e2-de9581eb1503/0affca99-eb2a-48fa-a408-d42159732023", "instance_id": "f3cf42e3-b28b-4694-92e2-de9581eb1503", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", - "port_id": "91606ddf-3eaa-4d5f-9e84-f077e178be11", + "port_id": "0affca99-eb2a-48fa-a408-d42159732023", "region": "isti_area_pi_1", "timeouts": null }, @@ -7536,11 +7542,11 @@ "index_key": 3, "schema_version": 0, "attributes": { - "fixed_ip": "172.17.2.94", - "id": "14a705c3-844a-4c5f-b727-256b6f2f2039/4cb9e4ee-9143-46db-a729-f3cc84a70848", + "fixed_ip": "172.17.0.155", + "id": "14a705c3-844a-4c5f-b727-256b6f2f2039/7bdc7f76-5446-465e-a328-7e334ae10878", "instance_id": "14a705c3-844a-4c5f-b727-256b6f2f2039", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", - "port_id": "4cb9e4ee-9143-46db-a729-f3cc84a70848", + "port_id": "7bdc7f76-5446-465e-a328-7e334ae10878", "region": "isti_area_pi_1", "timeouts": null }, @@ -7560,11 +7566,11 @@ "index_key": 4, "schema_version": 0, "attributes": { - "fixed_ip": "172.17.2.99", - "id": "f39ad1ee-9f1e-43b7-b141-973d53e10a2e/c3d70222-1c23-4935-bcfb-afe10e69fabc", + "fixed_ip": "172.17.3.55", + "id": "f39ad1ee-9f1e-43b7-b141-973d53e10a2e/3c650263-8eda-406a-b8c1-2df32d2371a0", "instance_id": "f39ad1ee-9f1e-43b7-b141-973d53e10a2e", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", - "port_id": "c3d70222-1c23-4935-bcfb-afe10e69fabc", + "port_id": "3c650263-8eda-406a-b8c1-2df32d2371a0", "region": "isti_area_pi_1", "timeouts": null }, @@ -7584,11 +7590,11 @@ "index_key": 5, "schema_version": 0, "attributes": { - "fixed_ip": "172.17.0.85", - "id": "58360f23-4703-47f0-8b27-d621463c245c/ea14f9c6-6988-464e-b96d-e694a13034a4", + "fixed_ip": "172.17.1.65", + "id": "58360f23-4703-47f0-8b27-d621463c245c/3b984010-a6a4-4b09-b6fd-06a56e058c54", "instance_id": "58360f23-4703-47f0-8b27-d621463c245c", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", - "port_id": "ea14f9c6-6988-464e-b96d-e694a13034a4", + "port_id": "3b984010-a6a4-4b09-b6fd-06a56e058c54", "region": "isti_area_pi_1", "timeouts": null }, @@ -7608,11 +7614,11 @@ "index_key": 6, "schema_version": 0, "attributes": { - "fixed_ip": "172.17.3.253", - "id": "dca55156-78be-4392-a9b1-3a93dee81dd0/1117f371-c066-4e06-afff-f61a2977410c", + "fixed_ip": "172.17.1.185", + "id": "dca55156-78be-4392-a9b1-3a93dee81dd0/31f50799-55eb-4089-9c3b-2b19fc245354", "instance_id": "dca55156-78be-4392-a9b1-3a93dee81dd0", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", - "port_id": "1117f371-c066-4e06-afff-f61a2977410c", + "port_id": "31f50799-55eb-4089-9c3b-2b19fc245354", "region": "isti_area_pi_1", "timeouts": null }, @@ -7632,11 +7638,11 @@ "index_key": 7, "schema_version": 0, "attributes": { - "fixed_ip": "172.17.1.221", - "id": "62a0cd55-f4b9-4bf0-bc8b-2da1e43bca0c/5c37e740-aa7f-4077-9896-df78921f3299", + "fixed_ip": "172.17.3.251", + "id": "62a0cd55-f4b9-4bf0-bc8b-2da1e43bca0c/3946ef71-6fba-4118-8db5-179f2350783e", "instance_id": "62a0cd55-f4b9-4bf0-bc8b-2da1e43bca0c", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", - "port_id": "5c37e740-aa7f-4077-9896-df78921f3299", + "port_id": "3946ef71-6fba-4118-8db5-179f2350783e", "region": "isti_area_pi_1", "timeouts": null }, @@ -9637,10 +9643,13 @@ "index_key": 0, "schema_version": 0, "attributes": { - "all_security_group_ids": [], + "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", + "d41938a9-a581-4974-b213-4aa50498344c" + ], "enforce": false, - "id": "38399b60-1670-456f-88b3-834b6076b965", - "port_id": "38399b60-1670-456f-88b3-834b6076b965", + "id": "9626f7e3-2310-4541-b798-ce62ddb7ce49", + "port_id": "9626f7e3-2310-4541-b798-ce62ddb7ce49", "region": "isti_area_pi_1", "security_group_ids": [ "167e4897-f776-4cbd-986f-77313aa68af2" @@ -9657,10 +9666,13 @@ "index_key": 1, "schema_version": 0, "attributes": { - "all_security_group_ids": [], + "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", + "d41938a9-a581-4974-b213-4aa50498344c" + ], "enforce": false, - "id": "eb3bcb76-f945-41d2-97e8-3d528ea5c519", - "port_id": "eb3bcb76-f945-41d2-97e8-3d528ea5c519", + "id": "e8b955e7-3ade-4a41-80cf-8a7031e1f925", + "port_id": "e8b955e7-3ade-4a41-80cf-8a7031e1f925", "region": "isti_area_pi_1", "security_group_ids": [ "167e4897-f776-4cbd-986f-77313aa68af2" @@ -9677,10 +9689,13 @@ "index_key": 2, "schema_version": 0, "attributes": { - "all_security_group_ids": [], + "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", + "d41938a9-a581-4974-b213-4aa50498344c" + ], "enforce": false, - "id": "67550c83-089d-45a4-91f1-5a43467c84f9", - "port_id": "67550c83-089d-45a4-91f1-5a43467c84f9", + "id": "ee4a760a-916e-41e8-85c2-b889a58b5116", + "port_id": "ee4a760a-916e-41e8-85c2-b889a58b5116", "region": "isti_area_pi_1", "security_group_ids": [ "167e4897-f776-4cbd-986f-77313aa68af2" @@ -9706,11 +9721,12 @@ "schema_version": 0, "attributes": { "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", "d41938a9-a581-4974-b213-4aa50498344c" ], "enforce": false, - "id": "e7a2cd57-1f61-44c3-a51d-9f9b694e8959", - "port_id": "e7a2cd57-1f61-44c3-a51d-9f9b694e8959", + "id": "02fb2274-51ea-4c0d-be63-e995bebafaa0", + "port_id": "02fb2274-51ea-4c0d-be63-e995bebafaa0", "region": "isti_area_pi_1", "security_group_ids": [ "167e4897-f776-4cbd-986f-77313aa68af2" @@ -9728,11 +9744,12 @@ "schema_version": 0, "attributes": { "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", "d41938a9-a581-4974-b213-4aa50498344c" ], "enforce": false, - "id": "75e28cfb-dcd6-4761-b115-dd7fe17f6e12", - "port_id": "75e28cfb-dcd6-4761-b115-dd7fe17f6e12", + "id": "604633a1-6835-468a-a9de-4fc13e4aca1a", + "port_id": "604633a1-6835-468a-a9de-4fc13e4aca1a", "region": "isti_area_pi_1", "security_group_ids": [ "167e4897-f776-4cbd-986f-77313aa68af2" @@ -9750,11 +9767,12 @@ "schema_version": 0, "attributes": { "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", "d41938a9-a581-4974-b213-4aa50498344c" ], "enforce": false, - "id": "91606ddf-3eaa-4d5f-9e84-f077e178be11", - "port_id": "91606ddf-3eaa-4d5f-9e84-f077e178be11", + "id": "0affca99-eb2a-48fa-a408-d42159732023", + "port_id": "0affca99-eb2a-48fa-a408-d42159732023", "region": "isti_area_pi_1", "security_group_ids": [ "167e4897-f776-4cbd-986f-77313aa68af2" @@ -9772,11 +9790,12 @@ "schema_version": 0, "attributes": { "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", "d41938a9-a581-4974-b213-4aa50498344c" ], "enforce": false, - "id": "4cb9e4ee-9143-46db-a729-f3cc84a70848", - "port_id": "4cb9e4ee-9143-46db-a729-f3cc84a70848", + "id": "7bdc7f76-5446-465e-a328-7e334ae10878", + "port_id": "7bdc7f76-5446-465e-a328-7e334ae10878", "region": "isti_area_pi_1", "security_group_ids": [ "167e4897-f776-4cbd-986f-77313aa68af2" @@ -9794,11 +9813,12 @@ "schema_version": 0, "attributes": { "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", "d41938a9-a581-4974-b213-4aa50498344c" ], "enforce": false, - "id": "c3d70222-1c23-4935-bcfb-afe10e69fabc", - "port_id": "c3d70222-1c23-4935-bcfb-afe10e69fabc", + "id": "3c650263-8eda-406a-b8c1-2df32d2371a0", + "port_id": "3c650263-8eda-406a-b8c1-2df32d2371a0", "region": "isti_area_pi_1", "security_group_ids": [ "167e4897-f776-4cbd-986f-77313aa68af2" @@ -9816,11 +9836,12 @@ "schema_version": 0, "attributes": { "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", "d41938a9-a581-4974-b213-4aa50498344c" ], "enforce": false, - "id": "ea14f9c6-6988-464e-b96d-e694a13034a4", - "port_id": "ea14f9c6-6988-464e-b96d-e694a13034a4", + "id": "3b984010-a6a4-4b09-b6fd-06a56e058c54", + "port_id": "3b984010-a6a4-4b09-b6fd-06a56e058c54", "region": "isti_area_pi_1", "security_group_ids": [ "167e4897-f776-4cbd-986f-77313aa68af2" @@ -9838,11 +9859,12 @@ "schema_version": 0, "attributes": { "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", "d41938a9-a581-4974-b213-4aa50498344c" ], "enforce": false, - "id": "1117f371-c066-4e06-afff-f61a2977410c", - "port_id": "1117f371-c066-4e06-afff-f61a2977410c", + "id": "31f50799-55eb-4089-9c3b-2b19fc245354", + "port_id": "31f50799-55eb-4089-9c3b-2b19fc245354", "region": "isti_area_pi_1", "security_group_ids": [ "167e4897-f776-4cbd-986f-77313aa68af2" @@ -9860,11 +9882,12 @@ "schema_version": 0, "attributes": { "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", "d41938a9-a581-4974-b213-4aa50498344c" ], "enforce": false, - "id": "5c37e740-aa7f-4077-9896-df78921f3299", - "port_id": "5c37e740-aa7f-4077-9896-df78921f3299", + "id": "3946ef71-6fba-4118-8db5-179f2350783e", + "port_id": "3946ef71-6fba-4118-8db5-179f2350783e", "region": "isti_area_pi_1", "security_group_ids": [ "167e4897-f776-4cbd-986f-77313aa68af2" @@ -9891,9 +9914,11 @@ "attributes": { "admin_state_up": true, "all_fixed_ips": [ - "172.17.4.11" + "172.17.2.236" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" ], - "all_security_group_ids": [], "all_tags": [], "allowed_address_pairs": [], "binding": [ @@ -9906,13 +9931,13 @@ } ], "description": "", - "device_id": "218369c6-7bd0-4b0c-aa71-dc07183007f3", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-4-11.openstacklocal.", - "hostname": "host-172-17-4-11", - "ip_address": "172.17.4.11" + "fqdn": "host-172-17-2-236.openstacklocal.", + "hostname": "host-172-17-2-236", + "ip_address": "172.17.2.236" } ], "dns_name": "", @@ -9923,8 +9948,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "38399b60-1670-456f-88b3-834b6076b965", - "mac_address": "fa:16:3e:53:85:58", + "id": "9626f7e3-2310-4541-b798-ce62ddb7ce49", + "mac_address": "fa:16:3e:f6:b2:2d", "name": "swarm-mgr-01", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -9933,7 +9958,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -9950,9 +9975,11 @@ "attributes": { "admin_state_up": true, "all_fixed_ips": [ - "172.17.0.195" + "172.17.1.180" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" ], - "all_security_group_ids": [], "all_tags": [], "allowed_address_pairs": [], "binding": [ @@ -9965,13 +9992,13 @@ } ], "description": "", - "device_id": "0c00cb58-71a3-4066-8570-0c6333022b4e", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-0-195.openstacklocal.", - "hostname": "host-172-17-0-195", - "ip_address": "172.17.0.195" + "fqdn": "host-172-17-1-180.openstacklocal.", + "hostname": "host-172-17-1-180", + "ip_address": "172.17.1.180" } ], "dns_name": "", @@ -9982,8 +10009,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "eb3bcb76-f945-41d2-97e8-3d528ea5c519", - "mac_address": "fa:16:3e:e6:06:03", + "id": "e8b955e7-3ade-4a41-80cf-8a7031e1f925", + "mac_address": "fa:16:3e:b3:a3:d3", "name": "swarm-mgr-02", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -9992,7 +10019,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -10009,9 +10036,11 @@ "attributes": { "admin_state_up": true, "all_fixed_ips": [ - "172.17.2.153" + "172.17.3.65" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" ], - "all_security_group_ids": [], "all_tags": [], "allowed_address_pairs": [], "binding": [ @@ -10024,13 +10053,13 @@ } ], "description": "", - "device_id": "e27a68a2-f124-469f-8f9d-850bd93785e9", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-2-153.openstacklocal.", - "hostname": "host-172-17-2-153", - "ip_address": "172.17.2.153" + "fqdn": "host-172-17-3-65.openstacklocal.", + "hostname": "host-172-17-3-65", + "ip_address": "172.17.3.65" } ], "dns_name": "", @@ -10041,8 +10070,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "67550c83-089d-45a4-91f1-5a43467c84f9", - "mac_address": "fa:16:3e:d8:93:44", + "id": "ee4a760a-916e-41e8-85c2-b889a58b5116", + "mac_address": "fa:16:3e:b5:24:0d", "name": "swarm-mgr-03", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -10051,7 +10080,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -10076,7 +10105,7 @@ "attributes": { "admin_state_up": true, "all_fixed_ips": [ - "172.17.3.59" + "172.17.1.142" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -10093,13 +10122,13 @@ } ], "description": "", - "device_id": "60ece97f-cfea-4989-836c-0bb87d258e5a", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-3-59.openstacklocal.", - "hostname": "host-172-17-3-59", - "ip_address": "172.17.3.59" + "fqdn": "host-172-17-1-142.openstacklocal.", + "hostname": "host-172-17-1-142", + "ip_address": "172.17.1.142" } ], "dns_name": "", @@ -10110,8 +10139,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "e7a2cd57-1f61-44c3-a51d-9f9b694e8959", - "mac_address": "fa:16:3e:98:5f:dd", + "id": "02fb2274-51ea-4c0d-be63-e995bebafaa0", + "mac_address": "fa:16:3e:52:bd:6d", "name": "swarm-worker-01", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -10120,7 +10149,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -10137,7 +10166,7 @@ "attributes": { "admin_state_up": true, "all_fixed_ips": [ - "172.17.2.145" + "172.17.3.9" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -10154,13 +10183,13 @@ } ], "description": "", - "device_id": "3721fa5c-baf5-41c1-a00b-293cd6112e11", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-2-145.openstacklocal.", - "hostname": "host-172-17-2-145", - "ip_address": "172.17.2.145" + "fqdn": "host-172-17-3-9.openstacklocal.", + "hostname": "host-172-17-3-9", + "ip_address": "172.17.3.9" } ], "dns_name": "", @@ -10171,8 +10200,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "75e28cfb-dcd6-4761-b115-dd7fe17f6e12", - "mac_address": "fa:16:3e:98:06:7c", + "id": "604633a1-6835-468a-a9de-4fc13e4aca1a", + "mac_address": "fa:16:3e:bc:3c:0c", "name": "swarm-worker-02", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -10181,7 +10210,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -10198,7 +10227,7 @@ "attributes": { "admin_state_up": true, "all_fixed_ips": [ - "172.17.2.140" + "172.17.1.62" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -10215,13 +10244,13 @@ } ], "description": "", - "device_id": "f3cf42e3-b28b-4694-92e2-de9581eb1503", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-2-140.openstacklocal.", - "hostname": "host-172-17-2-140", - "ip_address": "172.17.2.140" + "fqdn": "host-172-17-1-62.openstacklocal.", + "hostname": "host-172-17-1-62", + "ip_address": "172.17.1.62" } ], "dns_name": "", @@ -10232,8 +10261,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "91606ddf-3eaa-4d5f-9e84-f077e178be11", - "mac_address": "fa:16:3e:5c:f6:02", + "id": "0affca99-eb2a-48fa-a408-d42159732023", + "mac_address": "fa:16:3e:84:be:fd", "name": "swarm-worker-03", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -10242,7 +10271,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -10259,7 +10288,7 @@ "attributes": { "admin_state_up": true, "all_fixed_ips": [ - "172.17.2.94" + "172.17.0.155" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -10276,13 +10305,13 @@ } ], "description": "", - "device_id": "14a705c3-844a-4c5f-b727-256b6f2f2039", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-2-94.openstacklocal.", - "hostname": "host-172-17-2-94", - "ip_address": "172.17.2.94" + "fqdn": "host-172-17-0-155.openstacklocal.", + "hostname": "host-172-17-0-155", + "ip_address": "172.17.0.155" } ], "dns_name": "", @@ -10293,8 +10322,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "4cb9e4ee-9143-46db-a729-f3cc84a70848", - "mac_address": "fa:16:3e:3f:18:28", + "id": "7bdc7f76-5446-465e-a328-7e334ae10878", + "mac_address": "fa:16:3e:9c:d2:a5", "name": "swarm-worker-04", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -10303,7 +10332,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -10320,7 +10349,7 @@ "attributes": { "admin_state_up": true, "all_fixed_ips": [ - "172.17.2.99" + "172.17.3.55" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -10337,13 +10366,13 @@ } ], "description": "", - "device_id": "f39ad1ee-9f1e-43b7-b141-973d53e10a2e", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-2-99.openstacklocal.", - "hostname": "host-172-17-2-99", - "ip_address": "172.17.2.99" + "fqdn": "host-172-17-3-55.openstacklocal.", + "hostname": "host-172-17-3-55", + "ip_address": "172.17.3.55" } ], "dns_name": "", @@ -10354,8 +10383,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "c3d70222-1c23-4935-bcfb-afe10e69fabc", - "mac_address": "fa:16:3e:11:37:01", + "id": "3c650263-8eda-406a-b8c1-2df32d2371a0", + "mac_address": "fa:16:3e:b1:90:f5", "name": "swarm-worker-05", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -10364,7 +10393,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -10381,7 +10410,7 @@ "attributes": { "admin_state_up": true, "all_fixed_ips": [ - "172.17.0.85" + "172.17.1.65" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -10398,13 +10427,13 @@ } ], "description": "", - "device_id": "58360f23-4703-47f0-8b27-d621463c245c", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-0-85.openstacklocal.", - "hostname": "host-172-17-0-85", - "ip_address": "172.17.0.85" + "fqdn": "host-172-17-1-65.openstacklocal.", + "hostname": "host-172-17-1-65", + "ip_address": "172.17.1.65" } ], "dns_name": "", @@ -10415,8 +10444,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "ea14f9c6-6988-464e-b96d-e694a13034a4", - "mac_address": "fa:16:3e:70:6d:5d", + "id": "3b984010-a6a4-4b09-b6fd-06a56e058c54", + "mac_address": "fa:16:3e:18:a9:64", "name": "swarm-worker-06", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -10425,7 +10454,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -10442,7 +10471,7 @@ "attributes": { "admin_state_up": true, "all_fixed_ips": [ - "172.17.3.253" + "172.17.1.185" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -10459,13 +10488,13 @@ } ], "description": "", - "device_id": "dca55156-78be-4392-a9b1-3a93dee81dd0", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-3-253.openstacklocal.", - "hostname": "host-172-17-3-253", - "ip_address": "172.17.3.253" + "fqdn": "host-172-17-1-185.openstacklocal.", + "hostname": "host-172-17-1-185", + "ip_address": "172.17.1.185" } ], "dns_name": "", @@ -10476,8 +10505,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "1117f371-c066-4e06-afff-f61a2977410c", - "mac_address": "fa:16:3e:b4:26:6d", + "id": "31f50799-55eb-4089-9c3b-2b19fc245354", + "mac_address": "fa:16:3e:c3:5e:50", "name": "swarm-worker-07", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -10486,7 +10515,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null @@ -10503,7 +10532,7 @@ "attributes": { "admin_state_up": true, "all_fixed_ips": [ - "172.17.1.221" + "172.17.3.251" ], "all_security_group_ids": [ "d41938a9-a581-4974-b213-4aa50498344c" @@ -10520,13 +10549,13 @@ } ], "description": "", - "device_id": "62a0cd55-f4b9-4bf0-bc8b-2da1e43bca0c", - "device_owner": "compute:cnr-isti-nova-a", + "device_id": "", + "device_owner": "", "dns_assignment": [ { - "fqdn": "host-172-17-1-221.openstacklocal.", - "hostname": "host-172-17-1-221", - "ip_address": "172.17.1.221" + "fqdn": "host-172-17-3-251.openstacklocal.", + "hostname": "host-172-17-3-251", + "ip_address": "172.17.3.251" } ], "dns_name": "", @@ -10537,8 +10566,8 @@ "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" } ], - "id": "5c37e740-aa7f-4077-9896-df78921f3299", - "mac_address": "fa:16:3e:55:9b:11", + "id": "3946ef71-6fba-4118-8db5-179f2350783e", + "mac_address": "fa:16:3e:5d:49:58", "name": "swarm-worker-08", "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", "no_fixed_ip": null, @@ -10547,7 +10576,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": [], + "tags": null, "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", "timeouts": null, "value_specs": null diff --git a/openstack-tf/modules/docker_swarm/docker-swarm.tf b/openstack-tf/modules/docker_swarm/docker-swarm.tf index 344bbfb..283eb55 100644 --- a/openstack-tf/modules/docker_swarm/docker-swarm.tf +++ b/openstack-tf/modules/docker_swarm/docker-swarm.tf @@ -237,7 +237,7 @@ resource "openstack_compute_interface_attach_v2" "nfs_port_to_swarm_workers" { port_id = openstack_networking_port_v2.swarm_workers_nfs_port[count.index].id } -# NFS server +# NFS standalone server # Block device resource "openstack_blockstorage_volume_v3" "swarm_nfs_data_vol" { name = var.docker_swarm_data.nfs_server_data_disk_name @@ -598,4 +598,4 @@ output "swarm_managers_nfs_ip_ports" { output "swarm_workers_nfs_ip_ports" { description = "IP addresses in the share NFS network" value = openstack_networking_port_v2.swarm_workers_nfs_port -} \ No newline at end of file +} From d3a72197665d8cfab9ee4c86948215b4648bfd37 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 26 Feb 2024 16:21:16 +0100 Subject: [PATCH 078/101] Created plan for graphdb Ariadne --- .../d4s-production/ariadne/graphdb.tf | 94 +++ openstack-tf/d4s-production/ariadne/main.tf | 60 ++ .../d4s-production/ariadne/provider.tf | 3 + .../d4s-production/ariadne/terraform.tfstate | 740 ++++++++++++++++++ .../modules/common_variables/variables.tf | 4 +- 5 files changed, 900 insertions(+), 1 deletion(-) create mode 100644 openstack-tf/d4s-production/ariadne/graphdb.tf create mode 100644 openstack-tf/d4s-production/ariadne/main.tf create mode 100644 openstack-tf/d4s-production/ariadne/provider.tf create mode 100644 openstack-tf/d4s-production/ariadne/terraform.tfstate diff --git a/openstack-tf/d4s-production/ariadne/graphdb.tf b/openstack-tf/d4s-production/ariadne/graphdb.tf new file mode 100644 index 0000000..7a2a4f6 --- /dev/null +++ b/openstack-tf/d4s-production/ariadne/graphdb.tf @@ -0,0 +1,94 @@ +resource "openstack_blockstorage_volume_v3" "graphdb_ariadne_data_volume" { + name = "graphdb_ariadne_data_volume" + size = "200" +} + +resource "openstack_blockstorage_volume_v3" "graphdb_test_ariadne_data_volume" { + name = "graphdb_test_ariadne_data_volume" + size = "100" +} + +# Instances +resource "openstack_compute_instance_v2" "graphdb_ariadne" { + name = "graphdb-ariadne" + availability_zone_hints = module.common_variables.availability_zone_no_gpu_name + flavor_name = module.common_variables.flavor_list.d1_large + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers] + block_device { + uuid = module.common_variables.ubuntu_1804.uuid + source_type = "image" + volume_size = 20 + boot_index = 0 + destination_type = "volume" + delete_on_termination = false + } + + # Creates the networks according to input networks + dynamic "network" { + for_each = toset([data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name]) + content { + name = network.value + } + } + + + # user_data script used + user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} + +resource "openstack_compute_instance_v2" "graphdb_test_ariadne" { + name = "graphdb-test-ariadne" + availability_zone_hints = module.common_variables.availability_zone_no_gpu_name + flavor_name = module.common_variables.flavor_list.d1_large + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers] + block_device { + uuid = module.common_variables.ubuntu_1804.uuid + source_type = "image" + volume_size = 20 + boot_index = 0 + destination_type = "volume" + delete_on_termination = false + } + + # Creates the networks according to input networks + dynamic "network" { + for_each = toset([data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name]) + content { + name = network.value + } + } + + + # user_data script used + user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} + +resource "openstack_compute_volume_attach_v2" "graphdb_ariadne_attach" { + instance_id = openstack_compute_instance_v2.graphdb_ariadne.id + volume_id = openstack_blockstorage_volume_v3.graphdb_ariadne_data_volume.id + device = "/dev/vdb" +} + +resource "openstack_compute_volume_attach_v2" "graphdb_test_ariadne_attach" { + instance_id = openstack_compute_instance_v2.graphdb_test_ariadne.id + volume_id = openstack_blockstorage_volume_v3.graphdb_test_ariadne_data_volume.id + device = "/dev/vdb" +} \ No newline at end of file diff --git a/openstack-tf/d4s-production/ariadne/main.tf b/openstack-tf/d4s-production/ariadne/main.tf new file mode 100644 index 0000000..60d0e29 --- /dev/null +++ b/openstack-tf/d4s-production/ariadne/main.tf @@ -0,0 +1,60 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +# Module used +module "ssh_settings" { + source = "../../modules/ssh-key-ref" +} + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + graphdb-ariadne = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["graphdb-ariadne", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Graphdb graphdb-ariadne" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + graphdb-test-ariadne = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["graphdb-test-ariadne", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Graphdb graphdb-test-ariadne" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-production/ariadne/provider.tf b/openstack-tf/d4s-production/ariadne/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/ariadne/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} diff --git a/openstack-tf/d4s-production/ariadne/terraform.tfstate b/openstack-tf/d4s-production/ariadne/terraform.tfstate new file mode 100644 index 0000000..f787182 --- /dev/null +++ b/openstack-tf/d4s-production/ariadne/terraform.tfstate @@ -0,0 +1,740 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 9, + "lineage": "96b4c93b-a422-59e9-c895-c67a8a545404", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "mode": "managed", + "type": "openstack_blockstorage_volume_v3", + "name": "graphdb_ariadne_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "622bee20-67a1-49e0-9e1b-3fef0f48db81", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "graphdb_ariadne_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 200, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + } + ] + }, + { + "mode": "managed", + "type": "openstack_blockstorage_volume_v3", + "name": "graphdb_test_ariadne_data_volume", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "enable_online_resize": null, + "id": "ce034c49-5531-481f-8550-19db04bf1bf9", + "image_id": null, + "metadata": {}, + "multiattach": null, + "name": "graphdb_test_ariadne_data_volume", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "size": 100, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "cephUnencrypted" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "graphdb_ariadne", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.41.229", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-26 15:19:16 +0000 UTC", + "flavor_id": "17", + "flavor_name": "d1.large", + "floating_ip": null, + "force_delete": false, + "id": "b19efc8c-bf76-4b69-918b-4f610b4b8346", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "graphdb-ariadne", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.41.229", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:68:47:59", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-26 15:20:01 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "graphdb_test_ariadne", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.42.78", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-26 15:19:15 +0000 UTC", + "flavor_id": "17", + "flavor_name": "d1.large", + "floating_ip": null, + "force_delete": false, + "id": "7b34891c-92ab-4eb9-8b2a-0799cd968524", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "graphdb-test-ariadne", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.78", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:f6:a1:fa", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-26 15:19:58 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "graphdb_ariadne_attach", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "b19efc8c-bf76-4b69-918b-4f610b4b8346/622bee20-67a1-49e0-9e1b-3fef0f48db81", + "instance_id": "b19efc8c-bf76-4b69-918b-4f610b4b8346", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "622bee20-67a1-49e0-9e1b-3fef0f48db81" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_blockstorage_volume_v3.graphdb_ariadne_data_volume", + "openstack_compute_instance_v2.graphdb_ariadne" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "graphdb_test_ariadne_attach", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "7b34891c-92ab-4eb9-8b2a-0799cd968524/ce034c49-5531-481f-8550-19db04bf1bf9", + "instance_id": "7b34891c-92ab-4eb9-8b2a-0799cd968524", + "multiattach": null, + "region": "isti_area_pi_1", + "timeouts": null, + "vendor_options": [], + "volume_id": "ce034c49-5531-481f-8550-19db04bf1bf9" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_blockstorage_volume_v3.graphdb_test_ariadne_data_volume", + "openstack_compute_instance_v2.graphdb_test_ariadne" + ] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "graphdb-ariadne", + "schema_version": 0, + "attributes": { + "description": "Graphdb graphdb-ariadne", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/4d63e122-23c2-4ec3-8fcc-d773b955bca1", + "name": "graphdb-ariadne.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "graphdb-test-ariadne", + "schema_version": 0, + "attributes": { + "description": "Graphdb graphdb-test-ariadne", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/19172044-64d6-4abc-a1be-61322c068fec", + "name": "graphdb-test-ariadne.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} diff --git a/openstack-tf/modules/common_variables/variables.tf b/openstack-tf/modules/common_variables/variables.tf index 393bcb5..dfee186 100644 --- a/openstack-tf/modules/common_variables/variables.tf +++ b/openstack-tf/modules/common_variables/variables.tf @@ -186,7 +186,9 @@ variable "flavor_list" { c1_small = "c1.small" #RAM 2 - VCPUs 2 c1_medium = "c1.medium" #RAM 4 - VCPUs 4 c1_large = "c1.large" #RAM 8 - VCPUs 8 - c2_large = "c2.large" #RAM 16 -VCPUs 16 + c2_large = "c2.large" #RAM 16 - VCPUs 16 + d1_medium = "d1.medium" #RAM 12 - VCPUs 2 + d1_large = "d1.large" #RAM 24 - VCPUs 4 m1_medium = "m1.medium" #RAM 4 - VCPUs 2 m1_large = "m1.large" #RAM 8 - VCPUs 4 m1_xlarge = "m1.xlarge" #RAM 16 - VCPUs 8 From c56cf21862d81d824d5c4876f33345b581f5fe53 Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Mon, 26 Feb 2024 17:17:11 +0100 Subject: [PATCH 079/101] Added Ariadne service in prod --- .../d4s-production/ariadne/aggregator.tf | 36 ++ openstack-tf/d4s-production/ariadne/main.tf | 32 ++ .../d4s-production/ariadne/opensearch.tf | 73 +++ openstack-tf/d4s-production/ariadne/solr.tf | 36 ++ .../d4s-production/ariadne/terraform.tfstate | 442 +++++++++++++++++- 5 files changed, 614 insertions(+), 5 deletions(-) create mode 100644 openstack-tf/d4s-production/ariadne/aggregator.tf create mode 100644 openstack-tf/d4s-production/ariadne/opensearch.tf create mode 100644 openstack-tf/d4s-production/ariadne/solr.tf diff --git a/openstack-tf/d4s-production/ariadne/aggregator.tf b/openstack-tf/d4s-production/ariadne/aggregator.tf new file mode 100644 index 0000000..d6cf708 --- /dev/null +++ b/openstack-tf/d4s-production/ariadne/aggregator.tf @@ -0,0 +1,36 @@ +# Instance +resource "openstack_compute_instance_v2" "aggregator_ariadne" { + name = "aggregator-ariadne" + availability_zone_hints = module.common_variables.availability_zone_no_gpu_name + flavor_name = module.common_variables.flavor_list.m1_medium + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers] + block_device { + uuid = module.common_variables.ubuntu_1804.uuid + source_type = "image" + volume_size = 30 + boot_index = 0 + destination_type = "volume" + delete_on_termination = false + } + + # Creates the networks according to input networks + dynamic "network" { + for_each = toset([data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name]) + content { + name = network.value + } + } + + + # user_data script used + user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} diff --git a/openstack-tf/d4s-production/ariadne/main.tf b/openstack-tf/d4s-production/ariadne/main.tf index 60d0e29..d8a6978 100644 --- a/openstack-tf/d4s-production/ariadne/main.tf +++ b/openstack-tf/d4s-production/ariadne/main.tf @@ -55,6 +55,38 @@ module "dns_records_create" { ttl = 8600 type = "CNAME" records = [local.cname_target] + }, + aggregator-ariadne = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["aggregator-ariadne", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Aggregator aggregator-ariadne" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + opensearch-ariadne = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["opensearch-ariadne", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "OpenSearch opensearch-ariadne" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + opensearch-test-ariadne = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["opensearch-test-ariadne", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "OpenSearch opensearch-test-ariadne" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + solr-ariadne = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["solr-ariadne", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Solr solr-ariadne" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] } } } diff --git a/openstack-tf/d4s-production/ariadne/opensearch.tf b/openstack-tf/d4s-production/ariadne/opensearch.tf new file mode 100644 index 0000000..5b83a80 --- /dev/null +++ b/openstack-tf/d4s-production/ariadne/opensearch.tf @@ -0,0 +1,73 @@ +# Instance +resource "openstack_compute_instance_v2" "opensearch_ariadne" { + name = "opensearch-ariadne" + availability_zone_hints = module.common_variables.availability_zone_no_gpu_name + flavor_name = module.common_variables.flavor_list.m2_medium + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers] + block_device { + uuid = module.common_variables.ubuntu_1804.uuid + source_type = "image" + volume_size = 40 + boot_index = 0 + destination_type = "volume" + delete_on_termination = false + } + + # Creates the networks according to input networks + dynamic "network" { + for_each = toset([data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name]) + content { + name = network.value + } + } + + + # user_data script used + user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} + + +resource "openstack_compute_instance_v2" "opensearch_test_ariadne" { + name = "opensearch-test-ariadne" + availability_zone_hints = module.common_variables.availability_zone_no_gpu_name + flavor_name = module.common_variables.flavor_list.m2_small + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers] + block_device { + uuid = module.common_variables.ubuntu_1804.uuid + source_type = "image" + volume_size = 30 + boot_index = 0 + destination_type = "volume" + delete_on_termination = false + } + + # Creates the networks according to input networks + dynamic "network" { + for_each = toset([data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name]) + content { + name = network.value + } + } + + + # user_data script used + user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} \ No newline at end of file diff --git a/openstack-tf/d4s-production/ariadne/solr.tf b/openstack-tf/d4s-production/ariadne/solr.tf new file mode 100644 index 0000000..3549693 --- /dev/null +++ b/openstack-tf/d4s-production/ariadne/solr.tf @@ -0,0 +1,36 @@ +# Instance +resource "openstack_compute_instance_v2" "solr_ariadne" { + name = "solr-ariadne" + availability_zone_hints = module.common_variables.availability_zone_no_gpu_name + flavor_name = module.common_variables.flavor_list.m1_large + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers] + block_device { + uuid = module.common_variables.ubuntu_1804.uuid + source_type = "image" + volume_size = 100 + boot_index = 0 + destination_type = "volume" + delete_on_termination = false + } + + # Creates the networks according to input networks + dynamic "network" { + for_each = toset([data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name]) + content { + name = network.value + } + } + + + # user_data script used + user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} diff --git a/openstack-tf/d4s-production/ariadne/terraform.tfstate b/openstack-tf/d4s-production/ariadne/terraform.tfstate index f787182..e5af59f 100644 --- a/openstack-tf/d4s-production/ariadne/terraform.tfstate +++ b/openstack-tf/d4s-production/ariadne/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.4", - "serial": 9, + "serial": 18, "lineage": "96b4c93b-a422-59e9-c895-c67a8a545404", "outputs": {}, "resources": [ @@ -403,7 +403,13 @@ { "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "622bee20-67a1-49e0-9e1b-3fef0f48db81", + "instance_id": "b19efc8c-bf76-4b69-918b-4f610b4b8346" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -436,7 +442,13 @@ { "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "ce034c49-5531-481f-8550-19db04bf1bf9", + "instance_id": "7b34891c-92ab-4eb9-8b2a-0799cd968524" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -460,6 +472,86 @@ } ] }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "aggregator_ariadne", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.43.139", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-26 16:13:58 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "2640dee8-172b-484e-9d7c-40a745abf901", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "aggregator-ariadne", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.139", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:4e:92:fc", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-26 16:15:02 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, { "mode": "managed", "type": "openstack_compute_instance_v2", @@ -525,7 +617,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-02-26 15:20:01 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -605,7 +697,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-02-26 15:19:58 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -620,6 +712,246 @@ } ] }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "opensearch_ariadne", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.42.54", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 40, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-26 16:13:59 +0000 UTC", + "flavor_id": "15", + "flavor_name": "m2.medium", + "floating_ip": null, + "force_delete": false, + "id": "998a7ad0-98b1-46ef-a6ea-80792493d315", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "opensearch-ariadne", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.54", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:66:a0:26", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-26 16:15:01 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "opensearch_test_ariadne", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.42.210", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-26 16:13:58 +0000 UTC", + "flavor_id": "10", + "flavor_name": "m2.small", + "floating_ip": null, + "force_delete": false, + "id": "55394a06-3ae2-4a08-a548-bbf3e1e0eb9b", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "opensearch-test-ariadne", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.210", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:00:9d:1c", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-26 16:14:57 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "solr_ariadne", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.45.140", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 100, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-26 16:13:58 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "2b8592a6-2334-4056-8fdf-b79a3c84bb0c", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "solr-ariadne", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.45.140", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:fc:0f:6e", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-26 16:14:50 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, { "mode": "managed", "type": "openstack_compute_volume_attach_v2", @@ -683,6 +1015,31 @@ "name": "add_dns_recordset", "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", "instances": [ + { + "index_key": "aggregator-ariadne", + "schema_version": 0, + "attributes": { + "description": "Aggregator aggregator-ariadne", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/d17d928b-e66a-4643-ae28-a2733c3a6bb6", + "name": "aggregator-ariadne.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, { "index_key": "graphdb-ariadne", "schema_version": 0, @@ -732,6 +1089,81 @@ "dependencies": [ "data.terraform_remote_state.privnet_dns_router" ] + }, + { + "index_key": "opensearch-ariadne", + "schema_version": 0, + "attributes": { + "description": "OpenSearch opensearch-ariadne", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/a5bd20be-874f-431b-973e-02aca6cda76e", + "name": "opensearch-ariadne.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "opensearch-test-ariadne", + "schema_version": 0, + "attributes": { + "description": "OpenSearch opensearch-test-ariadne", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/6bb1335a-0edc-444d-bf2b-b8c034a32418", + "name": "opensearch-test-ariadne.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "solr-ariadne", + "schema_version": 0, + "attributes": { + "description": "Solr solr-ariadne", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/973f9e7d-eb84-48b1-a991-c96ab296c49a", + "name": "solr-ariadne.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] } ] } From cdf653c293a102a784a5c4394f9cbb22224eb75e Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Tue, 27 Feb 2024 11:52:10 +0100 Subject: [PATCH 080/101] Added uri-resolver in preprod --- openstack-tf/d4s-preprod/uri-resolver/main.tf | 63 +++ .../d4s-preprod/uri-resolver/provider.tf | 3 + .../uri-resolver/terraform.tfstate | 518 ++++++++++++++++++ 3 files changed, 584 insertions(+) create mode 100644 openstack-tf/d4s-preprod/uri-resolver/main.tf create mode 100644 openstack-tf/d4s-preprod/uri-resolver/provider.tf create mode 100644 openstack-tf/d4s-preprod/uri-resolver/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/uri-resolver/main.tf b/openstack-tf/d4s-preprod/uri-resolver/main.tf new file mode 100644 index 0000000..fe4ef45 --- /dev/null +++ b/openstack-tf/d4s-preprod/uri-resolver/main.tf @@ -0,0 +1,63 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" + + instances_without_data_volume_map = { + data = { + name = "data", + description = "This instance is a Uri Resolver service", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 20 + } + } +} + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + data = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["data", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Uri Resolver Preproduction" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-preprod/uri-resolver/provider.tf b/openstack-tf/d4s-preprod/uri-resolver/provider.tf new file mode 100644 index 0000000..5c9deb7 --- /dev/null +++ b/openstack-tf/d4s-preprod/uri-resolver/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-pre" +} diff --git a/openstack-tf/d4s-preprod/uri-resolver/terraform.tfstate b/openstack-tf/d4s-preprod/uri-resolver/terraform.tfstate new file mode 100644 index 0000000..00d6911 --- /dev/null +++ b/openstack-tf/d4s-preprod/uri-resolver/terraform.tfstate @@ -0,0 +1,518 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 3, + "lineage": "3289d790-5754-16e4-125c-ec4ff3e9080b", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "data", + "schema_version": 0, + "attributes": { + "description": "Uri Resolver Preproduction", + "disable_status_check": false, + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c/b04f7674-b9e5-469d-979f-3a30d6e57859", + "name": "data.cloud-pre.d4science.org.", + "project_id": "6fdc02e2827b405dad99f34698659742", + "records": [ + "main-lb.cloud-pre.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "data", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.178", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-27 10:32:18 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "ceaba95d-ff31-4413-89cd-c4ec3892cfac", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "data", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.178", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:fe:33:db", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-27 10:32:59 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} From 74e62730fe729a1ed99a33d5cbd5bb63ad8e8b3d Mon Sep 17 00:00:00 2001 From: Giancarlo Panichi Date: Tue, 27 Feb 2024 12:30:18 +0100 Subject: [PATCH 081/101] Added uri-resolver in production --- .../d4s-dev/uri-resolver/.terraform.lock.hcl | 25 - openstack-tf/d4s-dev/uri-resolver/main.tf | 63 -- openstack-tf/d4s-dev/uri-resolver/provider.tf | 3 - .../d4s-production/uri-resolver/main.tf | 89 +++ .../d4s-production/uri-resolver/provider.tf | 3 + .../uri-resolver/terraform.tfstate | 638 ++++++++++++++++++ 6 files changed, 730 insertions(+), 91 deletions(-) delete mode 100644 openstack-tf/d4s-dev/uri-resolver/.terraform.lock.hcl delete mode 100644 openstack-tf/d4s-dev/uri-resolver/main.tf delete mode 100644 openstack-tf/d4s-dev/uri-resolver/provider.tf create mode 100644 openstack-tf/d4s-production/uri-resolver/main.tf create mode 100644 openstack-tf/d4s-production/uri-resolver/provider.tf create mode 100644 openstack-tf/d4s-production/uri-resolver/terraform.tfstate diff --git a/openstack-tf/d4s-dev/uri-resolver/.terraform.lock.hcl b/openstack-tf/d4s-dev/uri-resolver/.terraform.lock.hcl deleted file mode 100644 index e3e6a96..0000000 --- a/openstack-tf/d4s-dev/uri-resolver/.terraform.lock.hcl +++ /dev/null @@ -1,25 +0,0 @@ -# This file is maintained automatically by "terraform init". -# Manual edits may be lost in future updates. - -provider "registry.terraform.io/terraform-provider-openstack/openstack" { - version = "1.53.0" - constraints = "~> 1.53.0" - hashes = [ - "h1:YLGvYkSuagyP5orUTyKNK+JhzS17EFTUDpZ5R5/fFv4=", - "h1:ZSJPqrlaHQ3sj7wyJuPSG+NblFZbAA6Y0d3GjSJf3o8=", - "zh:09da7ca98ffd3de7b9ce36c4c13446212a6e763ba1162be71b50f95d453cb68e", - "zh:14041bcbb87312411d88612056ed185650bfd01284b8ea0761ce8105a331708e", - "zh:35bf4c788fdbc17c8e40ebc7b33c7de4b45a2fa2efaa657b10f0e3bd37c9627f", - "zh:46ede8ef4cfa12d654c538afc1e1ec34a1f3e8eb4e986ee23dceae398b7176a6", - "zh:59675734990dab1e8d87997853ea75e8104bba730b3f5a7146ac735540c9d6bf", - "zh:6de52428849806498670e827b54810be7510a2a79449602c1aede4235a0ec036", - "zh:78b2a20601272afceffac8f8ca78a6b647b84196c0dd8dc710fae297f6be15a4", - "zh:7c41ed3a4fac09677e676ecf9f9edd1e38eef449e656cb01a848d2c799c6de8f", - "zh:852800228f4118a4aa6cfaa4468b851247cbed6f037fd204f08de69eb1edc149", - "zh:86d618e7f9a07d978b8bc4b190be350a00de64ec535f9c8f5dfe133542a55483", - "zh:963a9e72b66d8bcf43de9b14a674ae3ca3719ce2f829217f7a65b66fc3773397", - "zh:a8e72ab67795071bda61f99a6de3d2d40122fb51971768fd75e1324abe874ced", - "zh:ce1890cf3af17d569af3bc7673cec0a8f78e6f5d701767593f3d29c551f44848", - "zh:e6f1b96eb684f527a47f71923f268c86a36d7894751b31ee9e726d7502a639cd", - ] -} diff --git a/openstack-tf/d4s-dev/uri-resolver/main.tf b/openstack-tf/d4s-dev/uri-resolver/main.tf deleted file mode 100644 index fe140be..0000000 --- a/openstack-tf/d4s-dev/uri-resolver/main.tf +++ /dev/null @@ -1,63 +0,0 @@ -# Define required providers -terraform { - required_version = ">= 0.14.0" - required_providers { - openstack = { - source = "terraform-provider-openstack/openstack" - version = "~> 1.53.0" - } - } -} - -data "terraform_remote_state" "privnet_dns_router" { - backend = "local" - - config = { - path = "../project-setup/terraform.tfstate" - } -} - -# -# Uses common_variables as module -# -module "common_variables" { - source = "../../modules/common_variables" -} - - -# -# Creates the server group "uri-resolver" -# -resource "openstack_compute_servergroup_v2" "uri-resolver" { - name = "uri-resolver" - policies = [module.common_variables.policy_list.soft_anti_affinity] -} - - -module "instance_without_data_volume" { - source = "../../modules/instance_without_data_volume" - - instances_without_data_volume_map = { - # URI-Resolver instance 1 - uri_resolver_service_i1 = { - name = "data-1", - description = "The data instance", - flavor = module.common_variables.flavor_list.m1_medium, - networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], - security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], - server_groups_ids = [openstack_compute_servergroup_v2.uri-resolver.id], - image_ref = module.common_variables.ubuntu_1804 - }, - # URI-Resolver instance 2 - uri_resolver_service_i2 = { - name = "data-2", - description = "The data1 instance", - flavor = module.common_variables.flavor_list.m1_medium, - networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], - security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], - server_groups_ids = [openstack_compute_servergroup_v2.uri-resolver.id], - image_ref = module.common_variables.ubuntu_1804 - } - } -} - diff --git a/openstack-tf/d4s-dev/uri-resolver/provider.tf b/openstack-tf/d4s-dev/uri-resolver/provider.tf deleted file mode 100644 index fa7a121..0000000 --- a/openstack-tf/d4s-dev/uri-resolver/provider.tf +++ /dev/null @@ -1,3 +0,0 @@ -provider "openstack" { - cloud = "d4s-dev" -} diff --git a/openstack-tf/d4s-production/uri-resolver/main.tf b/openstack-tf/d4s-production/uri-resolver/main.tf new file mode 100644 index 0000000..63f5d41 --- /dev/null +++ b/openstack-tf/d4s-production/uri-resolver/main.tf @@ -0,0 +1,89 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" + + instances_without_data_volume_map = { + data1 = { + name = "data1", + description = "This instance is a Uri Resolver service", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 20 + }, + data2 = { + name = "data2", + description = "This instance is a Uri Resolver service", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers], + server_groups_ids = [], + image_ref = module.common_variables.ubuntu_1804 + image_volume_size = 20 + } + } +} + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + data1 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["data1", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "URI Resolver data1 Production" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + data2 = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["data2", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "URI Resolver data2 Production" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + }, + data = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["data", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "URI Resolver load balancer data Production" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-production/uri-resolver/provider.tf b/openstack-tf/d4s-production/uri-resolver/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/uri-resolver/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} diff --git a/openstack-tf/d4s-production/uri-resolver/terraform.tfstate b/openstack-tf/d4s-production/uri-resolver/terraform.tfstate new file mode 100644 index 0000000..406e17a --- /dev/null +++ b/openstack-tf/d4s-production/uri-resolver/terraform.tfstate @@ -0,0 +1,638 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 6, + "lineage": "f1f5f68b-62c3-99c7-87d7-28c8c4204cb1", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "data", + "schema_version": 0, + "attributes": { + "description": "URI Resolver load balancer data Production", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/abdd9c69-fba2-4661-a893-83d51b566030", + "name": "data.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "data1", + "schema_version": 0, + "attributes": { + "description": "URI Resolver data1 Production", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/b7a604cd-95ba-4df8-886c-3785b9f517ad", + "name": "data1.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "data2", + "schema_version": 0, + "attributes": { + "description": "URI Resolver data2 Production", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/d2ccff7b-f7ab-4644-8a7c-5505c59bccc8", + "name": "data2.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "data1", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.43.1", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-27 11:28:05 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "1aed17e9-79ee-4aaf-97aa-1ab26a72eeea", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "data1", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.43.1", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:8e:8f:b1", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-27 11:28:50 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": "data2", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.44.189", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-27 11:28:04 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "3a39f7dd-f780-4e04-8ee0-f1aba9961f22", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Giancarlo Panichi", + "metadata": null, + "name": "data2", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.44.189", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:1e:8a:b9", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-02-27 11:28:50 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} From 7204c84c36c2a988ea2bd91b154f0f7ba94b9320 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 5 Mar 2024 18:33:26 +0100 Subject: [PATCH 082/101] Add outputs to timescaledb. --- .../d4s-preprod/timescaledb/outputs.tf | 12 + .../d4s-preprod/timescaledb/terraform.tfstate | 475 +++++++++++++++++- .../timescaledb/timescaledb-outputs.tf | 11 + .../modules/timescaledb/timescaledb.tf | 4 +- 4 files changed, 491 insertions(+), 11 deletions(-) create mode 100644 openstack-tf/d4s-preprod/timescaledb/outputs.tf create mode 100644 openstack-tf/modules/timescaledb/timescaledb-outputs.tf diff --git a/openstack-tf/d4s-preprod/timescaledb/outputs.tf b/openstack-tf/d4s-preprod/timescaledb/outputs.tf new file mode 100644 index 0000000..141add5 --- /dev/null +++ b/openstack-tf/d4s-preprod/timescaledb/outputs.tf @@ -0,0 +1,12 @@ +output "timescaledb_net" { + value = module.timescaledb.timescaledb_net +} + +output "timescaledb_subnet" { + value = module.timescaledb.timescaledb_subnet +} + +output "timescaledb_servers" { + value = module.timescaledb.timescaledb_servers + sensitive = true +} diff --git a/openstack-tf/d4s-preprod/timescaledb/terraform.tfstate b/openstack-tf/d4s-preprod/timescaledb/terraform.tfstate index 8fde847..5e31d9a 100644 --- a/openstack-tf/d4s-preprod/timescaledb/terraform.tfstate +++ b/openstack-tf/d4s-preprod/timescaledb/terraform.tfstate @@ -1,9 +1,465 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 11, + "serial": 12, "lineage": "a3102b02-5995-18d7-63a6-2b852bd6b8bc", - "outputs": {}, + "outputs": { + "timescaledb_net": { + "value": { + "admin_state_up": true, + "all_tags": [], + "availability_zone_hints": [], + "description": "Network used by the Timescaledb cluster and to access the service", + "dns_domain": "cloud-pre.d4science.org.", + "external": false, + "id": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b", + "mtu": 8942, + "name": "timescaledb-net", + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "segments": [], + "shared": false, + "tags": [], + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "transparent_vlan": false, + "value_specs": null + }, + "type": [ + "object", + { + "admin_state_up": "bool", + "all_tags": [ + "set", + "string" + ], + "availability_zone_hints": [ + "set", + "string" + ], + "description": "string", + "dns_domain": "string", + "external": "bool", + "id": "string", + "mtu": "number", + "name": "string", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "segments": [ + "set", + [ + "object", + { + "network_type": "string", + "physical_network": "string", + "segmentation_id": "number" + } + ] + ], + "shared": "bool", + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "transparent_vlan": "bool", + "value_specs": [ + "map", + "string" + ] + } + ] + }, + "timescaledb_servers": { + "value": [ + { + "access_ip_v4": "10.1.33.181", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-14 12:36:07 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "8d2331b8-0995-45dd-9755-d84b388ab3d4", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "timescaledb-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.181", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:af:a7:22", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.11.5", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:b5:65:23", + "name": "timescaledb-net", + "port": "", + "uuid": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "84ce7a5c-ce77-43a6-8c49-39d61484e82e", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_timescaledb_service", + "default_for_all", + "timescaledb_temporary" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-02-29 16:53:56 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + } + ], + "type": [ + "tuple", + [ + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ] + ] + ], + "sensitive": true + }, + "timescaledb_subnet": { + "value": { + "all_tags": [], + "allocation_pool": [ + { + "end": "192.168.11.254", + "start": "192.168.11.20" + } + ], + "allocation_pools": [ + { + "end": "192.168.11.254", + "start": "192.168.11.20" + } + ], + "cidr": "192.168.11.0/24", + "description": "subnet used to connect to the shared TimeScaleDB service", + "dns_nameservers": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "enable_dhcp": true, + "gateway_ip": "", + "host_routes": [], + "id": "cba5700b-db7f-4764-9fc9-5132367608fa", + "ip_version": 4, + "ipv6_address_mode": "", + "ipv6_ra_mode": "", + "name": "timescaledb-subnet", + "network_id": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b", + "no_gateway": true, + "prefix_length": null, + "region": "isti_area_pi_1", + "service_types": [], + "subnetpool_id": "", + "tags": [], + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "value_specs": null + }, + "type": [ + "object", + { + "all_tags": [ + "set", + "string" + ], + "allocation_pool": [ + "set", + [ + "object", + { + "end": "string", + "start": "string" + } + ] + ], + "allocation_pools": [ + "list", + [ + "object", + { + "end": "string", + "start": "string" + } + ] + ], + "cidr": "string", + "description": "string", + "dns_nameservers": [ + "list", + "string" + ], + "enable_dhcp": "bool", + "gateway_ip": "string", + "host_routes": [ + "list", + [ + "object", + { + "destination_cidr": "string", + "next_hop": "string" + } + ] + ], + "id": "string", + "ip_version": "number", + "ipv6_address_mode": "string", + "ipv6_ra_mode": "string", + "name": "string", + "network_id": "string", + "no_gateway": "bool", + "prefix_length": "number", + "region": "string", + "service_types": [ + "list", + "string" + ], + "subnetpool_id": "string", + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ] + } + }, "resources": [ { "mode": "data", @@ -876,7 +1332,7 @@ "region": "isti_area_pi_1", "scheduler_hints": [ { - "additional_properties": null, + "additional_properties": {}, "build_near_host_ip": "", "different_cell": [], "different_host": [], @@ -888,12 +1344,13 @@ ], "security_groups": [ "access_to_the_timescaledb_service", - "default_for_all" + "default_for_all", + "timescaledb_temporary" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, - "updated": "2024-02-14 12:37:04 +0000 UTC", + "updated": "2024-02-29 16:53:56 +0000 UTC", "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", "vendor_options": [], "volume": [] @@ -921,7 +1378,9 @@ "schema_version": 0, "attributes": { "id": "84ce7a5c-ce77-43a6-8c49-39d61484e82e", - "members": [], + "members": [ + "8d2331b8-0995-45dd-9755-d84b388ab3d4" + ], "name": "timescaledb_cluster", "policies": [ "soft-anti-affinity" @@ -1025,7 +1484,7 @@ "id": "fe63c906-7035-45a4-b0ed-3b4852c0c1ba", "name": "access_to_the_timescaledb_service", "region": "isti_area_pi_1", - "tags": null, + "tags": [], "tenant_id": "6fdc02e2827b405dad99f34698659742", "timeouts": null }, diff --git a/openstack-tf/modules/timescaledb/timescaledb-outputs.tf b/openstack-tf/modules/timescaledb/timescaledb-outputs.tf new file mode 100644 index 0000000..1e52729 --- /dev/null +++ b/openstack-tf/modules/timescaledb/timescaledb-outputs.tf @@ -0,0 +1,11 @@ +output "timescaledb_net" { + value = openstack_networking_network_v2.timescaledb_net +} + +output "timescaledb_subnet" { + value = openstack_networking_subnet_v2.timescaledb_subnet +} + +output "timescaledb_servers" { + value = openstack_compute_instance_v2.timescaledb_server +} diff --git a/openstack-tf/modules/timescaledb/timescaledb.tf b/openstack-tf/modules/timescaledb/timescaledb.tf index a1a9ea9..4ba7ae9 100644 --- a/openstack-tf/modules/timescaledb/timescaledb.tf +++ b/openstack-tf/modules/timescaledb/timescaledb.tf @@ -60,7 +60,7 @@ resource "openstack_compute_instance_v2" "timescaledb_server" { image_name = module.common_variables.ubuntu_2204.name flavor_name = var.timescaledb_node_flavor key_pair = module.ssh_settings.ssh_key_name - security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, openstack_networking_secgroup_v2.timescaledb_access.name] + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, openstack_networking_secgroup_v2.timescaledb_access.name,"timescaledb_temporary"] scheduler_hints { group = openstack_compute_servergroup_v2.timescaledb_cluster.id } @@ -100,5 +100,3 @@ resource "openstack_compute_instance_v2" "timescaledb_server" { ] } } - - From 8b05c335dd0fa2869bfee7ffe8e95e60d144f670 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 5 Mar 2024 18:34:15 +0100 Subject: [PATCH 083/101] manila shares for swarm stacks. --- .../manila-swarm-shares/bluecloud-webodv.tf | 115 ++++++++++++++++++ .../manila-swarm-shares/main.tf | 37 ++++++ .../manila-swarm-shares/provider.tf | 3 + 3 files changed, 155 insertions(+) create mode 100644 openstack-tf/d4s-production/manila-swarm-shares/bluecloud-webodv.tf create mode 100644 openstack-tf/d4s-production/manila-swarm-shares/main.tf create mode 100644 openstack-tf/d4s-production/manila-swarm-shares/provider.tf diff --git a/openstack-tf/d4s-production/manila-swarm-shares/bluecloud-webodv.tf b/openstack-tf/d4s-production/manila-swarm-shares/bluecloud-webodv.tf new file mode 100644 index 0000000..1dd0a50 --- /dev/null +++ b/openstack-tf/d4s-production/manila-swarm-shares/bluecloud-webodv.tf @@ -0,0 +1,115 @@ +# NFS shares required by +# Create a NFS share +resource "openstack_sharedfilesystem_share_v2" "webodv_private_data" { + name = "sobigdata_webodv_private_data" + description = "NFS share for the sobigdata webodv private data" + share_proto = "NFS" + size = 1000 +} + +# Allow access to the NFS share +resource "openstack_sharedfilesystem_share_access_v2" "webodv_mgr_private_data_share_access" { + for_each = { for nfs_ip in data.terraform_remote_state.main_infrastructure.outputs.swarm_managers_nfs_ip_ports : join("", nfs_ip.all_fixed_ips) => nfs_ip } + share_id = openstack_sharedfilesystem_share_v2.webodv_private_data.id + access_type = "ip" + access_to = each.key + access_level = "rw" +} + +resource "openstack_sharedfilesystem_share_access_v2" "webodv_workers_private_data_share_access" { + for_each = { for nfs_ip in data.terraform_remote_state.main_infrastructure.outputs.swarm_workers_nfs_ip_ports : join("", nfs_ip.all_fixed_ips) => nfs_ip } + share_id = openstack_sharedfilesystem_share_v2.webodv_private_data.id + access_type = "ip" + access_to = each.key + access_level = "rw" +} + +resource "openstack_sharedfilesystem_share_v2" "webodv_home_data" { + name = "sobigdata_webodv_home_data" + description = "NFS share for the sobigdata webodv home data" + share_proto = "NFS" + size = 10 +} + +# Allow access to the NFS share +resource "openstack_sharedfilesystem_share_access_v2" "webodv_mgr_home_data_share_access" { + for_each = { for nfs_ip in data.terraform_remote_state.main_infrastructure.outputs.swarm_managers_nfs_ip_ports : join("", nfs_ip.all_fixed_ips) => nfs_ip } + share_id = openstack_sharedfilesystem_share_v2.webodv_home_data.id + access_type = "ip" + access_to = each.key + access_level = "rw" +} + +resource "openstack_sharedfilesystem_share_access_v2" "webodv_workers_home_data_share_access" { + for_each = { for nfs_ip in data.terraform_remote_state.main_infrastructure.outputs.swarm_workers_nfs_ip_ports : join("", nfs_ip.all_fixed_ips) => nfs_ip } + share_id = openstack_sharedfilesystem_share_v2.webodv_home_data.id + access_type = "ip" + access_to = each.key + access_level = "rw" +} + +resource "openstack_sharedfilesystem_share_v2" "webodv_public_data" { + name = "sobigdata_webodv_home_data" + description = "NFS share for the sobigdata webodv home data" + share_proto = "NFS" + size = 10 +} + +# Allow access to the NFS share +resource "openstack_sharedfilesystem_share_access_v2" "webodv_mgr_public_data_share_access" { + for_each = { for nfs_ip in data.terraform_remote_state.main_infrastructure.outputs.swarm_managers_nfs_ip_ports : join("", nfs_ip.all_fixed_ips) => nfs_ip } + share_id = openstack_sharedfilesystem_share_v2.webodv_public_data.id + access_type = "ip" + access_to = each.key + access_level = "rw" +} + +resource "openstack_sharedfilesystem_share_access_v2" "webodv_workers_public_data_share_access" { + for_each = { for nfs_ip in data.terraform_remote_state.main_infrastructure.outputs.swarm_workers_nfs_ip_ports : join("", nfs_ip.all_fixed_ips) => nfs_ip } + share_id = openstack_sharedfilesystem_share_v2.webodv_public_data.id + access_type = "ip" + access_to = each.key + access_level = "rw" +} + +output "webodv_nfs_private_data" { + value = openstack_sharedfilesystem_share_v2.webodv_private_data +} + +output "webodv_nfs_private_data_mgr_acls" { + value = openstack_sharedfilesystem_share_access_v2.webodv_mgr_private_data_share_access + sensitive = true +} + +output "webodv_nfs_private_data_workers_acls" { + value = openstack_sharedfilesystem_share_access_v2.webodv_workers_private_data_share_access + sensitive = true +} + +output "webodv_nfs_home_data" { + value = openstack_sharedfilesystem_share_v2.webodv_home_data +} + +output "webodv_nfs_home_data_mgr_acls" { + value = openstack_sharedfilesystem_share_access_v2.webodv_mgr_home_data_share_access + sensitive = true +} + +output "webodv_nfs_home_data_workers_acls" { + value = openstack_sharedfilesystem_share_access_v2.webodv_workers_home_data_share_access + sensitive = true +} + +output "webodv_nfs_public_data" { + value = openstack_sharedfilesystem_share_v2.webodv_public_data +} + +output "webodv_nfs_public_data_mgr_acls" { + value = openstack_sharedfilesystem_share_access_v2.webodv_mgr_public_data_share_access + sensitive = true +} + +output "webodv_nfs_public_data_workers_acls" { + value = openstack_sharedfilesystem_share_access_v2.webodv_workers_public_data_share_access + sensitive = true +} diff --git a/openstack-tf/d4s-production/manila-swarm-shares/main.tf b/openstack-tf/d4s-production/manila-swarm-shares/main.tf new file mode 100644 index 0000000..8741139 --- /dev/null +++ b/openstack-tf/d4s-production/manila-swarm-shares/main.tf @@ -0,0 +1,37 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +data "terraform_remote_state" "main_infrastructure" { + backend = "local" + + config = { + path = "../basic-infrastructure/terraform.tfstate" + } +} + +# SSH settings +module "ssh_settings" { + source = "../../modules/ssh-key-ref" +} +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} diff --git a/openstack-tf/d4s-production/manila-swarm-shares/provider.tf b/openstack-tf/d4s-production/manila-swarm-shares/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/manila-swarm-shares/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} From c0a6b561500ab974239da57491cc13e4b159a79d Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 5 Mar 2024 19:01:26 +0100 Subject: [PATCH 084/101] liferay module: manage the timescaledb network. --- .../modules/liferay/liferay-outputs.tf | 15 +++- openstack-tf/modules/liferay/liferay.tf | 75 +++++++++++++++++-- .../modules/liferay/terraform-provider.tf | 9 +++ 3 files changed, 93 insertions(+), 6 deletions(-) diff --git a/openstack-tf/modules/liferay/liferay-outputs.tf b/openstack-tf/modules/liferay/liferay-outputs.tf index a1805ab..c8f8391 100644 --- a/openstack-tf/modules/liferay/liferay-outputs.tf +++ b/openstack-tf/modules/liferay/liferay-outputs.tf @@ -8,4 +8,17 @@ output "liferay_ip_addrs" { output "liferay_recordsets" { value = var.liferay_recordsets -} \ No newline at end of file +} + +output "nfs_port_data" { + value = openstack_compute_interface_attach_v2.nfs_port_to_liferay +} + +output "liferay_nfs_volume_data" { + value = openstack_sharedfilesystem_share_v2.liferay_static +} + +output "liferay_nfs_volume_acls" { + value = openstack_sharedfilesystem_share_access_v2.liferay_nfs_share_access + sensitive = true +} diff --git a/openstack-tf/modules/liferay/liferay.tf b/openstack-tf/modules/liferay/liferay.tf index 8f8156c..7cf0b64 100644 --- a/openstack-tf/modules/liferay/liferay.tf +++ b/openstack-tf/modules/liferay/liferay.tf @@ -52,10 +52,13 @@ resource "openstack_networking_secgroup_rule_v2" "igmp_egress_between_liferay_no # Object storage container # # Creating object bucket to store avatars -resource "openstack_objectstorage_container_v1" "liferay" { - name = "liferay-data" - versioning = true -} +# +# Note: No S3 for the time being +# resource "openstack_objectstorage_container_v1" "liferay" { +# name = "liferay-data" +# versioning = true +# } + # # Server group # @@ -71,7 +74,7 @@ resource "openstack_compute_instance_v2" "liferay" { availability_zone_hints = module.common_variables.availability_zones_names.availability_zone_no_gpu flavor_name = var.liferay_data.vm_flavor key_pair = module.ssh_settings.ssh_key_name - security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, openstack_networking_secgroup_v2.liferay_cluster_traffic.name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, "restricted_web_service"] + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, openstack_networking_secgroup_v2.liferay_cluster_traffic.name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers,module.common_variables.security_group_list.nfs_share_no_ingress] scheduler_hints { group = openstack_compute_servergroup_v2.liferay.id } @@ -91,6 +94,7 @@ resource "openstack_compute_instance_v2" "liferay" { network { name = module.common_variables.shared_postgresql_server_data.network_name } + user_data = file("${data.terraform_remote_state.privnet_dns_router.outputs.ubuntu1804_data_file}") # Do not replace the instance when the ssh key changes lifecycle { @@ -115,3 +119,64 @@ resource "openstack_dns_recordset_v2" "cdn_dns_recordset" { locals { cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" } + +# +# Ports in the timescaleDB network +resource "openstack_networking_port_v2" "liferay_timescaledb_port" { + count = var.liferay_data.vm_count + name = format("%s-%02d", var.liferay_data.srv_name, count.index + 1) + network_id = data.terraform_remote_state.timescaledb.outputs.timescaledb_net.id + admin_state_up = "true" + fixed_ip { + subnet_id = data.terraform_remote_state.timescaledb.outputs.timescaledb_subnet.id + } +} + +resource "openstack_compute_interface_attach_v2" "timescaledb_port_to_liferay" { + count = var.liferay_data.vm_count + instance_id = openstack_compute_instance_v2.liferay[count.index].id + port_id = openstack_networking_port_v2.liferay_timescaledb_port[count.index].id +} + +# +# Manila NFS Share +# +# Managers +resource "openstack_networking_port_v2" "liferay_nfs_port" { + count = var.liferay_data.vm_count + name = format("%s-%02d", var.liferay_data.srv_name, count.index + 1) + network_id = data.terraform_remote_state.privnet_dns_router.outputs.storage_nfs_network_id + admin_state_up = "true" + fixed_ip { + subnet_id = data.terraform_remote_state.privnet_dns_router.outputs.storage_nfs_subnet_id + } +} + +resource "openstack_networking_port_secgroup_associate_v2" "liferay_nfs_port_secgroup" { + count = var.liferay_data.vm_count + port_id = openstack_networking_port_v2.liferay_nfs_port[count.index].id + security_group_ids = [data.terraform_remote_state.privnet_dns_router.outputs.nfs_share_no_ingress_secgroup_id] +} + +resource "openstack_compute_interface_attach_v2" "nfs_port_to_liferay" { + count = var.liferay_data.vm_count + instance_id = openstack_compute_instance_v2.liferay[count.index].id + port_id = openstack_networking_port_v2.liferay_nfs_port[count.index].id +} + +# Create a NFS share +resource "openstack_sharedfilesystem_share_v2" "liferay_static" { + name = "liferay_nfs_share" + description = "NFS share for the liferay static data" + share_proto = "NFS" + size = 5 +} + +# Allow access to the NFS share +resource "openstack_sharedfilesystem_share_access_v2" "liferay_nfs_share_access" { + count = var.liferay_data.vm_count + share_id = openstack_sharedfilesystem_share_v2.liferay_static.id + access_type = "ip" + access_to = openstack_compute_interface_attach_v2.nfs_port_to_liferay[count.index].fixed_ip + access_level = "rw" +} diff --git a/openstack-tf/modules/liferay/terraform-provider.tf b/openstack-tf/modules/liferay/terraform-provider.tf index f3678ce..713cb41 100644 --- a/openstack-tf/modules/liferay/terraform-provider.tf +++ b/openstack-tf/modules/liferay/terraform-provider.tf @@ -17,6 +17,15 @@ data "terraform_remote_state" "privnet_dns_router" { } } +data "terraform_remote_state" "timescaledb" { + backend = "local" + + config = { + path = "../timescaledb/terraform.tfstate" + } +} + + # SSH settings module "ssh_settings" { source = "../../modules/ssh-key-ref" From 03a62144a79bfdce7e8bcc4f495cf2e451b60f5d Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 5 Mar 2024 19:01:52 +0100 Subject: [PATCH 085/101] liferay preprod: add the timescaledb network. --- openstack-tf/d4s-preprod/liferay/main.tf | 6 +- openstack-tf/d4s-preprod/liferay/outputs.tf | 24 + .../d4s-preprod/liferay/terraform.tfstate | 1281 ++++++++++++++++- 3 files changed, 1286 insertions(+), 25 deletions(-) create mode 100644 openstack-tf/d4s-preprod/liferay/outputs.tf diff --git a/openstack-tf/d4s-preprod/liferay/main.tf b/openstack-tf/d4s-preprod/liferay/main.tf index a1e8f0f..60cd6d4 100644 --- a/openstack-tf/d4s-preprod/liferay/main.tf +++ b/openstack-tf/d4s-preprod/liferay/main.tf @@ -18,7 +18,7 @@ data "terraform_remote_state" "privnet_dns_router" { } module "liferay" { - source = "../../modules/liferay" + source = "../../modules/liferay" liferay_data = { affinity_policy = "soft-anti-affinity" srv_name = "lr62" @@ -27,11 +27,11 @@ module "liferay" { boot_vol_size = 30 } - liferay_ip_addrs = ["10.1.32.24", "10.1.32.25"] + liferay_ip_addrs = ["10.1.32.24", "10.1.32.25"] liferay_recordsets = { liferay_main_record = { - name = join(".", ["next", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]), + name = join(".", ["next", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]), description = "Liferay Pre (next)" } } diff --git a/openstack-tf/d4s-preprod/liferay/outputs.tf b/openstack-tf/d4s-preprod/liferay/outputs.tf new file mode 100644 index 0000000..aa09bc8 --- /dev/null +++ b/openstack-tf/d4s-preprod/liferay/outputs.tf @@ -0,0 +1,24 @@ +output "liferay_data" { + value = module.liferay.liferay_data +} + +output "liferay_ip_addrs" { + value = module.liferay.liferay_ip_addrs +} + +output "liferay_recordsets" { + value = module.liferay.liferay_recordsets +} + +output "liferay_nfs_port_data" { + value = module.liferay.nfs_port_data +} + +output "liferay_nfs_volume_data" { + value = module.liferay.liferay_nfs_volume_data +} + +output "liferay_nfs_volume_acls" { + value = module.liferay.liferay_nfs_volume_acls + sensitive = true +} diff --git a/openstack-tf/d4s-preprod/liferay/terraform.tfstate b/openstack-tf/d4s-preprod/liferay/terraform.tfstate index ddd1216..06f9fff 100644 --- a/openstack-tf/d4s-preprod/liferay/terraform.tfstate +++ b/openstack-tf/d4s-preprod/liferay/terraform.tfstate @@ -1,9 +1,264 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 31, + "serial": 56, "lineage": "2cef4407-f7f5-0a46-74de-03956dd178ed", - "outputs": {}, + "outputs": { + "liferay_data": { + "value": { + "affinity_policy": "soft-anti-affinity", + "boot_vol_size": "30", + "srv_name": "lr62", + "vm_count": "2", + "vm_flavor": "m1.large" + }, + "type": [ + "map", + "string" + ] + }, + "liferay_ip_addrs": { + "value": [ + "10.1.32.24", + "10.1.32.25" + ], + "type": [ + "list", + "string" + ] + }, + "liferay_nfs_port_data": { + "value": [ + { + "fixed_ip": "172.17.0.177", + "id": "aaf50b2a-40e2-4bbe-8e4e-39f5d83dd08f/f6b26489-1dfd-489f-9fda-102954a91240", + "instance_id": "aaf50b2a-40e2-4bbe-8e4e-39f5d83dd08f", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "f6b26489-1dfd-489f-9fda-102954a91240", + "region": "isti_area_pi_1", + "timeouts": null + }, + { + "fixed_ip": "172.17.3.68", + "id": "0b9deb27-50ba-409f-a9a7-b3a55b5e5b29/700c63d6-cf3a-4dc8-a794-9a00b2e8dd16", + "instance_id": "0b9deb27-50ba-409f-a9a7-b3a55b5e5b29", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "700c63d6-cf3a-4dc8-a794-9a00b2e8dd16", + "region": "isti_area_pi_1", + "timeouts": null + } + ], + "type": [ + "tuple", + [ + [ + "object", + { + "fixed_ip": "string", + "id": "string", + "instance_id": "string", + "network_id": "string", + "port_id": "string", + "region": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ] + } + ], + [ + "object", + { + "fixed_ip": "string", + "id": "string", + "instance_id": "string", + "network_id": "string", + "port_id": "string", + "region": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ] + } + ] + ] + ] + }, + "liferay_nfs_volume_acls": { + "value": [ + { + "access_key": "", + "access_level": "rw", + "access_to": "172.17.0.177", + "access_type": "ip", + "id": "8c523216-ac58-4a7b-bc8e-17ca8586ab7d", + "region": "isti_area_pi_1", + "share_id": "d42079f9-c77c-4b61-ba8e-f2df987ef9bf", + "state": "active", + "timeouts": null + }, + { + "access_key": "", + "access_level": "rw", + "access_to": "172.17.3.68", + "access_type": "ip", + "id": "fbf108fe-bfe6-4f5a-b240-899042b1d9ee", + "region": "isti_area_pi_1", + "share_id": "d42079f9-c77c-4b61-ba8e-f2df987ef9bf", + "state": "active", + "timeouts": null + } + ], + "type": [ + "tuple", + [ + [ + "object", + { + "access_key": "string", + "access_level": "string", + "access_to": "string", + "access_type": "string", + "id": "string", + "region": "string", + "share_id": "string", + "state": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ] + } + ], + [ + "object", + { + "access_key": "string", + "access_level": "string", + "access_to": "string", + "access_type": "string", + "id": "string", + "region": "string", + "share_id": "string", + "state": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ] + } + ] + ] + ], + "sensitive": true + }, + "liferay_nfs_volume_data": { + "value": { + "all_metadata": {}, + "availability_zone": "nova", + "description": "NFS share for the liferay static data", + "export_locations": [ + { + "path": "172.17.0.7:/volumes/_nogroup/40293496-74da-4023-a428-563a5bea3d7a/008c093f-ce76-43c8-aa00-5c3f57a66244", + "preferred": "false" + } + ], + "has_replicas": false, + "host": "", + "id": "d42079f9-c77c-4b61-ba8e-f2df987ef9bf", + "is_public": false, + "metadata": null, + "name": "liferay_nfs_share", + "project_id": "6fdc02e2827b405dad99f34698659742", + "region": "isti_area_pi_1", + "replication_type": "", + "share_network_id": "", + "share_proto": "NFS", + "share_server_id": "", + "share_type": "default", + "size": 5, + "snapshot_id": "", + "timeouts": null + }, + "type": [ + "object", + { + "all_metadata": [ + "map", + "string" + ], + "availability_zone": "string", + "description": "string", + "export_locations": [ + "list", + [ + "object", + { + "path": "string", + "preferred": "string" + } + ] + ], + "has_replicas": "bool", + "host": "string", + "id": "string", + "is_public": "bool", + "metadata": [ + "map", + "string" + ], + "name": "string", + "project_id": "string", + "region": "string", + "replication_type": "string", + "share_network_id": "string", + "share_proto": "string", + "share_server_id": "string", + "share_type": "string", + "size": "number", + "snapshot_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ] + } + ] + }, + "liferay_recordsets": { + "value": { + "liferay_main_record": { + "description": "Liferay Pre (next)", + "name": "next.cloud-pre.d4science.org." + } + }, + "type": [ + "map", + [ + "object", + { + "description": "string", + "name": "string" + } + ] + ] + } + }, "resources": [ { "mode": "data", @@ -790,6 +1045,492 @@ } ] }, + { + "module": "module.liferay", + "mode": "data", + "type": "terraform_remote_state", + "name": "timescaledb", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../timescaledb/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "timescaledb_net": { + "admin_state_up": true, + "all_tags": [], + "availability_zone_hints": [], + "description": "Network used by the Timescaledb cluster and to access the service", + "dns_domain": "cloud-pre.d4science.org.", + "external": false, + "id": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b", + "mtu": 8942, + "name": "timescaledb-net", + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "segments": [], + "shared": false, + "tags": [], + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "transparent_vlan": false, + "value_specs": null + }, + "timescaledb_servers": [ + { + "access_ip_v4": "10.1.33.181", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-02-14 12:36:07 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "8d2331b8-0995-45dd-9755-d84b388ab3d4", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "timescaledb-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.181", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:af:a7:22", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.11.5", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:b5:65:23", + "name": "timescaledb-net", + "port": "", + "uuid": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "84ce7a5c-ce77-43a6-8c49-39d61484e82e", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_timescaledb_service", + "default_for_all", + "timescaledb_temporary" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-02-29 16:53:56 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + } + ], + "timescaledb_subnet": { + "all_tags": [], + "allocation_pool": [ + { + "end": "192.168.11.254", + "start": "192.168.11.20" + } + ], + "allocation_pools": [ + { + "end": "192.168.11.254", + "start": "192.168.11.20" + } + ], + "cidr": "192.168.11.0/24", + "description": "subnet used to connect to the shared TimeScaleDB service", + "dns_nameservers": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "enable_dhcp": true, + "gateway_ip": "", + "host_routes": [], + "id": "cba5700b-db7f-4764-9fc9-5132367608fa", + "ip_version": 4, + "ipv6_address_mode": "", + "ipv6_ra_mode": "", + "name": "timescaledb-subnet", + "network_id": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b", + "no_gateway": true, + "prefix_length": null, + "region": "isti_area_pi_1", + "service_types": [], + "subnetpool_id": "", + "tags": [], + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "value_specs": null + } + }, + "type": [ + "object", + { + "timescaledb_net": [ + "object", + { + "admin_state_up": "bool", + "all_tags": [ + "set", + "string" + ], + "availability_zone_hints": [ + "set", + "string" + ], + "description": "string", + "dns_domain": "string", + "external": "bool", + "id": "string", + "mtu": "number", + "name": "string", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "segments": [ + "set", + [ + "object", + { + "network_type": "string", + "physical_network": "string", + "segmentation_id": "number" + } + ] + ], + "shared": "bool", + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "transparent_vlan": "bool", + "value_specs": [ + "map", + "string" + ] + } + ], + "timescaledb_servers": [ + "tuple", + [ + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ] + ] + ], + "timescaledb_subnet": [ + "object", + { + "all_tags": [ + "set", + "string" + ], + "allocation_pool": [ + "set", + [ + "object", + { + "end": "string", + "start": "string" + } + ] + ], + "allocation_pools": [ + "list", + [ + "object", + { + "end": "string", + "start": "string" + } + ] + ], + "cidr": "string", + "description": "string", + "dns_nameservers": [ + "list", + "string" + ], + "enable_dhcp": "bool", + "gateway_ip": "string", + "host_routes": [ + "list", + [ + "object", + { + "destination_cidr": "string", + "next_hop": "string" + } + ] + ], + "id": "string", + "ip_version": "number", + "ipv6_address_mode": "string", + "ipv6_ra_mode": "string", + "name": "string", + "network_id": "string", + "no_gateway": "bool", + "prefix_length": "number", + "region": "string", + "service_types": [ + "list", + "string" + ], + "subnetpool_id": "string", + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, { "module": "module.liferay", "mode": "managed", @@ -876,14 +1617,14 @@ "security_groups": [ "default_for_all", "liferay_cluster_traffic", - "restricted_web_service", + "nfs_share_no_ingress", "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, "tags": [], "timeouts": null, "updated": "2023-12-01 16:52:40 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "user_data": "", "vendor_options": [], "volume": [] }, @@ -974,14 +1715,14 @@ "security_groups": [ "default_for_all", "liferay_cluster_traffic", - "restricted_web_service", + "nfs_share_no_ingress", "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, "tags": [], "timeouts": null, "updated": "2023-12-01 16:51:47 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "user_data": "", "vendor_options": [], "volume": [] }, @@ -995,6 +1736,114 @@ } ] }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_compute_interface_attach_v2", + "name": "nfs_port_to_liferay", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.0.177", + "id": "aaf50b2a-40e2-4bbe-8e4e-39f5d83dd08f/f6b26489-1dfd-489f-9fda-102954a91240", + "instance_id": "aaf50b2a-40e2-4bbe-8e4e-39f5d83dd08f", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "f6b26489-1dfd-489f-9fda-102954a91240", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.3.68", + "id": "0b9deb27-50ba-409f-a9a7-b3a55b5e5b29/700c63d6-cf3a-4dc8-a794-9a00b2e8dd16", + "instance_id": "0b9deb27-50ba-409f-a9a7-b3a55b5e5b29", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "700c63d6-cf3a-4dc8-a794-9a00b2e8dd16", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_compute_interface_attach_v2", + "name": "timescaledb_port_to_liferay", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "fixed_ip": "192.168.11.79", + "id": "aaf50b2a-40e2-4bbe-8e4e-39f5d83dd08f/327aac65-7fc0-4dfc-bbfe-e45187510e07", + "instance_id": "aaf50b2a-40e2-4bbe-8e4e-39f5d83dd08f", + "network_id": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b", + "port_id": "327aac65-7fc0-4dfc-bbfe-e45187510e07", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.data.terraform_remote_state.timescaledb", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_timescaledb_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "fixed_ip": "192.168.11.153", + "id": "0b9deb27-50ba-409f-a9a7-b3a55b5e5b29/c3e8d532-7408-485b-aa79-cb78f5e01cea", + "instance_id": "0b9deb27-50ba-409f-a9a7-b3a55b5e5b29", + "network_id": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b", + "port_id": "c3e8d532-7408-485b-aa79-cb78f5e01cea", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.data.terraform_remote_state.timescaledb", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_timescaledb_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, { "module": "module.liferay", "mode": "managed", @@ -1062,6 +1911,321 @@ } ] }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_port_secgroup_associate_v2", + "name": "liferay_nfs_port_secgroup", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "ddb16502-7217-4677-a8a7-ca0cbf9a779a" + ], + "enforce": false, + "id": "f6b26489-1dfd-489f-9fda-102954a91240", + "port_id": "f6b26489-1dfd-489f-9fda-102954a91240", + "region": "isti_area_pi_1", + "security_group_ids": [ + "ddb16502-7217-4677-a8a7-ca0cbf9a779a" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "ddb16502-7217-4677-a8a7-ca0cbf9a779a" + ], + "enforce": false, + "id": "700c63d6-cf3a-4dc8-a794-9a00b2e8dd16", + "port_id": "700c63d6-cf3a-4dc8-a794-9a00b2e8dd16", + "region": "isti_area_pi_1", + "security_group_ids": [ + "ddb16502-7217-4677-a8a7-ca0cbf9a779a" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_port_v2", + "name": "liferay_nfs_port", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.0.177" + ], + "all_security_group_ids": [ + "ddb16502-7217-4677-a8a7-ca0cbf9a779a" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "aaf50b2a-40e2-4bbe-8e4e-39f5d83dd08f", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-0-177.openstacklocal.", + "hostname": "host-172-17-0-177", + "ip_address": "172.17.0.177" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "f6b26489-1dfd-489f-9fda-102954a91240", + "mac_address": "fa:16:3e:e1:29:3e", + "name": "lr62-01", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.3.68" + ], + "all_security_group_ids": [ + "ddb16502-7217-4677-a8a7-ca0cbf9a779a" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "0b9deb27-50ba-409f-a9a7-b3a55b5e5b29", + "device_owner": "compute:cnr-isti-nova-a", + "dns_assignment": [ + { + "fqdn": "host-172-17-3-68.openstacklocal.", + "hostname": "host-172-17-3-68", + "ip_address": "172.17.3.68" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "700c63d6-cf3a-4dc8-a794-9a00b2e8dd16", + "mac_address": "fa:16:3e:89:7f:ef", + "name": "lr62-02", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_port_v2", + "name": "liferay_timescaledb_port", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "192.168.11.79" + ], + "all_security_group_ids": [ + "c01f6017-3e5b-4a89-ade1-53be2974b678" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "", + "device_owner": "", + "dns_assignment": [ + { + "fqdn": "host-192-168-11-79.openstacklocal.", + "hostname": "host-192-168-11-79", + "ip_address": "192.168.11.79" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "cba5700b-db7f-4764-9fc9-5132367608fa" + } + ], + "id": "327aac65-7fc0-4dfc-bbfe-e45187510e07", + "mac_address": "fa:16:3e:34:fb:2b", + "name": "lr62-01", + "network_id": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": null, + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.timescaledb" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "192.168.11.153" + ], + "all_security_group_ids": [ + "c01f6017-3e5b-4a89-ade1-53be2974b678" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "", + "device_owner": "", + "dns_assignment": [ + { + "fqdn": "host-192-168-11-153.openstacklocal.", + "hostname": "host-192-168-11-153", + "ip_address": "192.168.11.153" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "cba5700b-db7f-4764-9fc9-5132367608fa" + } + ], + "id": "c3e8d532-7408-485b-aa79-cb78f5e01cea", + "mac_address": "fa:16:3e:7d:46:5b", + "name": "lr62-02", + "network_id": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": null, + "tenant_id": "6fdc02e2827b405dad99f34698659742", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.timescaledb" + ] + } + ] + }, { "module": "module.liferay", "mode": "managed", @@ -1268,29 +2432,102 @@ { "module": "module.liferay", "mode": "managed", - "type": "openstack_objectstorage_container_v1", - "name": "liferay", + "type": "openstack_sharedfilesystem_share_access_v2", + "name": "liferay_nfs_share_access", "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", "instances": [ { - "schema_version": 1, + "index_key": 0, + "schema_version": 0, "attributes": { - "container_read": null, - "container_sync_key": null, - "container_sync_to": null, - "container_write": null, - "content_type": null, - "force_destroy": false, - "id": "liferay-data", - "metadata": null, - "name": "liferay-data", + "access_key": "", + "access_level": "rw", + "access_to": "172.17.0.177", + "access_type": "ip", + "id": "8c523216-ac58-4a7b-bc8e-17ca8586ab7d", "region": "isti_area_pi_1", - "storage_policy": "default-placement", - "versioning": false, - "versioning_legacy": [] + "share_id": "d42079f9-c77c-4b61-ba8e-f2df987ef9bf", + "state": "active", + "timeouts": null }, "sensitive_attributes": [], - "private": "eyJzY2hlbWFfdmVyc2lvbiI6IjEifQ==" + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_interface_attach_v2.nfs_port_to_liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic", + "module.liferay.openstack_sharedfilesystem_share_v2.liferay_static" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "access_key": "", + "access_level": "rw", + "access_to": "172.17.3.68", + "access_type": "ip", + "id": "fbf108fe-bfe6-4f5a-b240-899042b1d9ee", + "region": "isti_area_pi_1", + "share_id": "d42079f9-c77c-4b61-ba8e-f2df987ef9bf", + "state": "active", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_interface_attach_v2.nfs_port_to_liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic", + "module.liferay.openstack_sharedfilesystem_share_v2.liferay_static" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_sharedfilesystem_share_v2", + "name": "liferay_static", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_metadata": {}, + "availability_zone": "nova", + "description": "NFS share for the liferay static data", + "export_locations": [ + { + "path": "172.17.0.7:/volumes/_nogroup/40293496-74da-4023-a428-563a5bea3d7a/008c093f-ce76-43c8-aa00-5c3f57a66244", + "preferred": "false" + } + ], + "has_replicas": false, + "host": "", + "id": "d42079f9-c77c-4b61-ba8e-f2df987ef9bf", + "is_public": false, + "metadata": null, + "name": "liferay_nfs_share", + "project_id": "6fdc02e2827b405dad99f34698659742", + "region": "isti_area_pi_1", + "replication_type": "", + "share_network_id": "", + "share_proto": "NFS", + "share_server_id": "", + "share_type": "default", + "size": 5, + "snapshot_id": "", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19" } ] } From e7ec7726c8e4edde4bd6847912c9f8256c97ba7e Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 5 Mar 2024 19:11:37 +0100 Subject: [PATCH 086/101] Add outputs to timescaledb in production. --- .../d4s-production/timescaledb/outputs.tf | 12 + .../timescaledb/terraform.tfstate | 765 +++++++++++++++++- 2 files changed, 760 insertions(+), 17 deletions(-) create mode 100644 openstack-tf/d4s-production/timescaledb/outputs.tf diff --git a/openstack-tf/d4s-production/timescaledb/outputs.tf b/openstack-tf/d4s-production/timescaledb/outputs.tf new file mode 100644 index 0000000..141add5 --- /dev/null +++ b/openstack-tf/d4s-production/timescaledb/outputs.tf @@ -0,0 +1,12 @@ +output "timescaledb_net" { + value = module.timescaledb.timescaledb_net +} + +output "timescaledb_subnet" { + value = module.timescaledb.timescaledb_subnet +} + +output "timescaledb_servers" { + value = module.timescaledb.timescaledb_servers + sensitive = true +} diff --git a/openstack-tf/d4s-production/timescaledb/terraform.tfstate b/openstack-tf/d4s-production/timescaledb/terraform.tfstate index 30926ef..6c8f32b 100644 --- a/openstack-tf/d4s-production/timescaledb/terraform.tfstate +++ b/openstack-tf/d4s-production/timescaledb/terraform.tfstate @@ -1,9 +1,716 @@ { "version": 4, - "terraform_version": "1.6.5", - "serial": 14, + "terraform_version": "1.6.6", + "serial": 16, "lineage": "8af59f4a-8f6d-ee9b-d181-ecd7b78a4e86", - "outputs": {}, + "outputs": { + "timescaledb_net": { + "value": { + "admin_state_up": true, + "all_tags": [], + "availability_zone_hints": [], + "description": "Network used by the Timescaledb cluster and to access the service", + "dns_domain": "cloud.d4science.org.", + "external": false, + "id": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf", + "mtu": 8942, + "name": "timescaledb-net", + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "segments": [], + "shared": false, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "transparent_vlan": false, + "value_specs": null + }, + "type": [ + "object", + { + "admin_state_up": "bool", + "all_tags": [ + "set", + "string" + ], + "availability_zone_hints": [ + "set", + "string" + ], + "description": "string", + "dns_domain": "string", + "external": "bool", + "id": "string", + "mtu": "number", + "name": "string", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "segments": [ + "set", + [ + "object", + { + "network_type": "string", + "physical_network": "string", + "segmentation_id": "number" + } + ] + ], + "shared": "bool", + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "transparent_vlan": "bool", + "value_specs": [ + "map", + "string" + ] + } + ] + }, + "timescaledb_servers": { + "value": [ + { + "access_ip_v4": "10.1.41.119", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-12-11 21:30:27 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "836d01b1-bf16-460d-a351-6e963e0d306b", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "timescaledb-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.41.119", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:8d:52:e6", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.11.5", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:0f:ee:7b", + "name": "timescaledb-net", + "port": "", + "uuid": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "9795efca-fcbd-4318-b351-795b9dbb8ed6", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_timescaledb_service", + "default_for_all", + "timescaledb_temporary" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-02-12 12:49:45 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + { + "access_ip_v4": "10.1.42.158", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-12-11 21:30:27 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "90985a5c-f133-484c-9646-030da83def36", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "timescaledb-02", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.158", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:88:b4:d9", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.11.6", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:14:2f:84", + "name": "timescaledb-net", + "port": "", + "uuid": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "9795efca-fcbd-4318-b351-795b9dbb8ed6", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_timescaledb_service", + "default_for_all", + "timescaledb_temporary" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-12-11 21:34:22 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + } + ], + "type": [ + "tuple", + [ + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ], + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ] + ] + ], + "sensitive": true + }, + "timescaledb_subnet": { + "value": { + "all_tags": [], + "allocation_pool": [ + { + "end": "192.168.11.254", + "start": "192.168.11.20" + } + ], + "allocation_pools": [ + { + "end": "192.168.11.254", + "start": "192.168.11.20" + } + ], + "cidr": "192.168.11.0/24", + "description": "subnet used to connect to the shared TimeScaleDB service", + "dns_nameservers": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "enable_dhcp": true, + "gateway_ip": "", + "host_routes": [], + "id": "8abd0e9b-cd7e-4c61-94e0-e283abab0a82", + "ip_version": 4, + "ipv6_address_mode": "", + "ipv6_ra_mode": "", + "name": "timescaledb-subnet", + "network_id": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf", + "no_gateway": true, + "prefix_length": null, + "region": "isti_area_pi_1", + "service_types": [], + "subnetpool_id": "", + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "type": [ + "object", + { + "all_tags": [ + "set", + "string" + ], + "allocation_pool": [ + "set", + [ + "object", + { + "end": "string", + "start": "string" + } + ] + ], + "allocation_pools": [ + "list", + [ + "object", + { + "end": "string", + "start": "string" + } + ] + ], + "cidr": "string", + "description": "string", + "dns_nameservers": [ + "list", + "string" + ], + "enable_dhcp": "bool", + "gateway_ip": "string", + "host_routes": [ + "list", + [ + "object", + { + "destination_cidr": "string", + "next_hop": "string" + } + ] + ], + "id": "string", + "ip_version": "number", + "ipv6_address_mode": "string", + "ipv6_ra_mode": "string", + "name": "string", + "network_id": "string", + "no_gateway": "bool", + "prefix_length": "number", + "region": "string", + "service_types": [ + "list", + "string" + ], + "subnetpool_id": "string", + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ] + } + }, "resources": [ { "mode": "data", @@ -86,12 +793,15 @@ "c1_large": "c1.large", "c1_medium": "c1.medium", "c1_small": "c1.small", + "c2_large": "c2.large", "m1_large": "m1.large", "m1_medium": "m1.medium", "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", "m2_large": "m2.large", "m2_medium": "m2.medium", - "m2_small": "m2.small" + "m2_small": "m2.small", + "m3_large": "m3.large" }, "floating_ip_pools": { "main_public_ip_pool": "external-network" @@ -128,6 +838,7 @@ "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", "mtu_size": 8942, "networks_list": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -142,6 +853,7 @@ "isti_net": "146.48.80.0/21", "s2i2s_net": "146.48.28.0/22" }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", "octavia_information": { "main_lb_description": "Main L4 load balancer for the D4Science production", "main_lb_hostname": "main-lb", @@ -162,7 +874,7 @@ "prometheus_server_data": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -184,11 +896,12 @@ "default": "default", "docker_swarm": "Docker Swarm", "docker_swarm_NFS": "Docker Swarm NFS", - "haproxy": "HAPROXY L7", - "http_and_https_from_the_load_balancers": "http and https from the load balancers", - "limited_HTTPS_access": "Limited HTTPS access", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -220,6 +933,8 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "ubuntu_1804": { @@ -320,6 +1035,7 @@ "map", "string" ], + "nfs_share_no_ingress_secgroup_id": "string", "octavia_information": [ "map", "string" @@ -364,6 +1080,8 @@ "map", "string" ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", "ubuntu1804_data_file": "string", "ubuntu2204_data_file": "string", "ubuntu_1804": [ @@ -465,12 +1183,15 @@ "c1_large": "c1.large", "c1_medium": "c1.medium", "c1_small": "c1.small", + "c2_large": "c2.large", "m1_large": "m1.large", "m1_medium": "m1.medium", "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", "m2_large": "m2.large", "m2_medium": "m2.medium", - "m2_small": "m2.small" + "m2_small": "m2.small", + "m3_large": "m3.large" }, "floating_ip_pools": { "main_public_ip_pool": "external-network" @@ -507,6 +1228,7 @@ "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", "mtu_size": 8942, "networks_list": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -521,6 +1243,7 @@ "isti_net": "146.48.80.0/21", "s2i2s_net": "146.48.28.0/22" }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", "octavia_information": { "main_lb_description": "Main L4 load balancer for the D4Science production", "main_lb_hostname": "main-lb", @@ -541,7 +1264,7 @@ "prometheus_server_data": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -563,11 +1286,12 @@ "default": "default", "docker_swarm": "Docker Swarm", "docker_swarm_NFS": "Docker Swarm NFS", - "haproxy": "HAPROXY L7", - "http_and_https_from_the_load_balancers": "http and https from the load balancers", - "limited_HTTPS_access": "Limited HTTPS access", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -599,6 +1323,8 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "ubuntu_1804": { @@ -699,6 +1425,7 @@ "map", "string" ], + "nfs_share_no_ingress_secgroup_id": "string", "octavia_information": [ "map", "string" @@ -743,6 +1470,8 @@ "map", "string" ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", "ubuntu1804_data_file": "string", "ubuntu2204_data_file": "string", "ubuntu_1804": [ @@ -860,12 +1589,13 @@ ], "security_groups": [ "access_to_the_timescaledb_service", - "default_for_all" + "default_for_all", + "timescaledb_temporary" ], "stop_before_destroy": false, "tags": [], "timeouts": null, - "updated": "2023-12-11 21:34:21 +0000 UTC", + "updated": "2024-02-12 12:49:45 +0000 UTC", "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", "vendor_options": [], "volume": [] @@ -971,13 +1701,14 @@ ], "security_groups": [ "access_to_the_timescaledb_service", - "default_for_all" + "default_for_all", + "timescaledb_temporary" ], "stop_before_destroy": false, "tags": [], "timeouts": null, "updated": "2023-12-11 21:34:22 +0000 UTC", - "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "user_data": "", "vendor_options": [], "volume": [] }, From 26efafdfd57d2f834b4cd1e5fb0447b327b5f72d Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Wed, 6 Mar 2024 17:16:02 +0100 Subject: [PATCH 087/101] See #26997. New CNAME for the workspace-repository. --- .../d4s-production/storagehub/main.tf | 34 ++++++---- .../storagehub/terraform.tfstate | 65 ++++++++++++++++--- 2 files changed, 78 insertions(+), 21 deletions(-) diff --git a/openstack-tf/d4s-production/storagehub/main.tf b/openstack-tf/d4s-production/storagehub/main.tf index 53aae7e..f3a6736 100644 --- a/openstack-tf/d4s-production/storagehub/main.tf +++ b/openstack-tf/d4s-production/storagehub/main.tf @@ -31,19 +31,19 @@ module "ssh_settings" { resource "openstack_blockstorage_volume_v3" "storagehub_prod_data_volume" { count = 2 - name = format("storagehub%01d_data_volume", count.index + 1) - size = "120" + name = format("storagehub%01d_data_volume", count.index + 1) + size = "120" } resource "openstack_blockstorage_volume_v3" "storagehub_prod_temp_volume" { count = 2 - name = format("storagehub%01d_temp_volume", count.index + 1) - size = "80" + name = format("storagehub%01d_temp_volume", count.index + 1) + size = "80" } # Instances resource "openstack_compute_instance_v2" "storagehub1_prod" { - name = "storagehub1" + name = "storagehub1" availability_zone_hints = module.common_variables.availability_zone_no_gpu_name flavor_name = module.common_variables.flavor_list.m1_xlarge key_pair = module.ssh_settings.ssh_key_name @@ -65,7 +65,7 @@ resource "openstack_compute_instance_v2" "storagehub1_prod" { } } - + # user_data script used user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") # Do not replace the instance when the ssh key changes @@ -79,7 +79,7 @@ resource "openstack_compute_instance_v2" "storagehub1_prod" { } resource "openstack_compute_instance_v2" "storagehub2_prod" { - name = "storagehub2" + name = "storagehub2" availability_zone_hints = module.common_variables.availability_zone_no_gpu_name flavor_name = module.common_variables.flavor_list.m1_xlarge key_pair = module.ssh_settings.ssh_key_name @@ -101,7 +101,7 @@ resource "openstack_compute_instance_v2" "storagehub2_prod" { } } - + # user_data script used user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") # Do not replace the instance when the ssh key changes @@ -119,13 +119,13 @@ resource "openstack_compute_instance_v2" "storagehub2_prod" { resource "openstack_compute_volume_attach_v2" "storagehub1_attach_1" { instance_id = openstack_compute_instance_v2.storagehub1_prod.id volume_id = openstack_blockstorage_volume_v3.storagehub_prod_data_volume.0.id - device = "/dev/vdb" + device = "/dev/vdb" } resource "openstack_compute_volume_attach_v2" "storagehub1_attach_2" { instance_id = openstack_compute_instance_v2.storagehub1_prod.id volume_id = openstack_blockstorage_volume_v3.storagehub_prod_temp_volume.0.id - device = "/dev/vdc" + device = "/dev/vdc" depends_on = [openstack_compute_volume_attach_v2.storagehub1_attach_1] } @@ -133,13 +133,13 @@ resource "openstack_compute_volume_attach_v2" "storagehub1_attach_2" { resource "openstack_compute_volume_attach_v2" "storagehub2_attach_1" { instance_id = openstack_compute_instance_v2.storagehub2_prod.id volume_id = openstack_blockstorage_volume_v3.storagehub_prod_data_volume.1.id - device = "/dev/vdb" + device = "/dev/vdb" } resource "openstack_compute_volume_attach_v2" "storagehub2_attach_2" { instance_id = openstack_compute_instance_v2.storagehub2_prod.id volume_id = openstack_blockstorage_volume_v3.storagehub_prod_temp_volume.1.id - device = "/dev/vdc" + device = "/dev/vdc" depends_on = [openstack_compute_volume_attach_v2.storagehub2_attach_1] } @@ -172,6 +172,14 @@ module "dns_records_create" { ttl = 8600 type = "CNAME" records = [local.cname_target] + }, + workspace_repo = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["workspace-repository", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Workspace repository (storagehub)" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] } } -} \ No newline at end of file +} diff --git a/openstack-tf/d4s-production/storagehub/terraform.tfstate b/openstack-tf/d4s-production/storagehub/terraform.tfstate index 87efc94..dc4aac6 100644 --- a/openstack-tf/d4s-production/storagehub/terraform.tfstate +++ b/openstack-tf/d4s-production/storagehub/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, - "terraform_version": "1.6.4", - "serial": 12, + "terraform_version": "1.6.6", + "serial": 14, "lineage": "2fcb0d7a-4633-fecf-ab9f-0551f8d16805", "outputs": {}, "resources": [ @@ -404,7 +404,13 @@ "index_key": 0, "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "9287ce45-8c5e-461c-950c-769765f8ec4d", + "instance_id": "9daff67b-8a3b-4c7e-8cdd-0fc21cf25599" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -430,7 +436,13 @@ "index_key": 1, "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdb", + "id": "392e7062-f02c-483f-a8c5-6caffa7ce201", + "instance_id": "3aa1326a-773a-4f19-8fdb-b4c691d6b251" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -464,7 +476,13 @@ "index_key": 0, "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdc", + "id": "08a1870c-2867-44ad-81c3-de0ed1b851d1", + "instance_id": "9daff67b-8a3b-4c7e-8cdd-0fc21cf25599" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -490,7 +508,13 @@ "index_key": 1, "schema_version": 0, "attributes": { - "attachment": [], + "attachment": [ + { + "device": "/dev/vdc", + "id": "4072259f-11c2-4ef7-b149-be1a04b4ca12", + "instance_id": "3aa1326a-773a-4f19-8fdb-b4c691d6b251" + } + ], "availability_zone": "nova", "consistency_group_id": null, "description": "", @@ -589,7 +613,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-02-06 16:26:45 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -679,7 +703,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-02-06 16:26:48 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -866,6 +890,31 @@ "dependencies": [ "data.terraform_remote_state.privnet_dns_router" ] + }, + { + "index_key": "workspace_repo", + "schema_version": 0, + "attributes": { + "description": "Workspace repository (storagehub)", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/2e1c977d-9d08-4c96-9072-c09e624cdee8", + "name": "workspace-repository.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] } ] } From ac9bbdc2e355453bf3625d1c113d20cbf44270ff Mon Sep 17 00:00:00 2001 From: Luca Frosini Date: Fri, 8 Mar 2024 11:06:32 +0100 Subject: [PATCH 088/101] accounting service VMs has been created --- .../accounting-service/terraform.tfstate | 631 ++++++++++++++++++ 1 file changed, 631 insertions(+) create mode 100644 openstack-tf/d4s-preprod/accounting-service/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/accounting-service/terraform.tfstate b/openstack-tf/d4s-preprod/accounting-service/terraform.tfstate new file mode 100644 index 0000000..350e62b --- /dev/null +++ b/openstack-tf/d4s-preprod/accounting-service/terraform.tfstate @@ -0,0 +1,631 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 4, + "lineage": "f42b6286-369c-9d4b-f90c-b7aca3f46bc1", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "accounting_service_server_group", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "586fbbe7-4a0c-4de5-bdb6-6b51048d40dc", + "members": [], + "name": "accounting-service", + "policies": [ + "soft-anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "accounting_service_1", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.34.208", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-03-01 15:20:54 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "d7591a45-f2a5-4008-83eb-00f1b6466690", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "pc-frosini_key", + "metadata": null, + "name": "accounting-service-1", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.34.208", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:8b:4b:55", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.11.92", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:bd:6f:3a", + "name": "timescaledb-net", + "port": "", + "uuid": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "586fbbe7-4a0c-4de5-bdb6-6b51048d40dc", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "debugging_from_jump_node", + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-03-01 15:21:35 +0000 UTC", + "user_data": "ef3d6e5deb29bd1e5de5a76ae6860f3ee872738c", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_servergroup_v2.accounting_service_server_group" + ] + }, + { + "index_key": "accounting_service_2", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.156", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-03-01 15:20:54 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "f6d91d44-bb06-45c9-b96c-fa853bc06b08", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "pc-frosini_key", + "metadata": null, + "name": "accounting-service-2", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.156", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:0b:30:18", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.11.76", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:91:d5:61", + "name": "timescaledb-net", + "port": "", + "uuid": "435ac20a-8bd9-4e49-a86b-69bdfcd6967b" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "586fbbe7-4a0c-4de5-bdb6-6b51048d40dc", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "debugging_from_jump_node", + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-03-01 15:21:43 +0000 UTC", + "user_data": "ef3d6e5deb29bd1e5de5a76ae6860f3ee872738c", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_servergroup_v2.accounting_service_server_group" + ] + } + ] + } + ], + "check_results": null +} From e930a2d8f091084e029e2b9250236c678f642833 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 12 Mar 2024 11:53:36 +0100 Subject: [PATCH 089/101] Add cassandra in production. --- openstack-tf/d4s-production/cassandra/main.tf | 67 + .../d4s-production/cassandra/provider.tf | 3 + .../cassandra/terraform.tfstate | 1451 +++++++++++++++++ 3 files changed, 1521 insertions(+) create mode 100644 openstack-tf/d4s-production/cassandra/main.tf create mode 100644 openstack-tf/d4s-production/cassandra/provider.tf create mode 100644 openstack-tf/d4s-production/cassandra/terraform.tfstate diff --git a/openstack-tf/d4s-production/cassandra/main.tf b/openstack-tf/d4s-production/cassandra/main.tf new file mode 100644 index 0000000..ba185dc --- /dev/null +++ b/openstack-tf/d4s-production/cassandra/main.tf @@ -0,0 +1,67 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +# +# Creates the server group "accounting-service" +# +resource "openstack_compute_servergroup_v2" "accounting_service_server_group" { + name = "accounting-service" + policies = [module.common_variables.policy_list.anti_affinity] +} + +module "instance_without_data_volume" { + source = "../../modules/cassandra" + cassandra_nodes_count = 3 + cassandra_node_flavor = module.common_variables.flavor_list.m1_medium + cassandra_server_data = { + node_name = "cassandra" + node_data_disk_size = 20 + node_data_disk_device = "/dev/vdb" + } + + cassandra_tcp_ports_map = { + tcp_plain = { + description = "Cassandra TCP port 7000", + port_min = 7000, + port_max = 7000 + }, + tcp_tls = { + description = "Cassandra TLS TCP port 7001", + port_min = 7001, + port_max = 7001 + }, + tcp_transport = { + description = "Cassandra TCP transport 9042", + port_min = 9042, + port_max = 9042 + }, + rpc = { + description = "Cassandra TCP transport 9042", + port_min = 9160, + port_max = 9160 + } + } +} diff --git a/openstack-tf/d4s-production/cassandra/provider.tf b/openstack-tf/d4s-production/cassandra/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/cassandra/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} diff --git a/openstack-tf/d4s-production/cassandra/terraform.tfstate b/openstack-tf/d4s-production/cassandra/terraform.tfstate new file mode 100644 index 0000000..85d450d --- /dev/null +++ b/openstack-tf/d4s-production/cassandra/terraform.tfstate @@ -0,0 +1,1451 @@ +{ + "version": 4, + "terraform_version": "1.6.6", + "serial": 19, + "lineage": "ac94ace6-bcdf-74af-c9fb-049390af6f4e", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "accounting_service_server_group", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "461f235b-e5f9-4cd1-9626-e006a2c208f5", + "members": [], + "name": "accounting-service", + "policies": [ + "anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "cassandra_server", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.45.116", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": true, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-03-12 10:46:28 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "bf1d948f-ae62-4924-bbcd-eaaa4c2db0a8", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "cassandra-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.45.116", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:f7:2a:4d", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.13.5", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:cd:9e:0a", + "name": "cassandra-net", + "port": "", + "uuid": "5e7bad88-fe0a-44cd-a929-9942f6f6271e" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "624d588d-1c29-4c8c-a2c0-03a1ecb9d708", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_cassandra_service", + "default_for_all" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-03-12 10:49:50 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router", + "module.instance_without_data_volume.openstack_compute_servergroup_v2.cassandra_cluster", + "module.instance_without_data_volume.openstack_networking_network_v2.cassandra_net", + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access", + "module.instance_without_data_volume.openstack_networking_subnet_v2.cassandra_subnet" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.45.54", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": true, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-03-12 10:50:56 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "81f4c3a7-48ce-4ef2-80d6-a5e43a5909be", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "cassandra-02", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.45.54", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:59:a6:e4", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.13.6", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:86:6c:e0", + "name": "cassandra-net", + "port": "", + "uuid": "5e7bad88-fe0a-44cd-a929-9942f6f6271e" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "624d588d-1c29-4c8c-a2c0-03a1ecb9d708", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_cassandra_service", + "default_for_all" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-03-12 10:51:57 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router", + "module.instance_without_data_volume.openstack_compute_servergroup_v2.cassandra_cluster", + "module.instance_without_data_volume.openstack_networking_network_v2.cassandra_net", + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access", + "module.instance_without_data_volume.openstack_networking_subnet_v2.cassandra_subnet" + ] + }, + { + "index_key": 2, + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.44.199", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": true, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 20, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-03-12 10:50:56 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "8cc62069-e515-4e2c-ad64-ff4c548f3827", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "cassandra-03", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.44.199", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:f3:10:c1", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.13.7", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:a4:d9:15", + "name": "cassandra-net", + "port": "", + "uuid": "5e7bad88-fe0a-44cd-a929-9942f6f6271e" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "624d588d-1c29-4c8c-a2c0-03a1ecb9d708", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_cassandra_service", + "default_for_all" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-03-12 10:51:55 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router", + "module.instance_without_data_volume.openstack_compute_servergroup_v2.cassandra_cluster", + "module.instance_without_data_volume.openstack_networking_network_v2.cassandra_net", + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access", + "module.instance_without_data_volume.openstack_networking_subnet_v2.cassandra_subnet" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "cassandra_cluster", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "624d588d-1c29-4c8c-a2c0-03a1ecb9d708", + "members": [ + "2f687809-1d42-40e7-be30-f7b6949ad75b", + "bf1d948f-ae62-4924-bbcd-eaaa4c2db0a8", + "5cbfbf03-fdcf-48e8-a464-4d92aff5e82f" + ], + "name": "cassandra_cluster", + "policies": [ + "soft-anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_networking_network_v2", + "name": "cassandra_net", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_tags": [], + "availability_zone_hints": [], + "description": "Network used by the Cassandra cluster and clients to access the service", + "dns_domain": "cloud.d4science.org.", + "external": false, + "id": "5e7bad88-fe0a-44cd-a929-9942f6f6271e", + "mtu": 8942, + "name": "cassandra-net", + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "segments": [], + "shared": false, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "transparent_vlan": false, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "cassandra_access_from_dedicated_subnet", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "rpc", + "schema_version": 0, + "attributes": { + "description": "Cassandra TCP transport 9042", + "direction": "ingress", + "ethertype": "IPv4", + "id": "f1379dfe-897e-4ade-acdc-ed84129f309e", + "port_range_max": 9160, + "port_range_min": 9160, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "192.168.13.0/24", + "security_group_id": "fe8f82f3-db65-4809-981e-dec5d8c6738d", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access" + ] + }, + { + "index_key": "tcp_plain", + "schema_version": 0, + "attributes": { + "description": "Cassandra TCP port 7000", + "direction": "ingress", + "ethertype": "IPv4", + "id": "e9806e8c-70e5-44a8-9eaa-46481e29a6e4", + "port_range_max": 7000, + "port_range_min": 7000, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "192.168.13.0/24", + "security_group_id": "fe8f82f3-db65-4809-981e-dec5d8c6738d", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access" + ] + }, + { + "index_key": "tcp_tls", + "schema_version": 0, + "attributes": { + "description": "Cassandra TLS TCP port 7001", + "direction": "ingress", + "ethertype": "IPv4", + "id": "2c84f993-fad4-4e0f-a8cb-63aa6d33be23", + "port_range_max": 7001, + "port_range_min": 7001, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "192.168.13.0/24", + "security_group_id": "fe8f82f3-db65-4809-981e-dec5d8c6738d", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access" + ] + }, + { + "index_key": "tcp_transport", + "schema_version": 0, + "attributes": { + "description": "Cassandra TCP transport 9042", + "direction": "ingress", + "ethertype": "IPv4", + "id": "b0fca6db-6dc1-4626-adee-7e2580813d49", + "port_range_max": 9042, + "port_range_min": 9042, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "192.168.13.0/24", + "security_group_id": "fe8f82f3-db65-4809-981e-dec5d8c6738d", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "cassandra_metrics", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "JMX, used to export metrics", + "direction": "ingress", + "ethertype": "IPv4", + "id": "2540c771-2bee-4850-9dbc-511b8159bb68", + "port_range_max": 7199, + "port_range_min": 7199, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.40.10/32", + "security_group_id": "fe8f82f3-db65-4809-981e-dec5d8c6738d", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router", + "module.instance_without_data_volume.openstack_networking_secgroup_v2.cassandra_access" + ] + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_networking_secgroup_v2", + "name": "cassandra_access", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "delete_default_rules": true, + "description": "Access the shared Cassandra service using the dedicated network", + "id": "fe8f82f3-db65-4809-981e-dec5d8c6738d", + "name": "access_to_the_cassandra_service", + "region": "isti_area_pi_1", + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_networking_subnet_v2", + "name": "cassandra_subnet", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "allocation_pool": [ + { + "end": "192.168.13.254", + "start": "192.168.13.20" + } + ], + "allocation_pools": [ + { + "end": "192.168.13.254", + "start": "192.168.13.20" + } + ], + "cidr": "192.168.13.0/24", + "description": "subnet used to connect to the shared Cassandra service", + "dns_nameservers": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "enable_dhcp": true, + "gateway_ip": "", + "host_routes": [], + "id": "a2b6d440-aae5-4bf9-b42c-27ddcf06d1f9", + "ip_version": 4, + "ipv6_address_mode": "", + "ipv6_ra_mode": "", + "name": "cassandra-subnet", + "network_id": "5e7bad88-fe0a-44cd-a929-9942f6f6271e", + "no_gateway": true, + "prefix_length": null, + "region": "isti_area_pi_1", + "service_types": [], + "subnetpool_id": "", + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.instance_without_data_volume.data.terraform_remote_state.privnet_dns_router", + "module.instance_without_data_volume.openstack_networking_network_v2.cassandra_net" + ] + } + ] + } + ], + "check_results": null +} From 89892d29b4550a8fa09989f2f0c681362f2ed954 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 12 Mar 2024 12:00:21 +0100 Subject: [PATCH 090/101] VMs for the social service in production. --- .../d4s-production/socialservice/main.tf | 56 ++ .../d4s-production/socialservice/provider.tf | 3 + .../socialservice/terraform.tfstate | 628 ++++++++++++++++++ 3 files changed, 687 insertions(+) create mode 100644 openstack-tf/d4s-production/socialservice/main.tf create mode 100644 openstack-tf/d4s-production/socialservice/provider.tf create mode 100644 openstack-tf/d4s-production/socialservice/terraform.tfstate diff --git a/openstack-tf/d4s-production/socialservice/main.tf b/openstack-tf/d4s-production/socialservice/main.tf new file mode 100644 index 0000000..d50ce98 --- /dev/null +++ b/openstack-tf/d4s-production/socialservice/main.tf @@ -0,0 +1,56 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +resource "openstack_compute_servergroup_v2" "socialservice_server_group" { + name = "social-service" + policies = [module.common_variables.policy_list.anti_affinity] +} + + +module "instance_without_data_volume" { + source = "../../modules/instance_without_data_volume" + + instances_without_data_volume_map = { + accounting_service_1 = { + name = "socialservice-01", + description = "Social service API service node 1", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.cassandra], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.debugging_from_jump_node], + server_groups_ids = [openstack_compute_servergroup_v2.socialservice_server_group.id], + image_ref = module.common_variables.ubuntu_1804 + }, + accounting_service_2 = { + name = "socialservice-02", + description = "Social service API service node 2", + flavor = module.common_variables.flavor_list.m1_medium, + networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.cassandra], + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.debugging_from_jump_node], + server_groups_ids = [openstack_compute_servergroup_v2.socialservice_server_group.id], + image_ref = module.common_variables.ubuntu_1804 + } + } +} diff --git a/openstack-tf/d4s-production/socialservice/provider.tf b/openstack-tf/d4s-production/socialservice/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/socialservice/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} diff --git a/openstack-tf/d4s-production/socialservice/terraform.tfstate b/openstack-tf/d4s-production/socialservice/terraform.tfstate new file mode 100644 index 0000000..e75febd --- /dev/null +++ b/openstack-tf/d4s-production/socialservice/terraform.tfstate @@ -0,0 +1,628 @@ +{ + "version": 4, + "terraform_version": "1.6.6", + "serial": 4, + "lineage": "c019bdfb-6443-074d-dcde-d33ae7453cc9", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "socialservice_server_group", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "e90c0bed-7b13-41b7-b9be-b4ab61ca3318", + "members": [], + "name": "social-service", + "policies": [ + "anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "accounting_service_1", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.42.86", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-03-12 10:58:57 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "4e155fcc-2e76-45f7-80d3-d6972487278f", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "socialservice-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.86", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:5b:80:02", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.13.29", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:b9:4e:1f", + "name": "cassandra-net", + "port": "", + "uuid": "5e7bad88-fe0a-44cd-a929-9942f6f6271e" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "e90c0bed-7b13-41b7-b9be-b4ab61ca3318", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "debugging_from_jump_node", + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-03-12 10:59:44 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_servergroup_v2.socialservice_server_group" + ] + }, + { + "index_key": "accounting_service_2", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.44.26", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-03-12 10:58:57 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "a19b4f16-318b-4526-9fc3-85c36f9566da", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "socialservice-02", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.44.26", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:a9:82:21", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.13.121", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ea:5d:d2", + "name": "cassandra-net", + "port": "", + "uuid": "5e7bad88-fe0a-44cd-a929-9942f6f6271e" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "e90c0bed-7b13-41b7-b9be-b4ab61ca3318", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "debugging_from_jump_node", + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-03-12 10:59:40 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_servergroup_v2.socialservice_server_group" + ] + } + ] + } + ], + "check_results": null +} From 75c6d4e9b1e68308251f834b6508c879d4031669 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 12 Mar 2024 15:23:39 +0100 Subject: [PATCH 091/101] Liferay resources in production. --- openstack-tf/d4s-production/liferay/main.tf | 38 + .../d4s-production/liferay/outputs.tf | 24 + .../d4s-production/liferay/provider.tf | 3 + .../d4s-production/liferay/terraform.tfstate | 2782 +++++++++++++++++ 4 files changed, 2847 insertions(+) create mode 100644 openstack-tf/d4s-production/liferay/main.tf create mode 100644 openstack-tf/d4s-production/liferay/outputs.tf create mode 100644 openstack-tf/d4s-production/liferay/provider.tf create mode 100644 openstack-tf/d4s-production/liferay/terraform.tfstate diff --git a/openstack-tf/d4s-production/liferay/main.tf b/openstack-tf/d4s-production/liferay/main.tf new file mode 100644 index 0000000..912c639 --- /dev/null +++ b/openstack-tf/d4s-production/liferay/main.tf @@ -0,0 +1,38 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +module "liferay" { + source = "../../modules/liferay" + liferay_data = { + affinity_policy = "anti-affinity" + srv_name = "lr62" + vm_count = 2 + vm_flavor = "m1.large" + boot_vol_size = 30 + } + + liferay_ip_addrs = ["10.1.40.40", "10.1.40.41"] + + liferay_recordsets = { + liferay_main_record = { + name = join(".", ["infra-gateway", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]), + description = "Liferay Production" + } + } +} diff --git a/openstack-tf/d4s-production/liferay/outputs.tf b/openstack-tf/d4s-production/liferay/outputs.tf new file mode 100644 index 0000000..aa09bc8 --- /dev/null +++ b/openstack-tf/d4s-production/liferay/outputs.tf @@ -0,0 +1,24 @@ +output "liferay_data" { + value = module.liferay.liferay_data +} + +output "liferay_ip_addrs" { + value = module.liferay.liferay_ip_addrs +} + +output "liferay_recordsets" { + value = module.liferay.liferay_recordsets +} + +output "liferay_nfs_port_data" { + value = module.liferay.nfs_port_data +} + +output "liferay_nfs_volume_data" { + value = module.liferay.liferay_nfs_volume_data +} + +output "liferay_nfs_volume_acls" { + value = module.liferay.liferay_nfs_volume_acls + sensitive = true +} diff --git a/openstack-tf/d4s-production/liferay/provider.tf b/openstack-tf/d4s-production/liferay/provider.tf new file mode 100644 index 0000000..ca8de74 --- /dev/null +++ b/openstack-tf/d4s-production/liferay/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-production" +} diff --git a/openstack-tf/d4s-production/liferay/terraform.tfstate b/openstack-tf/d4s-production/liferay/terraform.tfstate new file mode 100644 index 0000000..2a884c8 --- /dev/null +++ b/openstack-tf/d4s-production/liferay/terraform.tfstate @@ -0,0 +1,2782 @@ +{ + "version": 4, + "terraform_version": "1.6.6", + "serial": 36, + "lineage": "1ad5c30b-f952-53b5-f9cd-fe7cb4117b8b", + "outputs": { + "liferay_data": { + "value": { + "affinity_policy": "anti-affinity", + "boot_vol_size": "30", + "srv_name": "lr62", + "vm_count": "2", + "vm_flavor": "m1.large" + }, + "type": [ + "map", + "string" + ] + }, + "liferay_ip_addrs": { + "value": [ + "10.1.40.40", + "10.1.40.41" + ], + "type": [ + "list", + "string" + ] + }, + "liferay_nfs_port_data": { + "value": [ + { + "fixed_ip": "172.17.2.239", + "id": "ea9349dd-09fe-4559-9ea2-d7ea421b40e4/a397f707-21ee-4a8e-bd66-cd6bf2641cd3", + "instance_id": "ea9349dd-09fe-4559-9ea2-d7ea421b40e4", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "a397f707-21ee-4a8e-bd66-cd6bf2641cd3", + "region": "isti_area_pi_1", + "timeouts": null + }, + { + "fixed_ip": "172.17.0.68", + "id": "b86618ec-3c38-4694-a198-fb70ccf98bb3/774c09ab-19a3-4409-a26f-323036e3431a", + "instance_id": "b86618ec-3c38-4694-a198-fb70ccf98bb3", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "774c09ab-19a3-4409-a26f-323036e3431a", + "region": "isti_area_pi_1", + "timeouts": null + } + ], + "type": [ + "tuple", + [ + [ + "object", + { + "fixed_ip": "string", + "id": "string", + "instance_id": "string", + "network_id": "string", + "port_id": "string", + "region": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ] + } + ], + [ + "object", + { + "fixed_ip": "string", + "id": "string", + "instance_id": "string", + "network_id": "string", + "port_id": "string", + "region": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ] + } + ] + ] + ] + }, + "liferay_nfs_volume_acls": { + "value": [ + { + "access_key": "", + "access_level": "rw", + "access_to": "172.17.2.239", + "access_type": "ip", + "id": "9e273918-2be3-479f-bd02-1858be5b5fd9", + "region": "isti_area_pi_1", + "share_id": "02826d11-1ec4-48bf-82bb-0d7680d8c325", + "state": "active", + "timeouts": null + }, + { + "access_key": "", + "access_level": "rw", + "access_to": "172.17.0.68", + "access_type": "ip", + "id": "360a5d31-ffde-436d-9bff-9dffd74160da", + "region": "isti_area_pi_1", + "share_id": "02826d11-1ec4-48bf-82bb-0d7680d8c325", + "state": "active", + "timeouts": null + } + ], + "type": [ + "tuple", + [ + [ + "object", + { + "access_key": "string", + "access_level": "string", + "access_to": "string", + "access_type": "string", + "id": "string", + "region": "string", + "share_id": "string", + "state": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ] + } + ], + [ + "object", + { + "access_key": "string", + "access_level": "string", + "access_to": "string", + "access_type": "string", + "id": "string", + "region": "string", + "share_id": "string", + "state": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ] + } + ] + ] + ], + "sensitive": true + }, + "liferay_nfs_volume_data": { + "value": { + "all_metadata": {}, + "availability_zone": "nova", + "description": "NFS share for the liferay static data", + "export_locations": [ + { + "path": "172.17.0.7:/volumes/_nogroup/6ab15bf6-334c-45d6-aa21-c66d3d3ecd7d/430e5895-56ee-46fd-9a5f-b8ee5f261bae", + "preferred": "false" + } + ], + "has_replicas": false, + "host": "", + "id": "02826d11-1ec4-48bf-82bb-0d7680d8c325", + "is_public": false, + "metadata": null, + "name": "liferay_nfs_share", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "region": "isti_area_pi_1", + "replication_type": "", + "share_network_id": "", + "share_proto": "NFS", + "share_server_id": "", + "share_type": "default", + "size": 5, + "snapshot_id": "", + "timeouts": null + }, + "type": [ + "object", + { + "all_metadata": [ + "map", + "string" + ], + "availability_zone": "string", + "description": "string", + "export_locations": [ + "list", + [ + "object", + { + "path": "string", + "preferred": "string" + } + ] + ], + "has_replicas": "bool", + "host": "string", + "id": "string", + "is_public": "bool", + "metadata": [ + "map", + "string" + ], + "name": "string", + "project_id": "string", + "region": "string", + "replication_type": "string", + "share_network_id": "string", + "share_proto": "string", + "share_server_id": "string", + "share_type": "string", + "size": "number", + "snapshot_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ] + } + ] + }, + "liferay_recordsets": { + "value": { + "liferay_main_record": { + "description": "Liferay Production", + "name": "infra-gateway.cloud.d4science.org." + } + }, + "type": [ + "map", + [ + "object", + { + "description": "string", + "name": "string" + } + ] + ] + } + }, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.liferay", + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.40.4", + "ca_cidr": "10.1.40.4/32", + "haproxy_l7_1": "10.1.40.11", + "haproxy_l7_1_cidr": "10.1.40.11/32", + "haproxy_l7_2": "10.1.40.12", + "haproxy_l7_2_cidr": "10.1.40.12/32", + "octavia_main": "10.1.40.20", + "octavia_main_cidr": "10.1.40.20/32", + "prometheus": "10.1.40.10", + "prometheus_cidr": "10.1.40.10/32", + "ssh_jump": "10.1.40.5", + "ssh_jump_cidr": "10.1.40.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-production-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud.d4science.org." + }, + "dns_zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.57", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Production main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-production-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.40.11", + "10.1.40.12" + ], + "main_private_network": { + "description": "D4Science Production private network (use this as the main network)", + "name": "d4s-production-cloud-main" + }, + "main_private_network_id": "020df98d-ae72-452a-b376-3b6dc289acac", + "main_private_subnet": { + "allocation_end": "10.1.47.254", + "allocation_start": "10.1.41.100", + "cidr": "10.1.40.0/21", + "description": "D4Science Production main private subnet", + "gateway_ip": "10.1.40.1", + "name": "d4s-production-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "5d7b83ad-e058-4a3a-bfd8-d20ba6d42e1a", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "167e4897-f776-4cbd-986f-77313aa68af2", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-production-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "swarm_lb_name": "d4s-production-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "1b45adf388934758b56d0dfdb4bfacf3" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.liferay", + "mode": "data", + "type": "terraform_remote_state", + "name": "timescaledb", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../timescaledb/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "timescaledb_net": { + "admin_state_up": true, + "all_tags": [], + "availability_zone_hints": [], + "description": "Network used by the Timescaledb cluster and to access the service", + "dns_domain": "cloud.d4science.org.", + "external": false, + "id": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf", + "mtu": 8942, + "name": "timescaledb-net", + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "segments": [], + "shared": false, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "transparent_vlan": false, + "value_specs": null + }, + "timescaledb_servers": [ + { + "access_ip_v4": "10.1.41.119", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-12-11 21:30:27 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "836d01b1-bf16-460d-a351-6e963e0d306b", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "timescaledb-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.41.119", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:8d:52:e6", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.11.5", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:0f:ee:7b", + "name": "timescaledb-net", + "port": "", + "uuid": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "9795efca-fcbd-4318-b351-795b9dbb8ed6", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_timescaledb_service", + "default_for_all", + "timescaledb_temporary" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2024-02-12 12:49:45 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + }, + { + "access_ip_v4": "10.1.42.158", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627", + "volume_size": 10, + "volume_type": "" + }, + { + "boot_index": -1, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "blank", + "uuid": "", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2023-12-11 21:30:27 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "90985a5c-f133-484c-9646-030da83def36", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": "Ubuntu-Jammy-22.04", + "key_pair": "adellam", + "metadata": null, + "name": "timescaledb-02", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.42.158", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:88:b4:d9", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.11.6", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:14:2f:84", + "name": "timescaledb-net", + "port": "", + "uuid": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": {}, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "9795efca-fcbd-4318-b351-795b9dbb8ed6", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "access_to_the_timescaledb_service", + "default_for_all", + "timescaledb_temporary" + ], + "stop_before_destroy": false, + "tags": [], + "timeouts": null, + "updated": "2023-12-11 21:34:22 +0000 UTC", + "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", + "vendor_options": [], + "volume": [] + } + ], + "timescaledb_subnet": { + "all_tags": [], + "allocation_pool": [ + { + "end": "192.168.11.254", + "start": "192.168.11.20" + } + ], + "allocation_pools": [ + { + "end": "192.168.11.254", + "start": "192.168.11.20" + } + ], + "cidr": "192.168.11.0/24", + "description": "subnet used to connect to the shared TimeScaleDB service", + "dns_nameservers": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "enable_dhcp": true, + "gateway_ip": "", + "host_routes": [], + "id": "8abd0e9b-cd7e-4c61-94e0-e283abab0a82", + "ip_version": 4, + "ipv6_address_mode": "", + "ipv6_ra_mode": "", + "name": "timescaledb-subnet", + "network_id": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf", + "no_gateway": true, + "prefix_length": null, + "region": "isti_area_pi_1", + "service_types": [], + "subnetpool_id": "", + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + } + }, + "type": [ + "object", + { + "timescaledb_net": [ + "object", + { + "admin_state_up": "bool", + "all_tags": [ + "set", + "string" + ], + "availability_zone_hints": [ + "set", + "string" + ], + "description": "string", + "dns_domain": "string", + "external": "bool", + "id": "string", + "mtu": "number", + "name": "string", + "port_security_enabled": "bool", + "qos_policy_id": "string", + "region": "string", + "segments": [ + "set", + [ + "object", + { + "network_type": "string", + "physical_network": "string", + "segmentation_id": "number" + } + ] + ], + "shared": "bool", + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "transparent_vlan": "bool", + "value_specs": [ + "map", + "string" + ] + } + ], + "timescaledb_servers": [ + "tuple", + [ + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ], + [ + "object", + { + "access_ip_v4": "string", + "access_ip_v6": "string", + "admin_pass": "string", + "all_metadata": [ + "map", + "string" + ], + "all_tags": [ + "set", + "string" + ], + "availability_zone": "string", + "availability_zone_hints": "string", + "block_device": [ + "list", + [ + "object", + { + "boot_index": "number", + "delete_on_termination": "bool", + "destination_type": "string", + "device_type": "string", + "disk_bus": "string", + "guest_format": "string", + "multiattach": "bool", + "source_type": "string", + "uuid": "string", + "volume_size": "number", + "volume_type": "string" + } + ] + ], + "config_drive": "bool", + "created": "string", + "flavor_id": "string", + "flavor_name": "string", + "floating_ip": "string", + "force_delete": "bool", + "id": "string", + "image_id": "string", + "image_name": "string", + "key_pair": "string", + "metadata": [ + "map", + "string" + ], + "name": "string", + "network": [ + "list", + [ + "object", + { + "access_network": "bool", + "fixed_ip_v4": "string", + "fixed_ip_v6": "string", + "floating_ip": "string", + "mac": "string", + "name": "string", + "port": "string", + "uuid": "string" + } + ] + ], + "network_mode": "string", + "personality": [ + "set", + [ + "object", + { + "content": "string", + "file": "string" + } + ] + ], + "power_state": "string", + "region": "string", + "scheduler_hints": [ + "set", + [ + "object", + { + "additional_properties": [ + "map", + "string" + ], + "build_near_host_ip": "string", + "different_cell": [ + "list", + "string" + ], + "different_host": [ + "list", + "string" + ], + "group": "string", + "query": [ + "list", + "string" + ], + "same_host": [ + "list", + "string" + ], + "target_cell": "string" + } + ] + ], + "security_groups": [ + "set", + "string" + ], + "stop_before_destroy": "bool", + "tags": [ + "set", + "string" + ], + "timeouts": [ + "object", + { + "create": "string", + "delete": "string", + "update": "string" + } + ], + "updated": "string", + "user_data": "string", + "vendor_options": [ + "set", + [ + "object", + { + "detach_ports_before_destroy": "bool", + "ignore_resize_confirmation": "bool" + } + ] + ], + "volume": [ + "set", + [ + "object", + { + "device": "string", + "id": "string", + "volume_id": "string" + } + ] + ] + } + ] + ] + ], + "timescaledb_subnet": [ + "object", + { + "all_tags": [ + "set", + "string" + ], + "allocation_pool": [ + "set", + [ + "object", + { + "end": "string", + "start": "string" + } + ] + ], + "allocation_pools": [ + "list", + [ + "object", + { + "end": "string", + "start": "string" + } + ] + ], + "cidr": "string", + "description": "string", + "dns_nameservers": [ + "list", + "string" + ], + "enable_dhcp": "bool", + "gateway_ip": "string", + "host_routes": [ + "list", + [ + "object", + { + "destination_cidr": "string", + "next_hop": "string" + } + ] + ], + "id": "string", + "ip_version": "number", + "ipv6_address_mode": "string", + "ipv6_ra_mode": "string", + "name": "string", + "network_id": "string", + "no_gateway": "bool", + "prefix_length": "number", + "region": "string", + "service_types": [ + "list", + "string" + ], + "subnetpool_id": "string", + "tags": [ + "set", + "string" + ], + "tenant_id": "string", + "timeouts": [ + "object", + { + "create": "string", + "delete": "string" + } + ], + "value_specs": [ + "map", + "string" + ] + } + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "liferay", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.40.40", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-03-12 14:16:57 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "ea9349dd-09fe-4559-9ea2-d7ea421b40e4", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "lr62-01", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.40.40", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:a7:de:49", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.2.247", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:50:1f:72", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "1b01f699-f10e-4953-815a-07d6fae0f7be", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default_for_all", + "liferay_cluster_traffic", + "nfs_share_no_ingress", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-03-12 14:17:52 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.40.41", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-03-12 14:16:57 +0000 UTC", + "flavor_id": "9", + "flavor_name": "m1.large", + "floating_ip": null, + "force_delete": false, + "id": "b86618ec-3c38-4694-a198-fb70ccf98bb3", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "adellam", + "metadata": null, + "name": "lr62-02", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.40.41", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:51:6d:6f", + "name": "d4s-production-cloud-main", + "port": "", + "uuid": "020df98d-ae72-452a-b376-3b6dc289acac" + }, + { + "access_network": false, + "fixed_ip_v4": "192.168.2.195", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:77:0d:be", + "name": "postgresql-srv-net", + "port": "", + "uuid": "f6450bc8-1345-4b52-8f34-2903c0cca7f8" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "1b01f699-f10e-4953-815a-07d6fae0f7be", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "default_for_all", + "liferay_cluster_traffic", + "nfs_share_no_ingress", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-03-12 14:17:54 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_compute_interface_attach_v2", + "name": "nfs_port_to_liferay", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.2.239", + "id": "ea9349dd-09fe-4559-9ea2-d7ea421b40e4/a397f707-21ee-4a8e-bd66-cd6bf2641cd3", + "instance_id": "ea9349dd-09fe-4559-9ea2-d7ea421b40e4", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "a397f707-21ee-4a8e-bd66-cd6bf2641cd3", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "fixed_ip": "172.17.0.68", + "id": "b86618ec-3c38-4694-a198-fb70ccf98bb3/774c09ab-19a3-4409-a26f-323036e3431a", + "instance_id": "b86618ec-3c38-4694-a198-fb70ccf98bb3", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "port_id": "774c09ab-19a3-4409-a26f-323036e3431a", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_compute_interface_attach_v2", + "name": "timescaledb_port_to_liferay", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "fixed_ip": "192.168.11.203", + "id": "ea9349dd-09fe-4559-9ea2-d7ea421b40e4/a5aca9d1-2f25-4aaa-8603-40b66145742b", + "instance_id": "ea9349dd-09fe-4559-9ea2-d7ea421b40e4", + "network_id": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf", + "port_id": "a5aca9d1-2f25-4aaa-8603-40b66145742b", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.data.terraform_remote_state.timescaledb", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_timescaledb_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "fixed_ip": "192.168.11.141", + "id": "b86618ec-3c38-4694-a198-fb70ccf98bb3/42a21092-180d-4fee-abdb-c482bccfc83a", + "instance_id": "b86618ec-3c38-4694-a198-fb70ccf98bb3", + "network_id": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf", + "port_id": "42a21092-180d-4fee-abdb-c482bccfc83a", + "region": "isti_area_pi_1", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.data.terraform_remote_state.timescaledb", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_timescaledb_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "liferay", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "1b01f699-f10e-4953-815a-07d6fae0f7be", + "members": [], + "name": "liferay", + "policies": [ + "anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "cdn_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "liferay_main_record", + "schema_version": 0, + "attributes": { + "description": "Liferay Production", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/0a0243c1-c91b-4737-b13c-758c8eab192e", + "name": "infra-gateway.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "module.liferay.data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_port_secgroup_associate_v2", + "name": "liferay_nfs_port_secgroup", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "enforce": false, + "id": "a397f707-21ee-4a8e-bd66-cd6bf2641cd3", + "port_id": "a397f707-21ee-4a8e-bd66-cd6bf2641cd3", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "enforce": false, + "id": "774c09ab-19a3-4409-a26f-323036e3431a", + "port_id": "774c09ab-19a3-4409-a26f-323036e3431a", + "region": "isti_area_pi_1", + "security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2" + ] + }, + "sensitive_attributes": [], + "private": "bnVsbA==", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_port_v2", + "name": "liferay_nfs_port", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.2.239" + ], + "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "", + "device_owner": "", + "dns_assignment": [ + { + "fqdn": "host-172-17-2-239.openstacklocal.", + "hostname": "host-172-17-2-239", + "ip_address": "172.17.2.239" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "a397f707-21ee-4a8e-bd66-cd6bf2641cd3", + "mac_address": "fa:16:3e:5c:8c:95", + "name": "lr62-01", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "172.17.0.68" + ], + "all_security_group_ids": [ + "167e4897-f776-4cbd-986f-77313aa68af2", + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "", + "device_owner": "", + "dns_assignment": [ + { + "fqdn": "host-172-17-0-68.openstacklocal.", + "hostname": "host-172-17-0-68", + "ip_address": "172.17.0.68" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696" + } + ], + "id": "774c09ab-19a3-4409-a26f-323036e3431a", + "mac_address": "fa:16:3e:0d:dd:be", + "name": "lr62-02", + "network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_port_v2", + "name": "liferay_timescaledb_port", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "192.168.11.203" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "", + "device_owner": "", + "dns_assignment": [ + { + "fqdn": "host-192-168-11-203.openstacklocal.", + "hostname": "host-192-168-11-203", + "ip_address": "192.168.11.203" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "8abd0e9b-cd7e-4c61-94e0-e283abab0a82" + } + ], + "id": "a5aca9d1-2f25-4aaa-8603-40b66145742b", + "mac_address": "fa:16:3e:ae:dd:d7", + "name": "lr62-01", + "network_id": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.timescaledb" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_fixed_ips": [ + "192.168.11.141" + ], + "all_security_group_ids": [ + "d41938a9-a581-4974-b213-4aa50498344c" + ], + "all_tags": [], + "allowed_address_pairs": [], + "binding": [ + { + "host_id": "", + "profile": "", + "vif_details": {}, + "vif_type": "", + "vnic_type": "normal" + } + ], + "description": "", + "device_id": "", + "device_owner": "", + "dns_assignment": [ + { + "fqdn": "host-192-168-11-141.openstacklocal.", + "hostname": "host-192-168-11-141", + "ip_address": "192.168.11.141" + } + ], + "dns_name": "", + "extra_dhcp_option": [], + "fixed_ip": [ + { + "ip_address": "", + "subnet_id": "8abd0e9b-cd7e-4c61-94e0-e283abab0a82" + } + ], + "id": "42a21092-180d-4fee-abdb-c482bccfc83a", + "mac_address": "fa:16:3e:d3:52:32", + "name": "lr62-02", + "network_id": "3b0e4c3c-3a1c-4f14-abd1-03f8c8495daf", + "no_fixed_ip": null, + "no_security_groups": null, + "port_security_enabled": true, + "qos_policy_id": "", + "region": "isti_area_pi_1", + "security_group_ids": null, + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null, + "value_specs": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "dependencies": [ + "module.liferay.data.terraform_remote_state.timescaledb" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "igmp_egress_between_liferay_nodes", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Egress IGMP traffic between liferay nodes", + "direction": "egress", + "ethertype": "IPv4", + "id": "9d9086f9-134e-4203-8a7b-eb9c910f16c3", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "igmp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "0.0.0.0/0", + "security_group_id": "3c3a5284-19f2-4ffe-a9e8-50f2145c930c", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "igmp_ingress_between_liferay_nodes", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Ingress IGMP traffic between liferay nodes", + "direction": "ingress", + "ethertype": "IPv4", + "id": "c0edb6f9-2527-4c2c-8b34-ffe5b59ccb8d", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "igmp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "0.0.0.0/0", + "security_group_id": "3c3a5284-19f2-4ffe-a9e8-50f2145c930c", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "traffic_between_liferay_nodes", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "description": "TCP traffic between liferay nodes", + "direction": "ingress", + "ethertype": "IPv4", + "id": "b888dbf9-af1c-409d-b5b5-5bf565f17f47", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.40.40/32", + "security_group_id": "3c3a5284-19f2-4ffe-a9e8-50f2145c930c", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "description": "TCP traffic between liferay nodes", + "direction": "ingress", + "ethertype": "IPv4", + "id": "90d504eb-6daa-4ea1-be7a-c01867158448", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "tcp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.40.41/32", + "security_group_id": "3c3a5284-19f2-4ffe-a9e8-50f2145c930c", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_secgroup_rule_v2", + "name": "udp_traffic_between_liferay_nodes", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "description": "UDP traffic between liferay nodes", + "direction": "ingress", + "ethertype": "IPv4", + "id": "89d97460-628b-4115-b45d-f7bbce3ea7e7", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "udp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.40.40/32", + "security_group_id": "3c3a5284-19f2-4ffe-a9e8-50f2145c930c", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "description": "UDP traffic between liferay nodes", + "direction": "ingress", + "ethertype": "IPv4", + "id": "9b66334c-0749-435c-8420-60c528a7ce90", + "port_range_max": 0, + "port_range_min": 0, + "protocol": "udp", + "region": "isti_area_pi_1", + "remote_group_id": "", + "remote_ip_prefix": "10.1.40.41/32", + "security_group_id": "3c3a5284-19f2-4ffe-a9e8-50f2145c930c", + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "dependencies": [ + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_networking_secgroup_v2", + "name": "liferay_cluster_traffic", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "delete_default_rules": true, + "description": "Traffic between the Liferay cluster nodes", + "id": "3c3a5284-19f2-4ffe-a9e8-50f2145c930c", + "name": "liferay_cluster_traffic", + "region": "isti_area_pi_1", + "tags": [], + "tenant_id": "1b45adf388934758b56d0dfdb4bfacf3", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_sharedfilesystem_share_access_v2", + "name": "liferay_nfs_share_access", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "access_key": "", + "access_level": "rw", + "access_to": "172.17.2.239", + "access_type": "ip", + "id": "9e273918-2be3-479f-bd02-1858be5b5fd9", + "region": "isti_area_pi_1", + "share_id": "02826d11-1ec4-48bf-82bb-0d7680d8c325", + "state": "active", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_interface_attach_v2.nfs_port_to_liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic", + "module.liferay.openstack_sharedfilesystem_share_v2.liferay_static" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "access_key": "", + "access_level": "rw", + "access_to": "172.17.0.68", + "access_type": "ip", + "id": "360a5d31-ffde-436d-9bff-9dffd74160da", + "region": "isti_area_pi_1", + "share_id": "02826d11-1ec4-48bf-82bb-0d7680d8c325", + "state": "active", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "module.liferay.data.terraform_remote_state.privnet_dns_router", + "module.liferay.openstack_compute_instance_v2.liferay", + "module.liferay.openstack_compute_interface_attach_v2.nfs_port_to_liferay", + "module.liferay.openstack_compute_servergroup_v2.liferay", + "module.liferay.openstack_networking_port_v2.liferay_nfs_port", + "module.liferay.openstack_networking_secgroup_v2.liferay_cluster_traffic", + "module.liferay.openstack_sharedfilesystem_share_v2.liferay_static" + ] + } + ] + }, + { + "module": "module.liferay", + "mode": "managed", + "type": "openstack_sharedfilesystem_share_v2", + "name": "liferay_static", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_metadata": {}, + "availability_zone": "nova", + "description": "NFS share for the liferay static data", + "export_locations": [ + { + "path": "172.17.0.7:/volumes/_nogroup/6ab15bf6-334c-45d6-aa21-c66d3d3ecd7d/430e5895-56ee-46fd-9a5f-b8ee5f261bae", + "preferred": "false" + } + ], + "has_replicas": false, + "host": "", + "id": "02826d11-1ec4-48bf-82bb-0d7680d8c325", + "is_public": false, + "metadata": null, + "name": "liferay_nfs_share", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "region": "isti_area_pi_1", + "replication_type": "", + "share_network_id": "", + "share_proto": "NFS", + "share_server_id": "", + "share_type": "default", + "size": 5, + "snapshot_id": "", + "timeouts": null + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19" + } + ] + } + ], + "check_results": null +} From 81ebb70d044317a815ed649071f747e5c19836cb Mon Sep 17 00:00:00 2001 From: Luca Frosini Date: Tue, 12 Mar 2024 17:38:04 +0100 Subject: [PATCH 092/101] Terraformed grsf-publisher instances --- .../d4s-preprod/grsf-publisher/main.tf | 13 +- .../grsf-publisher/terraform.tfstate | 525 ++++++++++++++++++ 2 files changed, 527 insertions(+), 11 deletions(-) create mode 100644 openstack-tf/d4s-preprod/grsf-publisher/terraform.tfstate diff --git a/openstack-tf/d4s-preprod/grsf-publisher/main.tf b/openstack-tf/d4s-preprod/grsf-publisher/main.tf index fb098c7..1e906b0 100644 --- a/openstack-tf/d4s-preprod/grsf-publisher/main.tf +++ b/openstack-tf/d4s-preprod/grsf-publisher/main.tf @@ -36,17 +36,8 @@ module "instance_without_data_volume" { source = "../../modules/instance_without_data_volume" instances_without_data_volume_map = { - grsf_publisher_1 = { - name = "grsf-publisher-1", - description = "This instance serves GRSF Publisher service", - flavor = module.common_variables.flavor_list.m1_medium, - networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], - security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.debugging_from_jump_node], - server_groups_ids = [openstack_compute_servergroup_v2.grsf_publisher_server_group.id], - image_ref = module.common_variables.ubuntu_1804 - }, - grsf_publisher_2 = { - name = "grsf-publisher-2", + grsf_publisher = { + name = "grsf-publisher", description = "This instance serves GRSF Publisher service", flavor = module.common_variables.flavor_list.m1_medium, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name], diff --git a/openstack-tf/d4s-preprod/grsf-publisher/terraform.tfstate b/openstack-tf/d4s-preprod/grsf-publisher/terraform.tfstate new file mode 100644 index 0000000..072e26f --- /dev/null +++ b/openstack-tf/d4s-preprod/grsf-publisher/terraform.tfstate @@ -0,0 +1,525 @@ +{ + "version": 4, + "terraform_version": "1.6.4", + "serial": 3, + "lineage": "826c8593-6c3d-8568-c9e1-1a57900d69b3", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.32.4", + "ca_cidr": "10.1.32.4/32", + "haproxy_l7_1": "10.1.32.11", + "haproxy_l7_1_cidr": "10.1.32.11/32", + "haproxy_l7_2": "10.1.32.12", + "haproxy_l7_2_cidr": "10.1.32.12/32", + "octavia_main": "10.1.32.20", + "octavia_main_cidr": "10.1.32.20/32", + "prometheus": "10.1.32.10", + "prometheus_cidr": "10.1.32.10/32", + "ssh_jump": "10.1.32.5", + "ssh_jump_cidr": "10.1.32.5/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default_for_all", + "dns_zone": { + "description": "DNS primary zone for the d4s-pre-cloud project", + "email": "postmaster@isti.cnr.it", + "id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "ttl": "8600", + "zone_name": "cloud-pre.d4science.org." + }, + "dns_zone_id": "c1a4b4bc-f167-4387-855d-38f0f99ca05c", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.30.241", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science Preprod main router", + "id": "cc26064a-bb08-4c0b-929f-d0cb39f934a3", + "name": "d4s-pre-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.32.11", + "10.1.32.12" + ], + "main_private_network": { + "description": "D4Science Preprod private network (use this as the main network)", + "name": "d4s-pre-cloud-main" + }, + "main_private_network_id": "23fd8a99-d551-4ada-8d3a-9859542ebb8c", + "main_private_subnet": { + "allocation_end": "10.1.35.254", + "allocation_start": "10.1.32.100", + "cidr": "10.1.32.0/22", + "description": "D4Science Preprod main private subnet", + "gateway_ip": "10.1.32.1", + "name": "d4s-pre-cloud-main-subnet" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "cd77a2fd-4a36-4254-b1d0-70b3874c6d04", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "ddb16502-7217-4677-a8a7-ca0cbf9a779a", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science PRE production", + "main_lb_hostname": "main-lb", + "main_lb_name": "d4s-pre-cloud-l4-load-balancer", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7", + "octavia_vrrp_ip_1": "10.1.33.159/32", + "octavia_vrrp_ip_2": "10.1.32.199/32", + "swarm_lb_name": "d4s-pre-cloud-l4-swarm-load-balancer" + }, + "os_project_data": { + "id": "6fdc02e2827b405dad99f34698659742" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_servergroup_v2", + "name": "grsf_publisher_server_group", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "8daab67e-ccab-40f7-bc76-84371a663dbf", + "members": [], + "name": "grsf-publisher", + "policies": [ + "soft-anti-affinity" + ], + "region": "isti_area_pi_1", + "rules": [ + { + "max_server_per_host": 0 + } + ], + "value_specs": null + }, + "sensitive_attributes": [], + "private": "bnVsbA==" + } + ] + }, + { + "module": "module.instance_without_data_volume", + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "smartgears_service", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "grsf_publisher", + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.33.147", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 10, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-03-12 16:36:11 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "ee92a9cd-abb4-47a0-bee9-c9ffd9f22e1d", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "pc-frosini_key", + "metadata": null, + "name": "grsf-publisher", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.33.147", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:fe:77:6f", + "name": "d4s-pre-cloud-main", + "port": "", + "uuid": "23fd8a99-d551-4ada-8d3a-9859542ebb8c" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [ + { + "additional_properties": null, + "build_near_host_ip": "", + "different_cell": [], + "different_host": [], + "group": "8daab67e-ccab-40f7-bc76-84371a663dbf", + "query": [], + "same_host": [], + "target_cell": "" + } + ], + "security_groups": [ + "debugging_from_jump_node", + "default_for_all", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-03-12 16:36:57 +0000 UTC", + "user_data": "ef3d6e5deb29bd1e5de5a76ae6860f3ee872738c", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router", + "openstack_compute_servergroup_v2.grsf_publisher_server_group" + ] + } + ] + } + ], + "check_results": null +} From e979042e83dee50f1456114292a1ba069d15133a Mon Sep 17 00:00:00 2001 From: Marco Procaccini Date: Thu, 14 Mar 2024 16:32:43 +0100 Subject: [PATCH 093/101] Access instance --- openstack-tf/d4s-dev/access/main.tf | 94 ++++ openstack-tf/d4s-dev/access/provider.tf | 3 + openstack-tf/d4s-dev/access/terraform.tfstate | 432 ++++++++++++++++++ 3 files changed, 529 insertions(+) create mode 100644 openstack-tf/d4s-dev/access/main.tf create mode 100644 openstack-tf/d4s-dev/access/provider.tf create mode 100644 openstack-tf/d4s-dev/access/terraform.tfstate diff --git a/openstack-tf/d4s-dev/access/main.tf b/openstack-tf/d4s-dev/access/main.tf new file mode 100644 index 0000000..ae16557 --- /dev/null +++ b/openstack-tf/d4s-dev/access/main.tf @@ -0,0 +1,94 @@ +# Define required providers +terraform { + required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + + + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +# +# Uses common_variables as module +# +module "common_variables" { + source = "../../modules/common_variables" +} + +# Module used +module "ssh_settings" { + source = "../../modules/ssh-key-ref" +} + + +# Instances +resource "openstack_compute_instance_v2" "access" { + name = "access" + availability_zone_hints = module.common_variables.availability_zone_no_gpu_name + flavor_name = module.common_variables.flavor_list.m1_medium + key_pair = module.ssh_settings.ssh_key_name + security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers] + block_device { + uuid = module.common_variables.ubuntu_1804.uuid + source_type = "image" + volume_size = 30 + boot_index = 0 + destination_type = "volume" + delete_on_termination = false + } + + # Creates the networks according to input networks + dynamic "network" { + for_each = toset([data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name]) + content { + name = network.value + } + } + + + # user_data script used + user_data = file("${module.common_variables.ubuntu_1804.user_data_file}") + # Do not replace the instance when the ssh key changes + lifecycle { + ignore_changes = [ + # Ignore changes to tags, e.g. because a management agent + # updates these based on some ruleset managed elsewhere. + key_pair, user_data, network + ] + } +} + + + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + access = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["access", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Access access" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} diff --git a/openstack-tf/d4s-dev/access/provider.tf b/openstack-tf/d4s-dev/access/provider.tf new file mode 100644 index 0000000..fa7a121 --- /dev/null +++ b/openstack-tf/d4s-dev/access/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-dev" +} diff --git a/openstack-tf/d4s-dev/access/terraform.tfstate b/openstack-tf/d4s-dev/access/terraform.tfstate new file mode 100644 index 0000000..d3dfbd3 --- /dev/null +++ b/openstack-tf/d4s-dev/access/terraform.tfstate @@ -0,0 +1,432 @@ +{ + "version": 4, + "terraform_version": "1.7.4", + "serial": 3, + "lineage": "5e598d2e-24ea-b366-8826-4412513dc344", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.29.247", + "ca_cidr": "10.1.29.247/32", + "haproxy_l7_1": "10.1.28.50", + "haproxy_l7_1_cidr": "10.1.28.50/32", + "haproxy_l7_2": "10.1.30.241", + "haproxy_l7_2_cidr": "10.1.30.241/32", + "octavia_main": "10.1.28.227", + "octavia_main_cidr": "10.1.28.227/32", + "prometheus": "10.1.30.129", + "prometheus_cidr": "10.1.30.129/32", + "ssh_jump": "10.1.29.164", + "ssh_jump_cidr": "10.1.29.164/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default", + "dns_zone": { + "description": "DNS primary zone for the d4s-dev-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud-dev.d4science.org." + }, + "dns_zone_id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.109", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science DEV main router", + "id": "2ae28c5f-036b-45db-bc9f-5bab8fa3e914", + "name": "d4s-dev-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.28.50", + "10.1.30.241" + ], + "main_private_network": { + "description": "D4Science DEV private network (use this as the main network)", + "name": "d4s-dev-cloud-main" + }, + "main_private_network_id": "e0af5eba-f24a-4d0d-8184-bc654b980c4a", + "main_private_subnet": { + "allocation_end": "10.1.31.254", + "allocation_start": "10.1.28.30", + "cidr": "10.1.28.0/22", + "description": "D4Science DEV main private subnet", + "gateway_ip": "10.1.28.1", + "name": "d4s-dev-cloud-sub" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "2aa977f2-80b4-447c-a6b0-dfa06bf68751", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "5887da8d-e362-4509-93ac-8a70bf8baef9", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science DEV", + "main_lb_hostname": "main-lb", + "main_lb_name": "lb-dev-l4", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7" + }, + "os_project_data": { + "id": "e8f8ca72f30648a8b389b4e745ac83a9" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "access", + "schema_version": 0, + "attributes": { + "description": "Access access", + "disable_status_check": false, + "id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488/469a144d-a34a-4933-8874-ed07d578d62b", + "name": "access.cloud-dev.d4science.org.", + "project_id": "e8f8ca72f30648a8b389b4e745ac83a9", + "records": [ + "main-lb.cloud-dev.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + } + ], + "check_results": null +} From 4931767df7498c302003edd39bcd5e5436224091 Mon Sep 17 00:00:00 2001 From: Marco Procaccini Date: Thu, 14 Mar 2024 18:24:34 +0100 Subject: [PATCH 094/101] access service --- openstack-tf/d4s-dev/access/main.tf | 8 +- openstack-tf/d4s-dev/access/terraform.tfstate | 88 ++++++++++++++++++- 2 files changed, 90 insertions(+), 6 deletions(-) diff --git a/openstack-tf/d4s-dev/access/main.tf b/openstack-tf/d4s-dev/access/main.tf index ae16557..85cf91a 100644 --- a/openstack-tf/d4s-dev/access/main.tf +++ b/openstack-tf/d4s-dev/access/main.tf @@ -26,14 +26,18 @@ module "common_variables" { source = "../../modules/common_variables" } + # Module used module "ssh_settings" { source = "../../modules/ssh-key-ref" } + + + # Instances -resource "openstack_compute_instance_v2" "access" { +resource "openstack_compute_instance_v2" "access_service_dev" { name = "access" availability_zone_hints = module.common_variables.availability_zone_no_gpu_name flavor_name = module.common_variables.flavor_list.m1_medium @@ -82,7 +86,7 @@ module "dns_records_create" { source = "../../modules/dns_resources" dns_resources_map = { - access = { + access_service_dev = { zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id name = join(".", ["access", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) description = "Access access" diff --git a/openstack-tf/d4s-dev/access/terraform.tfstate b/openstack-tf/d4s-dev/access/terraform.tfstate index d3dfbd3..d472c99 100644 --- a/openstack-tf/d4s-dev/access/terraform.tfstate +++ b/openstack-tf/d4s-dev/access/terraform.tfstate @@ -1,8 +1,8 @@ { "version": 4, "terraform_version": "1.7.4", - "serial": 3, - "lineage": "5e598d2e-24ea-b366-8826-4412513dc344", + "serial": 25, + "lineage": "b02df62e-fde6-6c33-ed5c-624a54e2b07d", "outputs": {}, "resources": [ { @@ -393,6 +393,86 @@ } ] }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "access_service_dev", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "10.1.29.106", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "all_tags": [], + "availability_zone": "cnr-isti-nova-a", + "availability_zone_hints": "cnr-isti-nova-a", + "block_device": [ + { + "boot_index": 0, + "delete_on_termination": false, + "destination_type": "volume", + "device_type": "", + "disk_bus": "", + "guest_format": "", + "multiattach": false, + "source_type": "image", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89", + "volume_size": 30, + "volume_type": "" + } + ], + "config_drive": null, + "created": "2024-03-14 17:22:40 +0000 UTC", + "flavor_id": "4", + "flavor_name": "m1.medium", + "floating_ip": null, + "force_delete": false, + "id": "613569ae-36aa-4440-96b9-0bfc760d2334", + "image_id": "Attempt to boot from volume - no image supplied", + "image_name": null, + "key_pair": "Marco Procaccini", + "metadata": null, + "name": "access", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "10.1.29.106", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:06:7c:be", + "name": "d4s-dev-cloud-main", + "port": "", + "uuid": "e0af5eba-f24a-4d0d-8184-bc654b980c4a" + } + ], + "network_mode": null, + "personality": [], + "power_state": "active", + "region": "isti_area_pi_1", + "scheduler_hints": [], + "security_groups": [ + "default", + "traffic_from_the_main_load_balancers" + ], + "stop_before_destroy": false, + "tags": null, + "timeouts": null, + "updated": "2024-03-14 17:23:20 +0000 UTC", + "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "vendor_options": [], + "volume": [] + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, { "module": "module.dns_records_create", "mode": "managed", @@ -401,12 +481,12 @@ "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", "instances": [ { - "index_key": "access", + "index_key": "access_service_dev", "schema_version": 0, "attributes": { "description": "Access access", "disable_status_check": false, - "id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488/469a144d-a34a-4933-8874-ed07d578d62b", + "id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488/1df31040-e622-47eb-ba04-3351851009a4", "name": "access.cloud-dev.d4science.org.", "project_id": "e8f8ca72f30648a8b389b4e745ac83a9", "records": [ From 4f7ee3b8ea744a204efff7aa0908115b595c4230 Mon Sep 17 00:00:00 2001 From: Marco Procaccini Date: Thu, 14 Mar 2024 18:25:04 +0100 Subject: [PATCH 095/101] ssh key management dev --- .../d4s-dev/ssh-keys-management/main.tf | 30 ++ .../d4s-dev/ssh-keys-management/provider.tf | 3 + .../ssh-keys-management/terraform.tfstate | 429 ++++++++++++++++++ 3 files changed, 462 insertions(+) create mode 100644 openstack-tf/d4s-dev/ssh-keys-management/main.tf create mode 100644 openstack-tf/d4s-dev/ssh-keys-management/provider.tf create mode 100644 openstack-tf/d4s-dev/ssh-keys-management/terraform.tfstate diff --git a/openstack-tf/d4s-dev/ssh-keys-management/main.tf b/openstack-tf/d4s-dev/ssh-keys-management/main.tf new file mode 100644 index 0000000..f57fcdd --- /dev/null +++ b/openstack-tf/d4s-dev/ssh-keys-management/main.tf @@ -0,0 +1,30 @@ +# Define required providers +terraform { +required_version = ">= 0.14.0" + required_providers { + openstack = { + source = "terraform-provider-openstack/openstack" + version = "~> 1.53.0" + } + } +} + +data "terraform_remote_state" "privnet_dns_router" { + backend = "local" + + config = { + path = "../project-setup/terraform.tfstate" + } +} + +module "common_variables" { + source = "../../modules/common_variables" +} + +module "variables" { + source = "../variables" +} + +module "ssh_keys" { + source = "../../modules/ssh_keys" +} diff --git a/openstack-tf/d4s-dev/ssh-keys-management/provider.tf b/openstack-tf/d4s-dev/ssh-keys-management/provider.tf new file mode 100644 index 0000000..f8ca01d --- /dev/null +++ b/openstack-tf/d4s-dev/ssh-keys-management/provider.tf @@ -0,0 +1,3 @@ +provider "openstack" { + cloud = "d4s-dev" +} diff --git a/openstack-tf/d4s-dev/ssh-keys-management/terraform.tfstate b/openstack-tf/d4s-dev/ssh-keys-management/terraform.tfstate new file mode 100644 index 0000000..a563639 --- /dev/null +++ b/openstack-tf/d4s-dev/ssh-keys-management/terraform.tfstate @@ -0,0 +1,429 @@ +{ + "version": 4, + "terraform_version": "1.7.4", + "serial": 3, + "lineage": "48e9b647-6c03-4b28-7033-9e1d40b3795d", + "outputs": {}, + "resources": [ + { + "mode": "data", + "type": "terraform_remote_state", + "name": "privnet_dns_router", + "provider": "provider[\"terraform.io/builtin/terraform\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "backend": "local", + "config": { + "value": { + "path": "../project-setup/terraform.tfstate" + }, + "type": [ + "object", + { + "path": "string" + } + ] + }, + "defaults": null, + "outputs": { + "value": { + "almalinux_9": { + "name": "AlmaLinux-9.0-20220718", + "uuid": "541650fc-dd19-4f38-bb1d-7333ed9dd688" + }, + "availability_zone_no_gpu_name": "cnr-isti-nova-a", + "availability_zone_with_gpu_name": "cnr-isti-nova-gpu-a", + "availability_zones_names": { + "availability_zone_no_gpu": "cnr-isti-nova-a", + "availability_zone_with_gpu": "cnr-isti-nova-gpu-a" + }, + "basic_services_ip": { + "ca": "10.1.29.247", + "ca_cidr": "10.1.29.247/32", + "haproxy_l7_1": "10.1.28.50", + "haproxy_l7_1_cidr": "10.1.28.50/32", + "haproxy_l7_2": "10.1.30.241", + "haproxy_l7_2_cidr": "10.1.30.241/32", + "octavia_main": "10.1.28.227", + "octavia_main_cidr": "10.1.28.227/32", + "prometheus": "10.1.30.129", + "prometheus_cidr": "10.1.30.129/32", + "ssh_jump": "10.1.29.164", + "ssh_jump_cidr": "10.1.29.164/32" + }, + "centos_7": { + "name": "CentOS-7", + "uuid": "f0187a99-64f6-462a-ab5f-ef52fe62f2ca" + }, + "default_security_group_name": "default", + "dns_zone": { + "description": "DNS primary zone for the d4s-dev-cloud project", + "email": "postmaster@isti.cnr.it", + "ttl": "8600", + "zone_name": "cloud-dev.d4science.org." + }, + "dns_zone_id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488", + "el7_data_file": "../../openstack_vm_data_scripts/el7.sh", + "external_gateway_ip": [ + { + "ip_address": "146.48.31.109", + "subnet_id": "57f87509-4016-46fb-b8c3-25fca7f72ccb" + } + ], + "external_network": { + "id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "name": "external-network" + }, + "external_network_id": "1d2ff137-6ff7-4017-be2b-0d6c4af2353b", + "external_router": { + "description": "D4Science DEV main router", + "id": "2ae28c5f-036b-45db-bc9f-5bab8fa3e914", + "name": "d4s-dev-cloud-external-router" + }, + "flavor_list": { + "c1_large": "c1.large", + "c1_medium": "c1.medium", + "c1_small": "c1.small", + "c2_large": "c2.large", + "m1_large": "m1.large", + "m1_medium": "m1.medium", + "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", + "m2_large": "m2.large", + "m2_medium": "m2.medium", + "m2_small": "m2.small", + "m3_large": "m3.large" + }, + "floating_ip_pools": { + "main_public_ip_pool": "external-network" + }, + "haproxy_l7_data": { + "flavor": "m1.medium", + "haproxy_1": "haproxy-l7-1", + "haproxy_2": "haproxy-l7-2", + "name": "main-haproxy-l7", + "vm_count": "2" + }, + "internal_ca_data": { + "flavor": "m1.small", + "name": "ca" + }, + "main_haproxy_l7_ip": [ + "10.1.28.50", + "10.1.30.241" + ], + "main_private_network": { + "description": "D4Science DEV private network (use this as the main network)", + "name": "d4s-dev-cloud-main" + }, + "main_private_network_id": "e0af5eba-f24a-4d0d-8184-bc654b980c4a", + "main_private_subnet": { + "allocation_end": "10.1.31.254", + "allocation_start": "10.1.28.30", + "cidr": "10.1.28.0/22", + "description": "D4Science DEV main private subnet", + "gateway_ip": "10.1.28.1", + "name": "d4s-dev-cloud-sub" + }, + "main_region": "isti_area_pi_1", + "main_subnet_network_id": "2aa977f2-80b4-447c-a6b0-dfa06bf68751", + "mtu_size": 8942, + "networks_list": { + "cassandra": "cassandra-net", + "orientdb": "orientdb-net", + "orientdb_se": "orientdb-se-net", + "shared_postgresql": "postgresql-srv-net", + "swarm": "swarm-nfs-net", + "timescaledb": "timescaledb-net" + }, + "networks_with_d4s_services": { + "garr_ct1_net": "90.147.166.0/23", + "garr_na_net": "90.147.152.0/24", + "garr_pa1_net": "90.147.188.0/23", + "infrascience_net": "146.48.122.0/23", + "isti_net": "146.48.80.0/21", + "s2i2s_net": "146.48.28.0/22" + }, + "nfs_share_no_ingress_secgroup_id": "5887da8d-e362-4509-93ac-8a70bf8baef9", + "octavia_information": { + "main_lb_description": "Main L4 load balancer for the D4Science DEV", + "main_lb_hostname": "main-lb", + "main_lb_name": "lb-dev-l4", + "octavia_flavor": "octavia_amphora-mvcpu-ha", + "octavia_flavor_id": "394988b5-6603-4a1e-a939-8e177c6681c7" + }, + "os_project_data": { + "id": "e8f8ca72f30648a8b389b4e745ac83a9" + }, + "policy_list": { + "affinity": "affinity", + "anti_affinity": "anti-affinity", + "soft_affinity": "soft-affinity", + "soft_anti_affinity": "soft-anti-affinity" + }, + "prometheus_server_data": { + "flavor": "m1.medium", + "name": "prometheus", + "public_grafana_server_cidr": "146.48.28.103/32", + "vol_data_device": "/dev/vdb", + "vol_data_name": "prometheus-data", + "vol_data_size": "100" + }, + "resolvers_ip": [ + "146.48.29.97", + "146.48.29.98", + "146.48.29.99" + ], + "resource_registry_addresses": {}, + "security_group_list": { + "acaland": "acaland's dev machine", + "access_to_orientdb": "access_to_orientdb", + "access_to_orientdb_se": "access_to_orientdb_se", + "access_to_the_timescaledb_service": "access_to_the_timescaledb_service", + "cassandra": "Cassandra", + "dataminer-publish": "dataminer-publish", + "debugging_from_jump_node": "debugging_from_jump_node", + "default": "default", + "docker_swarm": "Docker Swarm", + "docker_swarm_NFS": "Docker Swarm NFS", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", + "limited_SSH_access": "Limited SSH access", + "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", + "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", + "postgreSQL": "PostgreSQL service", + "public_HTTPS": "Public HTTPS" + }, + "shared_postgresql_server_data": { + "allocation_pool_end": "192.168.3.254", + "allocation_pool_start": "192.168.0.100", + "flavor": "m1.medium", + "name": "shared-postgresql-server", + "network_cidr": "192.168.0.0/22", + "network_description": "Network used to communicate with the shared postgresql service", + "network_name": "postgresql-srv-net", + "server_cidr": "192.168.0.5/22", + "server_ip": "192.168.0.5", + "vol_data_device": "/dev/vdb", + "vol_data_name": "shared-postgresql-data", + "vol_data_size": "100" + }, + "smartexecutor_addresses": {}, + "ssh_jump_proxy": { + "flavor": "m2.small", + "name": "ssh-jump-proxy" + }, + "ssh_sources": { + "d4s_vpn_1_cidr": "146.48.122.27/32", + "d4s_vpn_2_cidr": "146.48.122.49/32", + "infrascience_net_cidr": "146.48.122.0/23", + "s2i2s_vpn_1_cidr": "146.48.28.10/32", + "s2i2s_vpn_2_cidr": "146.48.28.11/32", + "shell_d4s_cidr": "146.48.122.95/32" + }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", + "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "ubuntu_1804": { + "name": "Ubuntu-Bionic-18.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", + "uuid": "7ed6a2cd-2b07-482e-8ce4-f018dff16c89" + }, + "ubuntu_2204": { + "name": "Ubuntu-Jammy-22.04", + "user_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", + "uuid": "54768889-8556-4be4-a2eb-82a4d9b34627" + } + }, + "type": [ + "object", + { + "almalinux_9": [ + "map", + "string" + ], + "availability_zone_no_gpu_name": "string", + "availability_zone_with_gpu_name": "string", + "availability_zones_names": [ + "map", + "string" + ], + "basic_services_ip": [ + "map", + "string" + ], + "centos_7": [ + "map", + "string" + ], + "default_security_group_name": "string", + "dns_zone": [ + "map", + "string" + ], + "dns_zone_id": "string", + "el7_data_file": "string", + "external_gateway_ip": [ + "list", + [ + "object", + { + "ip_address": "string", + "subnet_id": "string" + } + ] + ], + "external_network": [ + "map", + "string" + ], + "external_network_id": "string", + "external_router": [ + "map", + "string" + ], + "flavor_list": [ + "map", + "string" + ], + "floating_ip_pools": [ + "map", + "string" + ], + "haproxy_l7_data": [ + "map", + "string" + ], + "internal_ca_data": [ + "map", + "string" + ], + "main_haproxy_l7_ip": [ + "list", + "string" + ], + "main_private_network": [ + "map", + "string" + ], + "main_private_network_id": "string", + "main_private_subnet": [ + "map", + "string" + ], + "main_region": "string", + "main_subnet_network_id": "string", + "mtu_size": "number", + "networks_list": [ + "map", + "string" + ], + "networks_with_d4s_services": [ + "map", + "string" + ], + "nfs_share_no_ingress_secgroup_id": "string", + "octavia_information": [ + "map", + "string" + ], + "os_project_data": [ + "map", + "string" + ], + "policy_list": [ + "map", + "string" + ], + "prometheus_server_data": [ + "map", + "string" + ], + "resolvers_ip": [ + "list", + "string" + ], + "resource_registry_addresses": [ + "map", + "string" + ], + "security_group_list": [ + "map", + "string" + ], + "shared_postgresql_server_data": [ + "map", + "string" + ], + "smartexecutor_addresses": [ + "map", + "string" + ], + "ssh_jump_proxy": [ + "map", + "string" + ], + "ssh_sources": [ + "map", + "string" + ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", + "ubuntu1804_data_file": "string", + "ubuntu2204_data_file": "string", + "ubuntu_1804": [ + "map", + "string" + ], + "ubuntu_2204": [ + "map", + "string" + ] + } + ] + }, + "workspace": null + }, + "sensitive_attributes": [] + } + ] + }, + { + "module": "module.ssh_keys", + "mode": "managed", + "type": "openstack_compute_keypair_v2", + "name": "initial_ssh_key", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "fingerprint": "c8:e0:f5:3d:5b:31:5e:f0:bf:e2:d6:b7:e5:1b:8a:6a", + "id": "Marco Procaccini", + "name": "Marco Procaccini", + "private_key": "", + "public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCWabEzyFoWbwIkxq3Y9GF2VuRAfglZZxDwvyRgQEAeohF0ue+whk9fN91gI58hW8hEiW3RBt6R1Stp9Gk9lTzKpqtP591A0UsStGTt7D2cXbOS+X2Hj3uAeKwYmtV2AB4l5xzEluK2adWBSBpMZW+pqSjd6ifLR0TsiRcZ9LSaoa3aAqxv55pmeVrlETi9qMvJi083g72LOO/8k02Ea1VAstBoJ1niyaQ69sqVZDTvUSsjjUSla1AxA2cAS/5wjhHOlcuRdxqxuEmqYaCgexmKcRUYoFOWYnYU2iHgi9Ksg2NEr4tn6tQnNKlk7qD3OgIgoyGKhwOxq/Vap5nlO/DGJ6eQbGoK+27SqV9QrM8bj4Et23diTCfUfS96OyLGBjRYAPG50POUtpgXfn/RjhGS8rX4QMKM0ZysAWFAxUMDNFobE9ieXNTrLFh4f9cpVKN0aGooBak4gAdKiAwdqv+Q3DGrBYoz0m7crKUN/hWdXq57B2FaJUVTf/rIzK+cThE= marco@procpc\n", + "region": "isti_area_pi_1", + "user_id": "", + "value_specs": null + }, + "sensitive_attributes": [ + [ + { + "type": "get_attr", + "value": "public_key" + } + ] + ], + "private": "bnVsbA==" + } + ] + } + ], + "check_results": null +} From d872995840ca34514818471cad37203589bdc657 Mon Sep 17 00:00:00 2001 From: Marco Procaccini Date: Thu, 14 Mar 2024 18:26:13 +0100 Subject: [PATCH 096/101] gitignore update --- .gitignore | 1 + 1 file changed, 1 insertion(+) diff --git a/.gitignore b/.gitignore index cd27389..7272c95 100644 --- a/.gitignore +++ b/.gitignore @@ -46,3 +46,4 @@ terraform.rc *.lock.hcl .project +openstack-tf/modules/ssh-key-ref/terraform.tfstate From 3996cd0d5431014bbb924bbd3f9f1a46e23f3eaa Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Mon, 18 Mar 2024 15:19:42 +0100 Subject: [PATCH 097/101] See #25861. recordset for the dev keycloak VM. --- openstack-tf/d4s-dev/keycloak/main.tf | 11 +++- .../d4s-dev/keycloak/terraform.tfstate | 61 ++++++++++++++++--- 2 files changed, 62 insertions(+), 10 deletions(-) diff --git a/openstack-tf/d4s-dev/keycloak/main.tf b/openstack-tf/d4s-dev/keycloak/main.tf index 992e87a..9fb02f5 100644 --- a/openstack-tf/d4s-dev/keycloak/main.tf +++ b/openstack-tf/d4s-dev/keycloak/main.tf @@ -36,7 +36,7 @@ resource "openstack_compute_servergroup_v2" "keycloak_server_group" { # Creating object bucket to store avatars resource "openstack_objectstorage_container_v1" "keycloak_1" { - name = "keycloak" + name = "keycloak" } module "instance_without_data_volume" { @@ -54,3 +54,12 @@ module "instance_without_data_volume" { } } } + +resource "openstack_dns_recordset_v2" "keycloak_dev_dns_recordset" { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["accounts"], [data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Keycloak d4science dev endpoint" + ttl = 8600 + type = "CNAME" + records = [join(".", ["main-lb"], [data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name])] +} diff --git a/openstack-tf/d4s-dev/keycloak/terraform.tfstate b/openstack-tf/d4s-dev/keycloak/terraform.tfstate index b9ca64f..952df2f 100644 --- a/openstack-tf/d4s-dev/keycloak/terraform.tfstate +++ b/openstack-tf/d4s-dev/keycloak/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, - "terraform_version": "1.6.5", - "serial": 7, + "terraform_version": "1.6.6", + "serial": 9, "lineage": "2d09d087-e2e3-bb5d-0474-c09dfa4c7145", "outputs": {}, "resources": [ @@ -86,12 +86,15 @@ "c1_large": "c1.large", "c1_medium": "c1.medium", "c1_small": "c1.small", + "c2_large": "c2.large", "m1_large": "m1.large", "m1_medium": "m1.medium", "m1_xlarge": "m1.xlarge", + "m1_xxl": "m1.xxl", "m2_large": "m2.large", "m2_medium": "m2.medium", - "m2_small": "m2.small" + "m2_small": "m2.small", + "m3_large": "m3.large" }, "floating_ip_pools": { "main_public_ip_pool": "external-network" @@ -128,6 +131,7 @@ "main_subnet_network_id": "2aa977f2-80b4-447c-a6b0-dfa06bf68751", "mtu_size": 8942, "networks_list": { + "cassandra": "cassandra-net", "orientdb": "orientdb-net", "orientdb_se": "orientdb-se-net", "shared_postgresql": "postgresql-srv-net", @@ -142,6 +146,7 @@ "isti_net": "146.48.80.0/21", "s2i2s_net": "146.48.28.0/22" }, + "nfs_share_no_ingress_secgroup_id": "5887da8d-e362-4509-93ac-8a70bf8baef9", "octavia_information": { "main_lb_description": "Main L4 load balancer for the D4Science DEV", "main_lb_hostname": "main-lb", @@ -161,7 +166,7 @@ "prometheus_server_data": { "flavor": "m1.medium", "name": "prometheus", - "public_grafana_server_cidr": "146.48.122.132/32", + "public_grafana_server_cidr": "146.48.28.103/32", "vol_data_device": "/dev/vdb", "vol_data_name": "prometheus-data", "vol_data_size": "100" @@ -183,11 +188,12 @@ "default": "default", "docker_swarm": "Docker Swarm", "docker_swarm_NFS": "Docker Swarm NFS", - "haproxy": "HAPROXY L7", - "http_and_https_from_the_load_balancers": "http and https from the load balancers", - "limited_HTTPS_access": "Limited HTTPS access", + "haproxy": "traffic_from_main_lb_to_haproxy_l7", + "http_and_https_from_the_load_balancers": "traffic_from_the_main_load_balancers", + "limited_HTTPS_access": "restricted_web_service", "limited_SSH_access": "Limited SSH access", "mongo": "mongo", + "nfs_share_no_ingress": "nfs_share_no_ingress", "orientdb_internal_docker_traffic": "orientdb_internal_docker_traffic", "postgreSQL": "PostgreSQL service", "public_HTTPS": "Public HTTPS" @@ -219,6 +225,8 @@ "s2i2s_vpn_2_cidr": "146.48.28.11/32", "shell_d4s_cidr": "146.48.122.95/32" }, + "storage_nfs_network_id": "5f4023cc-4016-404c-94e5-86220095fbaf", + "storage_nfs_subnet_id": "6ff0f9e8-0e74-4cc3-a268-7ed4af435696", "ubuntu1804_data_file": "../../openstack_vm_data_scripts/ubuntu1804.sh", "ubuntu2204_data_file": "../../openstack_vm_data_scripts/ubuntu2204.sh", "ubuntu_1804": { @@ -319,6 +327,7 @@ "map", "string" ], + "nfs_share_no_ingress_secgroup_id": "string", "octavia_information": [ "map", "string" @@ -363,6 +372,8 @@ "map", "string" ], + "storage_nfs_network_id": "string", + "storage_nfs_subnet_id": "string", "ubuntu1804_data_file": "string", "ubuntu2204_data_file": "string", "ubuntu_1804": [ @@ -410,6 +421,38 @@ } ] }, + { + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "keycloak_dev_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Keycloak d4science dev endpoint", + "disable_status_check": false, + "id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488/effa71d2-37ff-4237-9a6e-86f4c2e1c53f", + "name": "accounts.cloud-dev.d4science.org.", + "project_id": "e8f8ca72f30648a8b389b4e745ac83a9", + "records": [ + "main-lb.cloud-dev.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "cbae638a-9d99-44aa-946c-0f5ffb7fc488" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, { "mode": "managed", "type": "openstack_objectstorage_container_v1", @@ -512,10 +555,10 @@ "scheduler_hints": [], "security_groups": [ "default", - "http and https from the load balancers" + "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2023-12-14 15:48:18 +0000 UTC", "user_data": "bb83b25fd1219aa1b850ece9be8d7b0f31714608", From 5c8fdfb305842f2ba71775a815cd6a73364b74fe Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Mon, 18 Mar 2024 18:02:30 +0100 Subject: [PATCH 098/101] Liferay: the NFS share is now a variable. --- openstack-tf/modules/liferay/liferay-variables.tf | 3 +++ openstack-tf/modules/liferay/liferay.tf | 4 ++-- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/openstack-tf/modules/liferay/liferay-variables.tf b/openstack-tf/modules/liferay/liferay-variables.tf index a7baa62..f7a7a88 100644 --- a/openstack-tf/modules/liferay/liferay-variables.tf +++ b/openstack-tf/modules/liferay/liferay-variables.tf @@ -6,6 +6,8 @@ variable "liferay_data" { vm_count = 1 vm_flavor = "m1.large" boot_vol_size = 30 + share_description = "NFS share for the liferay static data" + share_name = "liferay_nfs_share" } } @@ -26,3 +28,4 @@ variable "liferay_recordsets" { } } } + diff --git a/openstack-tf/modules/liferay/liferay.tf b/openstack-tf/modules/liferay/liferay.tf index 7cf0b64..32eb259 100644 --- a/openstack-tf/modules/liferay/liferay.tf +++ b/openstack-tf/modules/liferay/liferay.tf @@ -166,8 +166,8 @@ resource "openstack_compute_interface_attach_v2" "nfs_port_to_liferay" { # Create a NFS share resource "openstack_sharedfilesystem_share_v2" "liferay_static" { - name = "liferay_nfs_share" - description = "NFS share for the liferay static data" + name = var.liferay_data.share_name + description = var.liferay_data.share_description share_proto = "NFS" size = 5 } From 5493908641751650dd977bf4a43aaa98a9f0b5db Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Mon, 18 Mar 2024 18:02:57 +0100 Subject: [PATCH 099/101] Lifeary: change the name of the NFS shares. --- openstack-tf/d4s-preprod/liferay/main.tf | 2 + .../d4s-preprod/liferay/terraform.tfstate | 24 +++++----- openstack-tf/d4s-production/liferay/main.tf | 2 + .../d4s-production/liferay/terraform.tfstate | 45 ++++++++++--------- 4 files changed, 42 insertions(+), 31 deletions(-) diff --git a/openstack-tf/d4s-preprod/liferay/main.tf b/openstack-tf/d4s-preprod/liferay/main.tf index 60cd6d4..3905f4c 100644 --- a/openstack-tf/d4s-preprod/liferay/main.tf +++ b/openstack-tf/d4s-preprod/liferay/main.tf @@ -25,6 +25,8 @@ module "liferay" { vm_count = 2 vm_flavor = "m1.large" boot_vol_size = 30 + share_description = "NFS share for the liferay preprod static data" + share_name = "liferay_pre_nfs_share" } liferay_ip_addrs = ["10.1.32.24", "10.1.32.25"] diff --git a/openstack-tf/d4s-preprod/liferay/terraform.tfstate b/openstack-tf/d4s-preprod/liferay/terraform.tfstate index 06f9fff..ab05455 100644 --- a/openstack-tf/d4s-preprod/liferay/terraform.tfstate +++ b/openstack-tf/d4s-preprod/liferay/terraform.tfstate @@ -1,13 +1,15 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 56, + "serial": 60, "lineage": "2cef4407-f7f5-0a46-74de-03956dd178ed", "outputs": { "liferay_data": { "value": { "affinity_policy": "soft-anti-affinity", "boot_vol_size": "30", + "share_description": "NFS share for the liferay preprod static data", + "share_name": "liferay_pre_nfs_share", "srv_name": "lr62", "vm_count": "2", "vm_flavor": "m1.large" @@ -168,7 +170,7 @@ "value": { "all_metadata": {}, "availability_zone": "nova", - "description": "NFS share for the liferay static data", + "description": "NFS share for the liferay preprod static data", "export_locations": [ { "path": "172.17.0.7:/volumes/_nogroup/40293496-74da-4023-a428-563a5bea3d7a/008c093f-ce76-43c8-aa00-5c3f57a66244", @@ -180,7 +182,7 @@ "id": "d42079f9-c77c-4b61-ba8e-f2df987ef9bf", "is_public": false, "metadata": null, - "name": "liferay_nfs_share", + "name": "liferay_pre_nfs_share", "project_id": "6fdc02e2827b405dad99f34698659742", "region": "isti_area_pi_1", "replication_type": "", @@ -2125,8 +2127,8 @@ } ], "description": "", - "device_id": "", - "device_owner": "", + "device_id": "aaf50b2a-40e2-4bbe-8e4e-39f5d83dd08f", + "device_owner": "compute:cnr-isti-nova-a", "dns_assignment": [ { "fqdn": "host-192-168-11-79.openstacklocal.", @@ -2152,7 +2154,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": null, + "tags": [], "tenant_id": "6fdc02e2827b405dad99f34698659742", "timeouts": null, "value_specs": null @@ -2186,8 +2188,8 @@ } ], "description": "", - "device_id": "", - "device_owner": "", + "device_id": "0b9deb27-50ba-409f-a9a7-b3a55b5e5b29", + "device_owner": "compute:cnr-isti-nova-a", "dns_assignment": [ { "fqdn": "host-192-168-11-153.openstacklocal.", @@ -2213,7 +2215,7 @@ "qos_policy_id": "", "region": "isti_area_pi_1", "security_group_ids": null, - "tags": null, + "tags": [], "tenant_id": "6fdc02e2827b405dad99f34698659742", "timeouts": null, "value_specs": null @@ -2502,7 +2504,7 @@ "attributes": { "all_metadata": {}, "availability_zone": "nova", - "description": "NFS share for the liferay static data", + "description": "NFS share for the liferay preprod static data", "export_locations": [ { "path": "172.17.0.7:/volumes/_nogroup/40293496-74da-4023-a428-563a5bea3d7a/008c093f-ce76-43c8-aa00-5c3f57a66244", @@ -2514,7 +2516,7 @@ "id": "d42079f9-c77c-4b61-ba8e-f2df987ef9bf", "is_public": false, "metadata": null, - "name": "liferay_nfs_share", + "name": "liferay_pre_nfs_share", "project_id": "6fdc02e2827b405dad99f34698659742", "region": "isti_area_pi_1", "replication_type": "", diff --git a/openstack-tf/d4s-production/liferay/main.tf b/openstack-tf/d4s-production/liferay/main.tf index 912c639..07c74c8 100644 --- a/openstack-tf/d4s-production/liferay/main.tf +++ b/openstack-tf/d4s-production/liferay/main.tf @@ -25,6 +25,8 @@ module "liferay" { vm_count = 2 vm_flavor = "m1.large" boot_vol_size = 30 + share_description = "NFS share for the liferay production static data" + share_name = "liferay_production_nfs_share" } liferay_ip_addrs = ["10.1.40.40", "10.1.40.41"] diff --git a/openstack-tf/d4s-production/liferay/terraform.tfstate b/openstack-tf/d4s-production/liferay/terraform.tfstate index 2a884c8..ae5cd1b 100644 --- a/openstack-tf/d4s-production/liferay/terraform.tfstate +++ b/openstack-tf/d4s-production/liferay/terraform.tfstate @@ -1,13 +1,15 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 36, + "serial": 40, "lineage": "1ad5c30b-f952-53b5-f9cd-fe7cb4117b8b", "outputs": { "liferay_data": { "value": { "affinity_policy": "anti-affinity", "boot_vol_size": "30", + "share_description": "NFS share for the liferay production static data", + "share_name": "liferay_production_nfs_share", "srv_name": "lr62", "vm_count": "2", "vm_flavor": "m1.large" @@ -168,7 +170,7 @@ "value": { "all_metadata": {}, "availability_zone": "nova", - "description": "NFS share for the liferay static data", + "description": "NFS share for the liferay production static data", "export_locations": [ { "path": "172.17.0.7:/volumes/_nogroup/6ab15bf6-334c-45d6-aa21-c66d3d3ecd7d/430e5895-56ee-46fd-9a5f-b8ee5f261bae", @@ -180,7 +182,7 @@ "id": "02826d11-1ec4-48bf-82bb-0d7680d8c325", "is_public": false, "metadata": null, - "name": "liferay_nfs_share", + "name": "liferay_production_nfs_share", "project_id": "1b45adf388934758b56d0dfdb4bfacf3", "region": "isti_area_pi_1", "replication_type": "", @@ -1849,7 +1851,7 @@ "region": "isti_area_pi_1", "scheduler_hints": [ { - "additional_properties": null, + "additional_properties": {}, "build_near_host_ip": "", "different_cell": [], "different_host": [], @@ -1866,10 +1868,10 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-03-12 14:17:52 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "user_data": "", "vendor_options": [], "volume": [] }, @@ -1947,7 +1949,7 @@ "region": "isti_area_pi_1", "scheduler_hints": [ { - "additional_properties": null, + "additional_properties": {}, "build_near_host_ip": "", "different_cell": [], "different_host": [], @@ -1964,10 +1966,10 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-03-12 14:17:54 +0000 UTC", - "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", + "user_data": "", "vendor_options": [], "volume": [] }, @@ -2100,7 +2102,10 @@ "schema_version": 0, "attributes": { "id": "1b01f699-f10e-4953-815a-07d6fae0f7be", - "members": [], + "members": [ + "ea9349dd-09fe-4559-9ea2-d7ea421b40e4", + "b86618ec-3c38-4694-a198-fb70ccf98bb3" + ], "name": "liferay", "policies": [ "anti-affinity" @@ -2239,8 +2244,8 @@ } ], "description": "", - "device_id": "", - "device_owner": "", + "device_id": "ea9349dd-09fe-4559-9ea2-d7ea421b40e4", + "device_owner": "compute:cnr-isti-nova-a", "dns_assignment": [ { "fqdn": "host-172-17-2-239.openstacklocal.", @@ -2301,8 +2306,8 @@ } ], "description": "", - "device_id": "", - "device_owner": "", + "device_id": "b86618ec-3c38-4694-a198-fb70ccf98bb3", + "device_owner": "compute:cnr-isti-nova-a", "dns_assignment": [ { "fqdn": "host-172-17-0-68.openstacklocal.", @@ -2371,8 +2376,8 @@ } ], "description": "", - "device_id": "", - "device_owner": "", + "device_id": "ea9349dd-09fe-4559-9ea2-d7ea421b40e4", + "device_owner": "compute:cnr-isti-nova-a", "dns_assignment": [ { "fqdn": "host-192-168-11-203.openstacklocal.", @@ -2432,8 +2437,8 @@ } ], "description": "", - "device_id": "", - "device_owner": "", + "device_id": "b86618ec-3c38-4694-a198-fb70ccf98bb3", + "device_owner": "compute:cnr-isti-nova-a", "dns_assignment": [ { "fqdn": "host-192-168-11-141.openstacklocal.", @@ -2748,7 +2753,7 @@ "attributes": { "all_metadata": {}, "availability_zone": "nova", - "description": "NFS share for the liferay static data", + "description": "NFS share for the liferay production static data", "export_locations": [ { "path": "172.17.0.7:/volumes/_nogroup/6ab15bf6-334c-45d6-aa21-c66d3d3ecd7d/430e5895-56ee-46fd-9a5f-b8ee5f261bae", @@ -2760,7 +2765,7 @@ "id": "02826d11-1ec4-48bf-82bb-0d7680d8c325", "is_public": false, "metadata": null, - "name": "liferay_nfs_share", + "name": "liferay_production_nfs_share", "project_id": "1b45adf388934758b56d0dfdb4bfacf3", "region": "isti_area_pi_1", "replication_type": "", From 1951f4fdf389b31d24e8ffd5324b4d871ec4b9d9 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 19 Mar 2024 12:03:45 +0100 Subject: [PATCH 100/101] Add a CNAME to the prod socialservice. --- .../d4s-production/socialservice/main.tf | 27 +++++++++- .../socialservice/terraform.tfstate | 49 ++++++++++++++++--- 2 files changed, 68 insertions(+), 8 deletions(-) diff --git a/openstack-tf/d4s-production/socialservice/main.tf b/openstack-tf/d4s-production/socialservice/main.tf index d50ce98..fece0b5 100644 --- a/openstack-tf/d4s-production/socialservice/main.tf +++ b/openstack-tf/d4s-production/socialservice/main.tf @@ -40,8 +40,8 @@ module "instance_without_data_volume" { flavor = module.common_variables.flavor_list.m1_medium, networks = [data.terraform_remote_state.privnet_dns_router.outputs.main_private_network.name, module.common_variables.networks_list.cassandra], security_groups = [data.terraform_remote_state.privnet_dns_router.outputs.default_security_group_name, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.http_and_https_from_the_load_balancers, data.terraform_remote_state.privnet_dns_router.outputs.security_group_list.debugging_from_jump_node], - server_groups_ids = [openstack_compute_servergroup_v2.socialservice_server_group.id], - image_ref = module.common_variables.ubuntu_1804 + server_groups_ids = [openstack_compute_servergroup_v2.socialservice_server_group.id], + image_ref = module.common_variables.ubuntu_1804 }, accounting_service_2 = { name = "socialservice-02", @@ -54,3 +54,26 @@ module "instance_without_data_volume" { } } } + +locals { + cname_target = "main-lb.${data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name}" +} + +# +# Add DNS record/s +# +module "dns_records_create" { + source = "../../modules/dns_resources" + + dns_resources_map = { + socialservice_prod = { + zone_id = data.terraform_remote_state.privnet_dns_router.outputs.dns_zone_id + name = join(".", ["socialnetworking", data.terraform_remote_state.privnet_dns_router.outputs.dns_zone.zone_name]) + description = "Social Service public endpoint. For testing purposes" + ttl = 8600 + type = "CNAME" + records = [local.cname_target] + } + } +} + diff --git a/openstack-tf/d4s-production/socialservice/terraform.tfstate b/openstack-tf/d4s-production/socialservice/terraform.tfstate index e75febd..18e46a0 100644 --- a/openstack-tf/d4s-production/socialservice/terraform.tfstate +++ b/openstack-tf/d4s-production/socialservice/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.6.6", - "serial": 4, + "serial": 9, "lineage": "c019bdfb-6443-074d-dcde-d33ae7453cc9", "outputs": {}, "resources": [ @@ -404,7 +404,10 @@ "schema_version": 0, "attributes": { "id": "e90c0bed-7b13-41b7-b9be-b4ab61ca3318", - "members": [], + "members": [ + "a19b4f16-318b-4526-9fc3-85c36f9566da", + "4e155fcc-2e76-45f7-80d3-d6972487278f" + ], "name": "social-service", "policies": [ "anti-affinity" @@ -422,6 +425,40 @@ } ] }, + { + "module": "module.dns_records_create", + "mode": "managed", + "type": "openstack_dns_recordset_v2", + "name": "add_dns_recordset", + "provider": "provider[\"registry.terraform.io/terraform-provider-openstack/openstack\"]", + "instances": [ + { + "index_key": "socialservice_prod", + "schema_version": 0, + "attributes": { + "description": "Social Service public endpoint. For testing purposes", + "disable_status_check": false, + "id": "74135b34-1a9c-4c01-8cf0-22450a5660c4/0575ca2f-088f-491b-91c8-c8f25346b270", + "name": "socialnetworking.cloud.d4science.org.", + "project_id": "1b45adf388934758b56d0dfdb4bfacf3", + "records": [ + "main-lb.cloud.d4science.org." + ], + "region": "isti_area_pi_1", + "timeouts": null, + "ttl": 8600, + "type": "CNAME", + "value_specs": null, + "zone_id": "74135b34-1a9c-4c01-8cf0-22450a5660c4" + }, + "sensitive_attributes": [], + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwLCJ1cGRhdGUiOjYwMDAwMDAwMDAwMH19", + "dependencies": [ + "data.terraform_remote_state.privnet_dns_router" + ] + } + ] + }, { "module": "module.instance_without_data_volume", "mode": "managed", @@ -495,7 +532,7 @@ "region": "isti_area_pi_1", "scheduler_hints": [ { - "additional_properties": null, + "additional_properties": {}, "build_near_host_ip": "", "different_cell": [], "different_host": [], @@ -511,7 +548,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-03-12 10:59:44 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", @@ -591,7 +628,7 @@ "region": "isti_area_pi_1", "scheduler_hints": [ { - "additional_properties": null, + "additional_properties": {}, "build_near_host_ip": "", "different_cell": [], "different_host": [], @@ -607,7 +644,7 @@ "traffic_from_the_main_load_balancers" ], "stop_before_destroy": false, - "tags": null, + "tags": [], "timeouts": null, "updated": "2024-03-12 10:59:40 +0000 UTC", "user_data": "47d4769e61324c305c4b70ed6673de4fad84150d", From 02d65992cd045ef00832220538e4336b670d3479 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Tue, 19 Mar 2024 12:04:40 +0100 Subject: [PATCH 101/101] Add the swarm storageNFS ip addresses to the dev variables. --- openstack-tf/d4s-dev/variables/outputs-dev.tf | 4 ++++ openstack-tf/d4s-dev/variables/variables-dev.tf | 14 ++++++++++++++ 2 files changed, 18 insertions(+) diff --git a/openstack-tf/d4s-dev/variables/outputs-dev.tf b/openstack-tf/d4s-dev/variables/outputs-dev.tf index c959156..0f14d71 100644 --- a/openstack-tf/d4s-dev/variables/outputs-dev.tf +++ b/openstack-tf/d4s-dev/variables/outputs-dev.tf @@ -33,3 +33,7 @@ output "main_haproxy_l7_ip" { output "octavia_information" { value = var.octavia_information } + +output "swarm_manila_interfaces_ip" { + value = var.swarm_manila_interfaces_ip +} diff --git a/openstack-tf/d4s-dev/variables/variables-dev.tf b/openstack-tf/d4s-dev/variables/variables-dev.tf index 595f876..184d380 100644 --- a/openstack-tf/d4s-dev/variables/variables-dev.tf +++ b/openstack-tf/d4s-dev/variables/variables-dev.tf @@ -82,3 +82,17 @@ variable "octavia_information" { main_lb_hostname = "main-lb" } } + +variable "swarm_manila_interfaces_ip" { + type = map(string) + default = { + "mgr_1" = "172.17.2.74" + "mgr_2" = "172.17.3.218" + "mgr_3" = "172.17.2.230" + "worker_1" = "172.17.0.166" + "worker_2" = "172.17.2.171" + "worker_3" = "172.17.0.146" + "worker_4" = "172.17.1.195" + "worker_5" = "172.17.2.187" + } +}